-- Logs begin at Fri 2021-06-25 10:26:39 UTC, end at Fri 2021-06-25 12:53:12 UTC. -- Jun 25 11:12:41.621229 dv-neutron-797120-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 11:12:44.290762 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.common.config [-] Logging enabled! Jun 25 11:12:44.290762 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev401 Jun 25 11:12:44.291515 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 11:12:44.294399 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.common.config [-] Logging enabled! Jun 25 11:12:44.294651 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev401 Jun 25 11:12:44.294958 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94389) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 11:12:44.295883 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 11:12:44.296114 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 11:12:44.296474 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 11:12:44.296717 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 11:12:44.296940 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 11:12:44.297292 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.297585 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.297873 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.298099 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.298384 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.298665 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.298940 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.299223 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.299510 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.299793 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.300065 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.300342 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.300567 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.300841 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.301141 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.301425 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.301642 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] debug = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.301914 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.302331 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.302813 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.303086 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.303369 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.303646 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.303907 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.304173 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.304449 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.304769 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] host = dv-neutron-797120-5-hyperv {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.305041 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.305348 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.305654 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.305941 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.306206 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.306470 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.306747 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.307013 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.307278 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] log_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.307544 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.307825 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.308132 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.308413 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.308632 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.308845 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.309148 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.309429 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.309693 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.309965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.310230 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.310496 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.310762 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.311026 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.311301 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.311576 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.311852 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.312117 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.312380 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.312641 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.312904 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.313200 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.313468 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.313733 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.313997 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.314275 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.314537 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.314799 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.315090 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.315367 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.315641 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.315916 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.316184 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.316456 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.316717 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.316981 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.317269 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] use_json = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.317533 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.317794 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.318068 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.318332 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.318595 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.318861 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.319125 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.319399 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:44.319688 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.319982 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.320274 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.320549 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.320841 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.321134 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.321957 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.322226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.322510 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.322793 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.323078 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.323353 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.323636 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.323908 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.324197 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.324498 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.324789 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.325152 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.325442 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.325714 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.325985 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.326258 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.326542 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.326829 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.327115 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.327383 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.327661 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.327944 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.328216 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.328483 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.328754 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.329038 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.329342 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.329609 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.329893 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.330168 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.330432 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.330696 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.330977 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.331260 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.331532 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.331782 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.332052 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.332322 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.332587 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.332868 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.333166 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.333434 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.333700 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.333971 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.334238 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.334503 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.334773 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.335039 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.335307 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.335571 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.335836 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.336100 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.336364 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.336633 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.337802 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.338167 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.338455 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.338731 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.339007 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.339280 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.339556 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.339830 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.340121 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.340420 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.340704 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.340981 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.341287 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.341567 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.341844 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.342120 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.342397 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.342676 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.342944 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.343231 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.343513 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.343797 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.344079 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.344356 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.344647 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.344920 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.345231 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.345512 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.345789 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.346077 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.346359 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.346650 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.346939 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.347227 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.347517 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.347810 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.348087 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.348395 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.348678 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:44.348894 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 11:12:44.349157 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94389) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 11:12:44.698944 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:44.699219 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:44.699506 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:44.699994 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 11:12:45.090456 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.090672 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.090944 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.092219 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.092490 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.092753 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.126229 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.126519 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.126786 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.140456 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.140735 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.141004 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.171045 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.171325 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.171592 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.207096 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.207372 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.207637 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.439915 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.440538 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.440538 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.440719 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.441459 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.564754 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.565122 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.565369 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.565637 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.565898 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.566205 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.566457 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.566729 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.566958 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.567239 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.567491 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.567748 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.568002 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.568260 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.568512 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.568774 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.570139 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.570417 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.570704 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.570966 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.572003 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.572363 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.572625 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.572913 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.573192 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.573441 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.573834 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:45.574075 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:45.574310 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:45.574543 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:45.574775 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:45.575005 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:45.575367 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 11:12:45.578580 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 11:12:45.582495 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 11:12:45.586335 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 25 11:12:45.588115 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 11:12:45.588568 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 11:12:45.588900 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 11:12:45.589309 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 11:12:45.592253 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 11:12:45.592504 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 11:12:45.592846 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 11:12:45.619639 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 11:12:45.620086 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.620379 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94389) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 25 11:12:45.620737 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.622129 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94389) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 11:12:45.622408 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 11:12:45.622650 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 11:12:45.626103 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.626386 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:45.689668 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 11:12:45.689903 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 11:12:45.690184 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 11:12:45.690507 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 11:12:45.711844 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_db.sqlalchemy.engines [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94389) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 25 11:12:46.503637 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing driver for type 'gre' Jun 25 11:12:46.504312 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] gre ID ranges: [(1, 1000)] Jun 25 11:12:46.783954 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing driver for type 'local' Jun 25 11:12:46.784190 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing driver for type 'vlan' Jun 25 11:12:46.886662 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] VlanTypeDriver initialization complete Jun 25 11:12:46.886995 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing driver for type 'vxlan' Jun 25 11:12:46.887512 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] vxlan ID ranges: [(1, 1000)] Jun 25 11:12:47.126472 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing extension driver 'port_security' Jun 25 11:12:47.126730 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.extensions.port_security [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] PortSecurityExtensionDriver initialization complete Jun 25 11:12:47.127062 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing mechanism driver 'openvswitch' Jun 25 11:12:47.127392 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing mechanism driver 'hyperv' Jun 25 11:12:47.135385 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.plugins.ml2.plugin [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:47.136160 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.136620 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.136981 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.137389 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnet after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.137777 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnet after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145283 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145283 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145283 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145283 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145566 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > security_group after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145566 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > security_group after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145566 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145566 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145866 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145866 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145866 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > address_group after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.145866 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > address_group after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146168 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146168 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] ML2 OVO RPC backend initialized. {{(pid=94389) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 25 11:12:47.146168 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146168 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146464 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146464 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > networks before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146464 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146464 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > ports before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146768 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnet before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146768 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnets before_response 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146768 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.146768 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.147054 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.147212 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.147546 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.147881 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.148360 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnet after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.148656 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnet after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.149012 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.149672 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.plugin [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Modular L2 Plugin initialization complete Jun 25 11:12:47.149993 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading services supported by the core plugin {{(pid=94389) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 11:12:47.150320 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.plugins.ml2.managers [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Got port-security extension from driver 'port_security' Jun 25 11:12:47.150783 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.extensions.vlantransparent [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Disabled vlantransparent extension. Jun 25 11:12:47.151270 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94389) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 11:12:47.151581 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: router Jun 25 11:12:47.190986 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.191411 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router after_create 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.191775 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router before_create 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.192251 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.192628 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.192980 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router after_delete 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.193366 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.193730 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router after_create 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.194074 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router after_update 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.194432 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router after_update 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.194784 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.195138 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router after_update 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.195544 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_update 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.195907 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: port after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.196879 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: port after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.197238 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: subnet after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.197576 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.197922 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.198310 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_create 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.198654 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: port before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.198993 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.199347 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router after_update 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.199687 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.200036 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_create 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.200396 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.200741 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_update 55549900 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.201127 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > agent after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.201482 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > agent after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.203703 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > network after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.203703 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Tracking information for resource: router configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:47.203703 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Tracking information for resource: floatingip configured {{(pid=94389) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 11:12:47.208161 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.db.l3_agentschedulers_db [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 11:12:47.208731 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: port after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.209106 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: port after_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.209456 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: port after_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.209805 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: port after_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.210714 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router before_create 55550100 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.211242 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.211509 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_create 55550100 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.212090 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > router precommit_update 55550100 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.216685 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.services.provider_configuration [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service providers = [] {{(pid=94389) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 11:12:47.217051 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.db.servicetype_db [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94389) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 11:12:47.219976 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.services.service_base [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 11:12:47.220322 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.services.service_base [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 11:12:47.220665 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.services.service_base [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 11:12:47.221569 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.services.service_base [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94389) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 11:12:47.221940 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.services.service_base [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 11:12:47.222310 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.222682 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 11:12:47.240008 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.240343 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: auto_allocate Jun 25 11:12:47.246855 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: network precommit_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.247220 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: network precommit_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.247741 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.248058 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: tag Jun 25 11:12:47.255076 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.255400 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: timestamp Jun 25 11:12:47.261491 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.261820 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: network_ip_availability Jun 25 11:12:47.267439 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.267813 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.268246 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.268961 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.269311 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: flavors Jun 25 11:12:47.274271 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.274601 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading Plugin: revisions Jun 25 11:12:47.279049 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94389) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 11:12:47.279437 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_concurrency.lockutils [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.580s {{(pid=94389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:47.280195 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94389) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 25 11:12:47.280534 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Initializing extension manager. Jun 25 11:12:47.281222 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: __init__.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.281581 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: __pycache__ {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.281915 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.282245 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: address_group.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.283035 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.283596 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: address-group Jun 25 11:12:47.283916 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: address_scope.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.292451 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.292986 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: address-scope Jun 25 11:12:47.293433 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.294387 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.294902 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: router-admin-state-down-before-update Jun 25 11:12:47.295237 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: agent.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.295935 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.296485 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: agent Jun 25 11:12:47.296853 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: agent_resources_synced.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.297927 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.298437 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: agent-resources-synced Jun 25 11:12:47.298763 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: allowedaddresspairs.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.300785 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.301337 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: allowed-address-pairs Jun 25 11:12:47.301665 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: auto_allocated_topology.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.302856 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.303361 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: auto-allocated-topology Jun 25 11:12:47.303686 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: availability_zone.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.304379 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.304881 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: availability_zone Jun 25 11:12:47.305238 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: availability_zone_filter.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.306795 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.307299 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: availability_zone_filter Jun 25 11:12:47.307623 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: data_plane_status.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.308588 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.309113 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 11:12:47.309432 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: default_subnetpools.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.310337 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.310846 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: default-subnetpools Jun 25 11:12:47.311174 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.311984 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.312489 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: dhcp_agent_scheduler Jun 25 11:12:47.312812 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: dns.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.313739 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.314315 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension dns-integration not supported by any of loaded plugins Jun 25 11:12:47.314633 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: dns_domain_ports.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.315533 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.316035 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 11:12:47.316355 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.317295 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.317796 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 25 11:12:47.318120 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: dvr.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.318830 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.319347 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: dvr Jun 25 11:12:47.319667 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: empty_string_filtering.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.320568 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.321147 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: empty-string-filtering Jun 25 11:12:47.321560 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.322477 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.322977 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 11:12:47.323298 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.324206 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.324707 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 11:12:47.325122 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: external_net.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.326029 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.326528 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: external-net Jun 25 11:12:47.326850 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.327735 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.328241 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: extra_dhcp_opt Jun 25 11:12:47.328562 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: extraroute.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.329488 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.329992 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: extraroute Jun 25 11:12:47.330311 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: extraroute_atomic.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.331390 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.331897 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: extraroute-atomic Jun 25 11:12:47.332216 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: filter_validation.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.332869 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.333454 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: filter-validation Jun 25 11:12:47.333772 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: fip_pf_description.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.334673 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.335169 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 11:12:47.335486 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: fip_port_details.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.336408 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.337112 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: fip-port-details Jun 25 11:12:47.337449 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: flavors.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.338689 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.339199 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: flavors Jun 25 11:12:47.339521 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.341224 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.341740 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 11:12:47.342069 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: floatingip_pools.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.342840 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.343399 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: floatingip-pools Jun 25 11:12:47.343722 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: ip_allocation.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.349921 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.350427 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 11:12:47.350750 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.351654 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.352163 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: ip-substring-filtering Jun 25 11:12:47.352990 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l2_adjacency.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.354069 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.354568 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 11:12:47.354888 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l3.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.355849 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.356360 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: router Jun 25 11:12:47.356681 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.359178 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.359762 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 11:12:47.360092 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.361011 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.361551 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: ext-gw-mode Jun 25 11:12:47.361877 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.362788 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.363298 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: l3-ha Jun 25 11:12:47.363623 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l3_flavors.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.364539 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.365130 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: l3-flavors Jun 25 11:12:47.365579 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.366371 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.366876 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 11:12:47.367194 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: l3agentscheduler.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.368262 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.368768 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: l3_agent_scheduler Jun 25 11:12:47.369108 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: logging.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.370654 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.371192 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension logging not supported by any of loaded plugins Jun 25 11:12:47.371524 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: metering.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.372267 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.372854 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: metering Jun 25 11:12:47.373473 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.378684 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.379150 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: metering_source_and_destination_fields Jun 25 11:12:47.379476 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: multiprovidernet.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.380391 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.380904 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: multi-provider Jun 25 11:12:47.381321 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: netmtu.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.382273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.382777 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: net-mtu Jun 25 11:12:47.383099 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: netmtu_writable.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.384030 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.384529 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: net-mtu-writable Jun 25 11:12:47.384849 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: network_availability_zone.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.385554 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.386050 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: network_availability_zone Jun 25 11:12:47.386370 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: network_ip_availability.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.387444 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.387951 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: network-ip-availability Jun 25 11:12:47.388429 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: network_segment_range.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.389249 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.389812 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 11:12:47.390132 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: pagination.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.391111 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.391442 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: pagination Jun 25 11:12:47.391766 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: port_device_profile.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.392674 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.393213 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: port-device-profile Jun 25 11:12:47.393537 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.394582 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.395090 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: port-mac-address-regenerate Jun 25 11:12:47.395481 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.396382 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.396885 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: port-numa-affinity-policy Jun 25 11:12:47.397235 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: port_resource_request.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.398493 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.399004 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 11:12:47.399386 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: portbindings.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.400415 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.400921 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: binding Jun 25 11:12:47.401276 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: portbindings_extended.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.402772 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.403134 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: binding-extended Jun 25 11:12:47.403458 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: portsecurity.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.404367 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.404949 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: port-security Jun 25 11:12:47.405356 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: project_id.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.406475 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.406804 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: project-id Jun 25 11:12:47.407167 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: providernet.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.408078 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.408585 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: provider Jun 25 11:12:47.408903 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.412595 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.413192 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos not supported by any of loaded plugins Jun 25 11:12:47.413526 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.419732 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.420245 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 11:12:47.420576 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.421522 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.422031 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 11:12:47.422407 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_default.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.423315 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.423828 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-default not supported by any of loaded plugins Jun 25 11:12:47.424152 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_fip.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.424802 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.425339 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-fip not supported by any of loaded plugins Jun 25 11:12:47.425665 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_gateway_ip.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.426586 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.427086 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 11:12:47.427404 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_port_network_policy.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.428379 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.428882 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 11:12:47.429236 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_rule_type_details.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.430142 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.431360 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 11:12:47.431763 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: qos_rules_alias.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.432809 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.433460 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 11:12:47.433807 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: quotasv2.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.434777 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.447893 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: quotas Jun 25 11:12:47.448232 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: quotasv2_detail.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.451554 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.451919 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: quota_details Jun 25 11:12:47.452249 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: rbac.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.453606 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.454186 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: rbac-policies Jun 25 11:12:47.454568 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: rbac_address_group.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.455630 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.456206 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: rbac-address-group Jun 25 11:12:47.456695 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: rbac_address_scope.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.457729 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.458291 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: rbac-address-scope Jun 25 11:12:47.458656 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: rbac_security_groups.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.467009 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.467576 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: rbac-security-groups Jun 25 11:12:47.467903 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: rbac_subnetpool.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.468849 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.469505 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: rbac-subnetpool Jun 25 11:12:47.469882 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: revisionifmatch.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.470877 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.471444 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: revision-if-match Jun 25 11:12:47.471805 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: revisions.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.472997 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.473543 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: standard-attr-revisions Jun 25 11:12:47.473867 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: router_availability_zone.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.474583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.475085 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: router_availability_zone Jun 25 11:12:47.475402 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: routerservicetype.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.476299 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.476792 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension router-service-type not supported by any of loaded plugins Jun 25 11:12:47.477130 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.478751 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.479278 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: security-groups-normalized-cidr Jun 25 11:12:47.479658 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.480556 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.481054 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: port-security-groups-filtering Jun 25 11:12:47.481397 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.482295 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.482796 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: security-groups-remote-address-group Jun 25 11:12:47.483111 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: securitygroup.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.492859 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.494048 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: security-group Jun 25 11:12:47.494375 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: segment.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.495290 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.495790 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension segment not supported by any of loaded plugins Jun 25 11:12:47.496109 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.497134 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.497634 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 11:12:47.497952 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: servicetype.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.499413 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.500253 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: service-type Jun 25 11:12:47.500253 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: sorting.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.501266 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.501836 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: sorting Jun 25 11:12:47.501836 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: standard_attr_segment.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.502879 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.503382 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 11:12:47.503697 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: standardattrdescription.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.504330 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.504822 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: standard-attr-description Jun 25 11:12:47.505163 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: stateful_security_group.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.506073 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.506576 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: stateful-security-group Jun 25 11:12:47.506892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: stdattrs_common.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.507492 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 11:12:47.507808 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.511720 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.512225 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 11:12:47.512541 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: subnet_onboard.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.513693 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.514250 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: subnet_onboard Jun 25 11:12:47.514572 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.515591 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.516085 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 11:12:47.516400 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: subnet_service_types.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.517413 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.517913 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: subnet-service-types Jun 25 11:12:47.518232 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: subnetallocation.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.519285 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.519839 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: subnet_allocation Jun 25 11:12:47.520155 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.520815 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.521342 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: subnetpool-prefix-ops Jun 25 11:12:47.521650 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.522560 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.523055 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 11:12:47.523366 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: tagging.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.524514 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.525020 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: standard-attr-tag Jun 25 11:12:47.525361 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: timestamp.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.526574 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.534151 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loaded extension: standard-attr-timestamp Jun 25 11:12:47.534151 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: trunk.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.534944 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.535453 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension trunk not supported by any of loaded plugins Jun 25 11:12:47.535771 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: trunk_details.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.536665 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.537643 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension trunk-details not supported by any of loaded plugins Jun 25 11:12:47.538226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: uplink_status_propagation.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.539576 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.540690 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 11:12:47.541109 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Loading extension file: vlantransparent.py {{(pid=94389) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 11:12:47.541775 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94389) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 11:12:47.542276 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 11:12:47.545292 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:network Jun 25 11:12:47.545813 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:subnet Jun 25 11:12:47.546205 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 11:12:47.546583 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:port Jun 25 11:12:47.547902 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.548345 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service FLAVORS assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.548950 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.549402 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.550528 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:router Jun 25 11:12:47.550972 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 11:12:47.551467 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service METERING assigned prefix: /metering {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.552930 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.553329 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.553750 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:12:47.554758 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 11:12:47.555207 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:security_group Jun 25 11:12:47.556269 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 11:12:47.557032 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service CORE assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.557434 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 11:12:47.557818 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] subnetpool is already registered Jun 25 11:12:47.558281 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service CORE assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.558633 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 11:12:47.559033 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] subnetpool is already registered Jun 25 11:12:47.561426 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.561849 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service FLAVORS assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.562469 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.562884 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.563273 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:router Jun 25 11:12:47.563615 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] router is already registered Jun 25 11:12:47.564008 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 11:12:47.564332 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] floatingip is already registered Jun 25 11:12:47.564791 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service METERING assigned prefix: /metering {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.565549 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 11:12:47.565892 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] rbac_policy is already registered Jun 25 11:12:47.566304 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:security_group Jun 25 11:12:47.566627 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] security_group is already registered Jun 25 11:12:47.567023 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 11:12:47.567345 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] security_group_rule is already registered Jun 25 11:12:47.567967 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service CORE assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.568284 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 11:12:47.568690 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] subnetpool is already registered Jun 25 11:12:47.569019 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.v2.resource_helper [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Service CORE assigned prefix: {{(pid=94389) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 11:12:47.569357 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 11:12:47.569681 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING neutron.quota.resource_registry [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] subnetpool is already registered Jun 25 11:12:47.570170 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: extensions {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.571955 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: address-groups {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.573450 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: address-scopes {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.574760 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: agents {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.575905 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: auto-allocated-topology {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.577143 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: availability_zones {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.578417 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: dhcp-networks {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.579917 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: dhcp-agents {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.581351 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: routers {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.583082 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: flavors {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.585525 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: service_profiles {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.586787 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: next_providers {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.588314 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: service_profiles {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.589865 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: floatingip-pools {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.591085 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: routers {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.592762 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: floatingips {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.594141 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: l3-routers {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.595534 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: l3-agents {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.597054 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: metering-labels {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.598336 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: metering-label-rules {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.599695 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: network-ip-availabilities {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.600945 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: bindings {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.603137 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: quotas {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.604690 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: quotas {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.606113 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: rbac-policies {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.607285 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: security-groups {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.608580 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: security-group-rules {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.609846 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: service-providers {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.611049 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: subnetpools {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.612355 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: subnetpools {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.613905 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.615595 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.617418 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.619890 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.621600 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.623799 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.625644 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.627414 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.629349 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.631042 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron.api.extensions [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Extended resource: tags {{(pid=94389) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 11:12:47.637213 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING keystonemiddleware.auth_token [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 11:12:47.641727 dv-neutron-797120-5-hyperv neutron-server[94389]: WARNING keystonemiddleware.auth_token [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 11:12:47.650734 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_concurrency.lockutils [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Acquired lock "singleton_lock" {{(pid=94389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 25 11:12:47.651288 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_concurrency.lockutils [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Releasing lock "singleton_lock" {{(pid=94389) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 25 11:12:47.652000 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO oslo_service.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Starting 2 workers Jun 25 11:12:47.656758 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Started child 94500 {{(pid=94389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 11:12:47.661182 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Started child 94501 {{(pid=94389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 11:12:47.662437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:47.663232 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO neutron.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 11:12:47.663433 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Notify callbacks [] for process, before_spawn {{(pid=94389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:47.663880 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [-] (94500) wsgi starting up on http://0.0.0.0:9696 Jun 25 11:12:47.666524 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO oslo_service.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Starting 1 workers Jun 25 11:12:47.666877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:47.668225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [-] (94501) wsgi starting up on http://0.0.0.0:9696 Jun 25 11:12:47.671631 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Started child 94502 {{(pid=94389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 11:12:47.672184 dv-neutron-797120-5-hyperv neutron-server[94389]: INFO oslo_service.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Starting 1 workers Jun 25 11:12:47.676017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] calling RpcWorker wait() {{(pid=94502) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 11:12:47.676565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] returning from RpcWorker wait() {{(pid=94502) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 11:12:47.676641 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Started child 94503 {{(pid=94389) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 11:12:47.677400 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG neutron_lib.callbacks.manager [None req-7fab5b4d-1b95-4e45-95f0-c58417689925 None None] Notify callbacks [] for process, after_spawn {{(pid=94389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:47.677950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:47.678505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:47.679299 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 11:12:47.679505 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 11:12:47.679688 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 11:12:47.679903 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 11:12:47.680245 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 11:12:47.680475 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 11:12:47.680944 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.681245 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.681522 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.681614 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:47.682065 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.682065 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.682608 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.682861 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.683124 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.683390 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.683634 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.683804 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.683966 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.684212 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.684451 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.684711 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.684994 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.685248 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.685516 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.685686 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.685938 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.686182 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.686398 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.686669 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] debug = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.686904 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.687384 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.687637 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.687883 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.688094 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.688379 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.688628 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.688897 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.689157 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.689413 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.689647 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.689895 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.690125 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.690342 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.690588 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.690825 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.691054 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.691511 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] host = dv-neutron-797120-5-hyperv {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.691724 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.691935 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.692160 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.692419 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.692718 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.692894 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.693153 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.693414 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.693648 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.693881 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.694136 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.694375 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.694584 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.694826 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.694986 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_options = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.695222 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.695473 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.695721 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.695905 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.696108 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.696346 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.696536 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.696695 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.696953 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.697310 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.697519 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.697726 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.697954 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.698182 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.698423 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.698668 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.698892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.699096 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.699343 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.699564 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.699784 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.700007 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.700231 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.700461 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.700705 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.700873 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.701113 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.701315 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.701520 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.701792 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.702024 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.702277 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.702505 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.702737 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.702951 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.703168 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.703375 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.703626 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.703846 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.704101 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.704335 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.704546 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.704788 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.704994 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.705241 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.706653 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_json = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.706885 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:47.707035 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.707164 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.707376 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.707593 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.707808 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.708019 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.708231 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.708492 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.708909 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.709207 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.709526 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.709786 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.710034 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.710273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.711506 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.712634 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.713143 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.713401 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.713742 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.714004 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.714310 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.714577 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.714874 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.715194 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.715448 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.715716 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.715957 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.716185 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.716406 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.716655 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.716986 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.717305 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723273 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.723965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.724583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725226 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725751 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725751 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.725889 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.726313 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.728406 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.728640 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.728939 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.729162 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.729767 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.730652 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.731861 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.733312 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.733606 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.733862 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.734121 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.734381 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.734659 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.734918 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.735171 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.735402 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.735667 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.735895 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.736373 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.736658 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.737013 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.737342 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.737679 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.737950 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.738256 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.738512 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.738802 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.739075 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.739360 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.739624 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.739867 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.740117 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.740390 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.740667 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.740936 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.741547 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.741836 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.742142 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.742377 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.742624 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.742875 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.743119 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.743375 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.743697 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.744027 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.744291 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.744597 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.744882 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.745201 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.745454 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.745748 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.745987 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.746276 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.746565 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.746833 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.747141 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.747377 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.747654 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.747937 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.748703 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.748985 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.749267 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.749520 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.749787 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.750099 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.750367 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.750595 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.750834 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.751103 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.751483 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.751703 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.751935 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.752185 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.752447 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.752724 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.752965 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.753598 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.753770 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.754008 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.754905 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.754905 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.754905 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.755125 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.755201 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.755431 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.755657 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.755872 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.756134 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.756354 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.756589 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.756840 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.757132 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.757337 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.757600 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.757864 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.758082 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.758349 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.758649 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.759053 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.759490 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.759846 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.760089 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.760317 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.760555 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.760814 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.761068 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.761391 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.761751 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.762110 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.762371 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.762596 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.762861 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.763074 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.763352 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.763583 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.763799 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.764054 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.764284 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.764550 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.764783 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.765024 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.765288 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.765530 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.765808 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.766135 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.766407 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.766767 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.767038 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.767278 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.767548 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.767789 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.768051 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.768293 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.768528 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.768769 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.769059 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.769305 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.769552 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.769785 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.770013 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.770250 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.770493 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.770729 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.771016 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.771282 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.771515 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.771763 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.772002 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.772256 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.772497 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.772709 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.772964 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.773215 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.773449 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.773701 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.773894 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.774620 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.774850 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.775075 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.775307 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.775516 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.775745 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.775938 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.776183 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.776390 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.776599 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.776814 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.777042 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.777375 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.777627 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.777846 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.778134 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.778381 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.778625 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.778886 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.779208 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.779439 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.779697 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.779917 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.780132 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.780351 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.780627 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.780971 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.781309 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.781584 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.781821 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.782110 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.782412 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.782682 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.782895 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.783188 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.783528 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.784021 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.784287 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.784516 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.784791 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.785014 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.785309 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.785549 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.785789 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.786008 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.786255 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.786512 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.786744 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.786983 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.787212 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.787448 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.787690 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.787922 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.788143 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.788363 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.788521 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 11:12:47.789082 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94389) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 11:12:47.789275 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 11:12:47.789423 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 11:12:47.789564 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 11:12:47.789736 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 11:12:47.789997 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 11:12:47.790205 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.790369 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.790531 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.790689 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.790849 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.791044 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.791205 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.791526 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.791684 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.791870 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.792083 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.792278 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.792367 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.792473 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.792633 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.792793 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.792949 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.793138 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.793287 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.793445 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.793607 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.793750 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.793912 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] debug = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.794073 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.794287 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.794472 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.794617 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.794771 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.794921 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.795074 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.795235 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.795395 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.795555 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.795715 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.795876 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.796035 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.796193 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.796352 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.796511 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.796661 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.796822 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] host = dv-neutron-797120-5-hyperv {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.796980 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.797161 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.797361 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.797502 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.797662 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.797821 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.797979 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.798130 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.798282 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.798442 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.798603 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799474 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799474 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799474 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799474 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_options = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799474 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799474 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799853 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799853 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.799974 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.800185 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.800277 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.800427 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.800575 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.800726 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.800861 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.800997 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.801163 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.801304 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.801466 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.801610 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.801771 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.801920 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.802070 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.802209 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.802370 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.802524 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.802663 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.802824 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.803182 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.803350 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.803492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48710) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:12:47.803654 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.803654 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.803919 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.804043 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.804148 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.804236 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.804390 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.804615 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.804754 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.804870 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.805015 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.805201 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.805911 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.806145 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.806301 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.806448 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.806596 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.806745 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.806934 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.807042 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_json = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.807184 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.807342 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.807506 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.807668 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.807826 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.807984 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.808145 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.808306 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 11:12:47.808491 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.808655 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.808830 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.808992 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.809179 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.809353 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.809494 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.809631 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.809781 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.809941 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.810110 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.810274 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.810449 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.810612 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.810774 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.810938 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.811082 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.811250 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.811413 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.811567 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.811724 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.811887 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.812065 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.812228 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.812391 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.812555 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.812707 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.812869 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.813033 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.813208 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.813371 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.813534 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.813688 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.813847 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.814009 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.814166 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.814304 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.814471 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.814634 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.814784 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.814946 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.815109 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.815333 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.815482 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.815628 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092998 Jun 25 11:12:47.815769 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.815769 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.816040 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.816040 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.816299 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.816435 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.816579 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.816726 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.816862 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.817005 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.817174 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.817318 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.817455 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.818404 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.818580 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.818749 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.818905 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.819082 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.819246 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.819394 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.819559 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.819724 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.819886 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.820049 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.820211 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.820363 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.820523 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.820685 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.820840 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.821672 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.821890 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.822128 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.823323 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.823323 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.823323 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.833411 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.833411 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.833411 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.833922 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.833922 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.834191 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.834191 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.834476 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.834630 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.834769 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.834906 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.835095 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.835436 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.835659 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.835889 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.836141 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.836291 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.836463 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.836738 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.836915 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.837167 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.837318 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.837692 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.838052 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.838052 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.838355 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.838506 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.838643 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.839892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.839892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.839892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.839892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.839892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.839892 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.841684 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.841864 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.842007 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.842144 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.842281 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.842420 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.842657 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.843689 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.843872 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.844043 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.844198 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.844367 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.844524 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.844686 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.844860 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.845037 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.845236 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.845376 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.845609 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.845775 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.845915 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.846098 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.846268 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.846458 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.846645 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.846832 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.847021 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.848205 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.848205 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.848205 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.848636 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.848777 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.848952 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.850031 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.850031 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.850256 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.850525 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.851135 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.851135 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.851447 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.851757 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.852068 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.852443 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.853730 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.853730 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.853730 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.853730 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.854618 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.854618 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.854618 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.854618 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.855023 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.855155 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.855432 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.855698 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.855988 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.856367 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.856525 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.856654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:47.856788 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.857064 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.858544 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.858726 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.858908 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.859303 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.859486 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.859637 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.859805 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.859971 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.860137 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.860303 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.860468 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.860640 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.860784 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.860945 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.861157 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.861315 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.861475 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.861629 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.861794 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.861958 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.862118 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.862280 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.862442 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.862602 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.862763 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.862928 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.863118 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.863274 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.863464 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.863671 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.863935 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.864032 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.864180 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.864355 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.864508 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.864671 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.864856 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.865037 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.866241 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.866411 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.866572 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.866733 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.866896 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.867069 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.867228 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.867389 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.867549 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.867714 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.868492 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.868729 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.868930 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.868930 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.869290 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.869290 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.869563 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.869563 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.869760 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871017 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871017 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871017 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871017 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871017 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871017 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871017 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871700 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871700 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871700 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871700 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.871967 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.872195 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.872195 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.872464 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.872631 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.873502 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.873502 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.873502 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.873900 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.873900 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.873900 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.874320 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.874320 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.874555 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.874555 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.874797 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.874797 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.874999 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.875093 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.875680 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.875680 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.875680 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.875680 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.875980 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.875980 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.876140 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.876272 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.876431 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.876591 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.876751 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.876910 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.877071 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.877276 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 11:12:47.877456 dv-neutron-797120-5-hyperv neutron-server[94389]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94389) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 11:12:59.449057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec8dc3-b12f-472f-bd5c-7cb90427bc63 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:12:59.526371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec8dc3-b12f-472f-bd5c-7cb90427bc63 None None] No non-hosted networks {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 11:12:59.550226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.agentschedulers_db [None req-62ec8dc3-b12f-472f-bd5c-7cb90427bc63 None None] DHCP Agent not found on host dv-neutron-797120-5-hyperv {{(pid=94502) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 25 11:12:59.766436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-66fe3ee2-0216-4d92-a8af-0e7d97589f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770458'] for agent, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:02.030000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770458'] for agent, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:02.031568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.032112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.032670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.033227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.033891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.034376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.035672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.038709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.039472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.040101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.040658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.041243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:02.041866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797120-5-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:02.043740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d863d5c-a341-45c7-86ca-3df531578ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770458'] for agent, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:02.068246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797120-5-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:02.123849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-5df93085-7e4d-49b1-9ba1-49f8cf69dfbd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-797120-5-hyperv {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:13:02.124573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-5df93085-7e4d-49b1-9ba1-49f8cf69dfbd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:13:02.725843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5df93085-7e4d-49b1-9ba1-49f8cf69dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:03.086296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770458'] for agent, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:04.869064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770458'] for agent, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:05.947554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48812) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:06.198531 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.db.l3_hamode_db [None req-db65dde8-4765-467d-93b3-fea3deb8a772 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 11:13:06.275528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65dde8-4765-467d-93b3-fea3deb8a772 None None] Routers set() bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:06.275913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65dde8-4765-467d-93b3-fea3deb8a772 None None] Router IDs set() for agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 11:13:06.441893 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING oslo_policy.policy [None req-690202ea-e74c-4022-b0de-290c8c120067 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:13:06.442497 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING oslo_policy.policy [None req-690202ea-e74c-4022-b0de-290c8c120067 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:13:06.659683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-690202ea-e74c-4022-b0de-290c8c120067 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:13:06.660752 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-690202ea-e74c-4022-b0de-290c8c120067 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7120886 Jun 25 11:13:08.975152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48826) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:09.283518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:13:09.380060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.policy [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94501) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 11:13:09.426135 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING oslo_policy.policy [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:13:09.426499 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING oslo_policy.policy [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:13:09.436230 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.quota [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] Loaded quota_driver: . Jun 25 11:13:09.595111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764448486861', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764448487392', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764448467471', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764448443563', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764448447072', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764448453217', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1583604', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1397384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-331062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-440084'] for rbac-policy, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:09.816924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:09.818127 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4b32482d-0d1d-4a75-8d99-ae1ec77fb97e admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8420227 Jun 25 11:13:12.328109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48838) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:12.629981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:13:12.724993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Made reservation on behalf of 0493ab7325e94ed19d235cde9afe621c for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:13:12.727817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:12.745122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:12.865684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:12.936628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:12.941194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:12.961345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:13:12.987053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764449727766', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:12.987302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Unsubscribe: segment precommit_create {{(pid=94501) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 11:13:12.987653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Added segment 503e3e04-e03b-4f20-bc4c-0bd754f93b63 of type vlan for network d309b753-f0bc-4e69-81de-b747ea7032c0 Jun 25 11:13:12.994582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf9c2a-0308-4b93-a01b-b5b632344ee5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:13.025945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.026290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.026620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.026933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.027306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.027633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.027945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.028265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.028572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.028873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.029194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.029495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Tracked resource versions report: Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: pushed versions: Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: { 'AddressGroup': {'1.2'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'ConntrackHelper': {'1.0'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Log': {'1.0'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Network': {'1.1'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Port': {'1.7'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'PortForwarding': {'1.2'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'QosPolicy': {'1.8'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroup': {'1.4'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SubPort': {'1.0'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Subnet': {'1.1'}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Trunk': {'1.1'}} Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: consumer versions: Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'ConntrackHelper': '1.0', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Log': '1.0', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Network': '1.1', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Port': '1.7', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'PortForwarding': '1.2', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'QosPolicy': '1.8', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroup': '1.4', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroupRule': '1.2', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SubPort': '1.0', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Subnet': '1.1', Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Trunk': '1.1'}} Jun 25 11:13:13.030802 dv-neutron-797120-5-hyperv neutron-server[94501]: {{(pid=94501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:13:13.098720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:13.120195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:13.217164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:13.218662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:13.219333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:13.222308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:13.316520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Pushing event updated for resources: {'Network': ['ID=d309b753-f0bc-4e69-81de-b747ea7032c0,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:13.320262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:13.327580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network d309b753-f0bc-4e69-81de-b747ea7032c0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:13:13.337768 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0086379 Jun 25 11:13:15.945534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48852) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:16.376948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54b6c59-af11-4107-91f6-74e488e8204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:16.379185 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b54b6c59-af11-4107-91f6-74e488e8204c admin admin] 10.222.0.81 "GET /v2.0/networks/d309b753-f0bc-4e69-81de-b747ea7032c0 HTTP/1.1" status: 200 len: 826 time: 0.4325113 Jun 25 11:13:16.403752 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9efcdfeb-bca7-414d-a56b-2a6b6a790832 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/09561652-50b5-4744-8ad0-b97f487a466a HTTP/1.1" status: 200 len: 734 time: 0.0187597 Jun 25 11:13:16.412138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Request body: {'subnet': {'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '09561652-50b5-4744-8ad0-b97f487a466a', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:13:16.490687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Made reservation on behalf of 0493ab7325e94ed19d235cde9afe621c for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:13:16.493730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:16.879864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:16.882416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:16.948458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f36fc24-2a84-42e9-9ebd-648089e76af9,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:16.954661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:16.957391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Checking segment: {'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:13:16.957798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Network hostable DHCP agents. Network: d309b753-f0bc-4e69-81de-b747ea7032c0, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:13:17.119098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Network d309b753-f0bc-4e69-81de-b747ea7032c0 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:13:17.222081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, d309b753-f0bc-4e69-81de-b747ea7032c0) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:13:17.231275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:17.231861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:17.232024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a657b43-e192-4601-984c-6d4365f1e8d3 None None] Network d309b753-f0bc-4e69-81de-b747ea7032c0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:13:17.337150 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9281936 Jun 25 11:13:17.542849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-d309b753-f0bc-4e69-81de-b747ea7032c0', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'fixed_ips': [{'subnet_id': '2f36fc24-2a84-42e9-9ebd-648089e76af9'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:13:17.543987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:17.817448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Allocated IP 172.20.0.2 (d309b753-f0bc-4e69-81de-b747ea7032c0/2f36fc24-2a84-42e9-9ebd-648089e76af9/08542d83-4e48-47db-84f9-f8a065bec42c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:13:18.053458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:18.070250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Transition to ACTIVE for port object 08542d83-4e48-47db-84f9-f8a065bec42c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:13:18.095375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Transition to ACTIVE for port object 08542d83-4e48-47db-84f9-f8a065bec42c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:13:18.223267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:18.226217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:18.311331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Network d309b753-f0bc-4e69-81de-b747ea7032c0 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:13:18.317022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:13:18.322098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:13:18.334115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Pushing event updated for resources: {'Port': ['ID=08542d83-4e48-47db-84f9-f8a065bec42c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:18.382427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.382750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.383078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.383400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.383717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.384084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.384401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.384906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.385299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.385619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.385931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.386241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Tracked resource versions report: Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: pushed versions: Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: { 'AddressGroup': {'1.2'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'ConntrackHelper': {'1.0'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Log': {'1.0'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Network': {'1.1'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Port': {'1.7'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'PortForwarding': {'1.2'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'QosPolicy': {'1.8'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroup': {'1.4'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SubPort': {'1.0'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Subnet': {'1.1'}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Trunk': {'1.1'}} Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: consumer versions: Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'ConntrackHelper': '1.0', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Log': '1.0', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Network': '1.1', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Port': '1.7', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'PortForwarding': '1.2', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'QosPolicy': '1.8', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroup': '1.4', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroupRule': '1.2', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SubPort': '1.0', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Subnet': '1.1', Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Trunk': '1.1'}} Jun 25 11:13:18.387631 dv-neutron-797120-5-hyperv neutron-server[94502]: {{(pid=94502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:13:18.395661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:18.427670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Attempting to bind port 08542d83-4e48-47db-84f9-f8a065bec42c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:13:18.428047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Attempting to bind port 08542d83-4e48-47db-84f9-f8a065bec42c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:13:18.429664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Attempting to bind port 08542d83-4e48-47db-84f9-f8a065bec42c on network d309b753-f0bc-4e69-81de-b747ea7032c0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:13:18.437478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:13:18.437963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Checking segment: {'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:13:18.439989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:18.440493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Bound using segment: {'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:13:18.441146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Bound port: 08542d83-4e48-47db-84f9-f8a065bec42c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:13:18.441674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:18.533716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] For port 08542d83-4e48-47db-84f9-f8a065bec42c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:13:18.538082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] For port 08542d83-4e48-47db-84f9-f8a065bec42c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=08542d83-4e48-47db-84f9-f8a065bec42c,segment=NetworkSegment(503e3e04-e03b-4f20-bc4c-0bd754f93b63),segment_id=503e3e04-e03b-4f20-bc4c-0bd754f93b63)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:13:18.606535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:18.609552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:18.701867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Pushing event updated for resources: {'Port': ['ID=08542d83-4e48-47db-84f9-f8a065bec42c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:18.705019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:19.753189 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48860) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:20.082217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-dbbaf28d-ba3a-4fac-b7d2-148900e9541a admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:13:20.083287 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dbbaf28d-ba3a-4fac-b7d2-148900e9541a admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3290744 Jun 25 11:13:22.492690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48868) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:22.820379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-e2557f07-8519-4d00-88bc-2707022ba8bb admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:13:22.821387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e2557f07-8519-4d00-88bc-2707022ba8bb admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3277926 Jun 25 11:13:23.851574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 08542d83-4e48-47db-84f9-f8a065bec42c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:13:24.056452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 08542d83-4e48-47db-84f9-f8a065bec42c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:13:24.770825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e28ea7-d62b-418d-8883-688d929e9758 None None] Network d309b753-f0bc-4e69-81de-b747ea7032c0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:13:24.964586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Provisioning for port 08542d83-4e48-47db-84f9-f8a065bec42c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:13:24.973982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Provisioning complete for port 08542d83-4e48-47db-84f9-f8a065bec42c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:24.974386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:25.101661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:25.139747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] For port 08542d83-4e48-47db-84f9-f8a065bec42c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=08542d83-4e48-47db-84f9-f8a065bec42c,segment=NetworkSegment(503e3e04-e03b-4f20-bc4c-0bd754f93b63),segment_id=503e3e04-e03b-4f20-bc4c-0bd754f93b63)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:13:25.210496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:25.213243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:25.264099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Pushing event updated for resources: {'Port': ['ID=08542d83-4e48-47db-84f9-f8a065bec42c,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:25.267222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:25.330073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9e2fda8e-93de-4a46-82f4-2786fffb8ecd None None] Provisioning complete for port 08542d83-4e48-47db-84f9-f8a065bec42c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:25.330348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9e2fda8e-93de-4a46-82f4-2786fffb8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:25.490509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48882) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:25.807448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5125aa4f-920e-4b7e-a0f4-284a8abde4f4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'name': 'router1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:13:25.835700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 08542d83-4e48-47db-84f9-f8a065bec42c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:13:25.883181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 08542d83-4e48-47db-84f9-f8a065bec42c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:25.883481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:25.903157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5125aa4f-920e-4b7e-a0f4-284a8abde4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:25.904725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5125aa4f-920e-4b7e-a0f4-284a8abde4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:26.047909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5125aa4f-920e-4b7e-a0f4-284a8abde4f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:26.096621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5125aa4f-920e-4b7e-a0f4-284a8abde4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:26.164794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5125aa4f-920e-4b7e-a0f4-284a8abde4f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:26.166063 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5125aa4f-920e-4b7e-a0f4-284a8abde4f4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6745145 Jun 25 11:13:26.730854 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:13:28.480112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48890) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:28.785840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-320be3ec-6a9d-4f60-8863-dffe8fe752f8 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:13:28.786898 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-320be3ec-6a9d-4f60-8863-dffe8fe752f8 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058641 Jun 25 11:13:29.427466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7abb-df9d-4d87-96b7-fa459123221f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.136867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48898) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:31.458628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:13:31.547667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Made reservation on behalf of 4fa6378334534ab3b76c6b86ad883854 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:13:31.549989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.558349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.642488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.725121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.728356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:31.741337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Reserving flat network on physical network physnet1 {{(pid=94501) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 11:13:31.759737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c269e6b-537a-4599-80d9-826f314ca228,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:31.764272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:31.765313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.765648 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Added segment b16a24aa-85cd-4c1f-915d-cdeafc68faf7 of type flat for network 28202613-d2aa-4a01-8c11-e2080899c66e Jun 25 11:13:31.810842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.947351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.948643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:31.949253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:31.952138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:31.958649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-275425cb-4b65-497a-b8e2-f6592f2de1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:32.008998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Pushing event updated for resources: {'Network': ['ID=28202613-d2aa-4a01-8c11-e2080899c66e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:32.011754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:32.020678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 28202613-d2aa-4a01-8c11-e2080899c66e details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:13:32.040504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:32.114027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9760485 Jun 25 11:13:32.986735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:34.452370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48916) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:34.632470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dedf307-d6e4-4eb1-b077-b70337d133fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:34.633849 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4dedf307-d6e4-4eb1-b077-b70337d133fe admin admin] 10.222.0.81 "GET /v2.0/subnets/2f36fc24-2a84-42e9-9ebd-648089e76af9 HTTP/1.1" status: 200 len: 849 time: 0.1805496 Jun 25 11:13:34.752882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6578c6eb-9d5e-4092-8c72-f571dbc70f74 admin admin] 10.222.0.81 "GET /v2.0/routers/eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 HTTP/1.1" status: 200 len: 704 time: 0.1135054 Jun 25 11:13:34.793264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:35.030783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:35.331463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Allocated IP 172.20.0.1 (d309b753-f0bc-4e69-81de-b747ea7032c0/2f36fc24-2a84-42e9-9ebd-648089e76af9/4844d53a-ce52-4034-b267-5b5ba5b644a1) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:13:35.528669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:35.550361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Transition to ACTIVE for port object 4844d53a-ce52-4034-b267-5b5ba5b644a1 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:13:35.690882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:35.694169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:35.760237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Network d309b753-f0bc-4e69-81de-b747ea7032c0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:13:35.770956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:13:35.777395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:13:35.777577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:35.799967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4844d53a-ce52-4034-b267-5b5ba5b644a1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:35.846852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:36.061667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e06e80c6-9694-4789-8cb2-5631b3861c52 None None] Provisioning for port 4844d53a-ce52-4034-b267-5b5ba5b644a1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:13:36.065377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e06e80c6-9694-4789-8cb2-5631b3861c52 None None] Provisioning complete for port 4844d53a-ce52-4034-b267-5b5ba5b644a1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:36.065778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e06e80c6-9694-4789-8cb2-5631b3861c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.078897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.119242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e06e80c6-9694-4789-8cb2-5631b3861c52 None None] Port 4844d53a-ce52-4034-b267-5b5ba5b644a1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:13:36.262458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.319673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.320881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.323023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:36.400875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4844d53a-ce52-4034-b267-5b5ba5b644a1,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:36.404534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:36.445165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Network d309b753-f0bc-4e69-81de-b747ea7032c0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:13:36.446520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:13:36.639677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-46cf0c1e-8015-4b59-8b4f-f81ec2e13f17 None None] Provisioning complete for port 4844d53a-ce52-4034-b267-5b5ba5b644a1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:36.640041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-46cf0c1e-8015-4b59-8b4f-f81ec2e13f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.674949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-46cf0c1e-8015-4b59-8b4f-f81ec2e13f17 None None] Port 4844d53a-ce52-4034-b267-5b5ba5b644a1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:13:36.725239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:13:36.817114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:13:36.822956 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0626802 Jun 25 11:13:36.826956 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Sync routers for ids ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:13:36.842169 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Routers {'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:36.842991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:13:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:37.029927 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Set router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:37.456904 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'name': 'router1', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:13:25Z', 'updated_at': '2021-06-25T11:13:35Z', 'revision_number': 2, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'gw_port_host': None, '_interfaces': [{'id': '4844d53a-ce52-4034-b267-5b5ba5b644a1', 'name': '', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'mac_address': 'fa:16:3e:05:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:35Z', 'updated_at': '2021-06-25T11:13:36Z', 'revision_number': 2, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'subnets': [{'id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09561652-50b5-4744-8ad0-b97f487a466a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:37.508725 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Checking router: eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:13:37.509110 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Updating router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 port 4844d53a-ce52-4034-b267-5b5ba5b644a1 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:13:37.572787 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:38.065775 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:38.083160 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Transition to ACTIVE for port object 4844d53a-ce52-4034-b267-5b5ba5b644a1 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:13:38.164511 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:38.167454 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:38.332513 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Pushing event updated for resources: {'Port': ['ID=4844d53a-ce52-4034-b267-5b5ba5b644a1,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:38.335805 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Attempting to bind port 4844d53a-ce52-4034-b267-5b5ba5b644a1 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:13:38.336201 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Attempting to bind port 4844d53a-ce52-4034-b267-5b5ba5b644a1 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:13:38.336635 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Attempting to bind port 4844d53a-ce52-4034-b267-5b5ba5b644a1 on network d309b753-f0bc-4e69-81de-b747ea7032c0 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:13:38.344988 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:13:38.345438 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Checking segment: {'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:13:38.345896 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:38.346284 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Bound using segment: {'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:13:38.346765 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Bound port: 4844d53a-ce52-4034-b267-5b5ba5b644a1, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503e3e04-e03b-4f20-bc4c-0bd754f93b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:13:38.347178 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:38.349386 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.349991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.350422 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.350751 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.351072 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.351440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.351771 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.352082 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.352397 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.352709 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.353019 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.353355 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Tracked resource versions report: Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: pushed versions: Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: { 'AddressGroup': {'1.2'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'ConntrackHelper': {'1.0'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Log': {'1.0'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Network': {'1.1'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Port': {'1.7'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'PortForwarding': {'1.2'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'QosPolicy': {'1.8'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroup': {'1.4'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SubPort': {'1.0'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Subnet': {'1.1'}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Trunk': {'1.1'}} Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: consumer versions: Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'ConntrackHelper': '1.0', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Log': '1.0', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Network': '1.1', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Port': '1.7', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'PortForwarding': '1.2', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'QosPolicy': '1.8', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroup': '1.4', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroupRule': '1.2', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SubPort': '1.0', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Subnet': '1.1', Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Trunk': '1.1'}} Jun 25 11:13:38.354721 dv-neutron-797120-5-hyperv neutron-server[94503]: {{(pid=94503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:13:38.368103 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:38.425952 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] For port 4844d53a-ce52-4034-b267-5b5ba5b644a1, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:13:38.449193 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] For port 4844d53a-ce52-4034-b267-5b5ba5b644a1, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4844d53a-ce52-4034-b267-5b5ba5b644a1,segment=NetworkSegment(503e3e04-e03b-4f20-bc4c-0bd754f93b63),segment_id=503e3e04-e03b-4f20-bc4c-0bd754f93b63)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:13:38.548162 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:38.550479 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:38.608319 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Pushing event updated for resources: {'Port': ['ID=4844d53a-ce52-4034-b267-5b5ba5b644a1,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:38.610860 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Routers {'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:38.611459 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:13:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:38.613535 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:38.702422 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] Set router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:38.914665 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'name': 'router1', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:13:25Z', 'updated_at': '2021-06-25T11:13:35Z', 'revision_number': 2, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'gw_port_host': None, '_interfaces': [{'id': '4844d53a-ce52-4034-b267-5b5ba5b644a1', 'name': '', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'mac_address': 'fa:16:3e:05:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:35Z', 'updated_at': '2021-06-25T11:13:38Z', 'revision_number': 4, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'subnets': [{'id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09561652-50b5-4744-8ad0-b97f487a466a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:38.942016 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb4fed-d895-4c3c-a563-9353c716983d None None] The sync data for ids ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'] in dv-neutron-797120-5-hyperv is: [{'id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'name': 'router1', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:13:25Z', 'updated_at': '2021-06-25T11:13:35Z', 'revision_number': 2, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'gw_port_host': None, '_interfaces': [{'id': '4844d53a-ce52-4034-b267-5b5ba5b644a1', 'name': '', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'mac_address': 'fa:16:3e:05:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:35Z', 'updated_at': '2021-06-25T11:13:38Z', 'revision_number': 4, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'subnets': [{'id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09561652-50b5-4744-8ad0-b97f487a466a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:13:39.062374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48936) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:39.173337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca1eb28-5dc8-42c4-89d6-4c2a3bf1a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:39.174651 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dca1eb28-5dc8-42c4-89d6-4c2a3bf1a001 admin admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 842 time: 0.1113253 Jun 25 11:13:39.184075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Request body: {'subnet': {'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'name': 'public-subnet', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:13:39.312913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Made reservation on behalf of 4fa6378334534ab3b76c6b86ad883854 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:13:39.315154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:39.725377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:13:39.725811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:39.727858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a6a5ea6-3a79-44fd-afbc-4b9aa11d7af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:39.783933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40c0131-c7a6-462b-973f-1851f2adc751,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:39.787664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:39.790232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:13:39.790615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Network hostable DHCP agents. Network: 28202613-d2aa-4a01-8c11-e2080899c66e, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:13:39.884462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:13:39.975304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 28202613-d2aa-4a01-8c11-e2080899c66e) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:13:39.979235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:39.979786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:39.986052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d7c62-ddd8-4569-a4e2-2fbf0fa6422b None None] Network 28202613-d2aa-4a01-8c11-e2080899c66e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:13:40.062403 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8817801 Jun 25 11:13:40.112897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c2e6e-9655-4bb6-86c1-411db4c767f7 None None] Network 28202613-d2aa-4a01-8c11-e2080899c66e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:13:41.865150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4844d53a-ce52-4034-b267-5b5ba5b644a1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:13:42.038683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 4844d53a-ce52-4034-b267-5b5ba5b644a1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:13:42.046548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4844d53a-ce52-4034-b267-5b5ba5b644a1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:42.046548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:42.188445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:42.224017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 4844d53a-ce52-4034-b267-5b5ba5b644a1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4844d53a-ce52-4034-b267-5b5ba5b644a1,segment=NetworkSegment(503e3e04-e03b-4f20-bc4c-0bd754f93b63),segment_id=503e3e04-e03b-4f20-bc4c-0bd754f93b63)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:13:42.301112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:42.305676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c83f65d3-22ec-4676-90b5-c48fa157d1db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:42.329985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48948) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:42.399287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=4844d53a-ce52-4034-b267-5b5ba5b644a1,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:42.402421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:42.461054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9db6c593-0e29-4610-8ea1-59f87c400850 admin admin] 10.222.0.81 "GET /v2.0/routers/eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 HTTP/1.1" status: 200 len: 710 time: 0.1299484 Jun 25 11:13:42.546902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf57a9-cf44-4a32-b659-ebd6d6dc738e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:42.548282 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b8bf57a9-cf44-4a32-b659-ebd6d6dc738e admin admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 886 time: 0.0820599 Jun 25 11:13:42.557955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:13:42.806644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:43.114169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:43.187225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:43.289246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Allocated IP 172.26.0.210 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/d9b55f3f-ae8c-4800-8292-6e5be2da19e7) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:13:43.392767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:43.483769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:43.486077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b0a80fb8-66ed-4f1b-af81-3046f84b3aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:43.523849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:13:43.526569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:13:43.529964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:13:43.535177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b55f3f-ae8c-4800-8292-6e5be2da19e7,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:43.565793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:43.843093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4844d53a-ce52-4034-b267-5b5ba5b644a1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:13:43.890767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4844d53a-ce52-4034-b267-5b5ba5b644a1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:43.891237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:43.983928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.174558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.178439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.282853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:13:44.382755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:13:44.387057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.388375 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 HTTP/1.1" status: 200 len: 890 time: 1.8338318 Jun 25 11:13:44.393371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Sync routers for ids ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:13:44.405645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Routers {'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:44.406322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:13:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:44.623869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Set router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:45.012780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'name': 'router1', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b55f3f-ae8c-4800-8292-6e5be2da19e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:13:25Z', 'updated_at': '2021-06-25T11:13:43Z', 'revision_number': 4, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'gw_port': {'id': 'd9b55f3f-ae8c-4800-8292-6e5be2da19e7', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:43Z', 'updated_at': '2021-06-25T11:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '4844d53a-ce52-4034-b267-5b5ba5b644a1', 'name': '', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'mac_address': 'fa:16:3e:05:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:35Z', 'updated_at': '2021-06-25T11:13:42Z', 'revision_number': 5, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'subnets': [{'id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09561652-50b5-4744-8ad0-b97f487a466a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:45.060778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Checking router: eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:13:45.061143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Updating router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 port d9b55f3f-ae8c-4800-8292-6e5be2da19e7 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:13:45.094483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:45.407405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:45.417415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Transition to ACTIVE for port object d9b55f3f-ae8c-4800-8292-6e5be2da19e7 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:13:45.541071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:45.543419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c4b245c1-8506-4942-90d1-f27756b441d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:45.590927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Attempting to bind port d9b55f3f-ae8c-4800-8292-6e5be2da19e7 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:13:45.591316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Attempting to bind port d9b55f3f-ae8c-4800-8292-6e5be2da19e7 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:13:45.591688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Attempting to bind port d9b55f3f-ae8c-4800-8292-6e5be2da19e7 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:13:45.596964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c1b4e-b906-4deb-8ac7-ae0de2b1e3e1 None None] Pushing event updated for resources: {'Port': ['ID=d9b55f3f-ae8c-4800-8292-6e5be2da19e7,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:45.601810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d00c1b4e-b906-4deb-8ac7-ae0de2b1e3e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:45.602964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:13:45.603334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:13:45.604258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:45.604258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:13:45.604542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Bound port: d9b55f3f-ae8c-4800-8292-6e5be2da19e7, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:13:45.604931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:45.655054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] For port d9b55f3f-ae8c-4800-8292-6e5be2da19e7, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:13:45.660278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] For port d9b55f3f-ae8c-4800-8292-6e5be2da19e7, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d9b55f3f-ae8c-4800-8292-6e5be2da19e7,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:13:45.759665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:45.762161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:45.893255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Routers {'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:45.893871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:13:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:45.899352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c1b4e-b906-4deb-8ac7-ae0de2b1e3e1 None None] Pushing event updated for resources: {'Port': ['ID=d9b55f3f-ae8c-4800-8292-6e5be2da19e7,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:45.932594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d00c1b4e-b906-4deb-8ac7-ae0de2b1e3e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:46.003360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] Set router eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:46.225734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'name': 'router1', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b55f3f-ae8c-4800-8292-6e5be2da19e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:13:25Z', 'updated_at': '2021-06-25T11:13:43Z', 'revision_number': 4, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'gw_port': {'id': 'd9b55f3f-ae8c-4800-8292-6e5be2da19e7', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:43Z', 'updated_at': '2021-06-25T11:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '4844d53a-ce52-4034-b267-5b5ba5b644a1', 'name': '', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'mac_address': 'fa:16:3e:05:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:35Z', 'updated_at': '2021-06-25T11:13:42Z', 'revision_number': 5, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'subnets': [{'id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09561652-50b5-4744-8ad0-b97f487a466a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:46.255966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e692fc-aa36-4a78-926e-6150c1cfe645 None None] The sync data for ids ['eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5'] in dv-neutron-797120-5-hyperv is: [{'id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'name': 'router1', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd9b55f3f-ae8c-4800-8292-6e5be2da19e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:13:25Z', 'updated_at': '2021-06-25T11:13:43Z', 'revision_number': 4, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'gw_port': {'id': 'd9b55f3f-ae8c-4800-8292-6e5be2da19e7', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:43Z', 'updated_at': '2021-06-25T11:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '4844d53a-ce52-4034-b267-5b5ba5b644a1', 'name': '', 'network_id': 'd309b753-f0bc-4e69-81de-b747ea7032c0', 'tenant_id': '0493ab7325e94ed19d235cde9afe621c', 'mac_address': 'fa:16:3e:05:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c56e-ea5a-4bfe-8c2a-ef1a27b14cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:13:35Z', 'updated_at': '2021-06-25T11:13:42Z', 'revision_number': 5, 'project_id': '0493ab7325e94ed19d235cde9afe621c', 'subnets': [{'id': '2f36fc24-2a84-42e9-9ebd-648089e76af9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09561652-50b5-4744-8ad0-b97f487a466a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:13:46.804315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 48956) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:46.951394 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f0d4923a-07ed-4eac-b44b-716790f557cc admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1459033 Jun 25 11:13:47.901160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d9b55f3f-ae8c-4800-8292-6e5be2da19e7 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:13:48.032358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d9b55f3f-ae8c-4800-8292-6e5be2da19e7 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:13:48.036551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d9b55f3f-ae8c-4800-8292-6e5be2da19e7 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:48.036925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:48.113252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:48.136134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d9b55f3f-ae8c-4800-8292-6e5be2da19e7, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d9b55f3f-ae8c-4800-8292-6e5be2da19e7,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:13:48.210119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:48.212791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:48.273129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d9b55f3f-ae8c-4800-8292-6e5be2da19e7,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:48.280261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:49.862902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d9b55f3f-ae8c-4800-8292-6e5be2da19e7 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:13:49.922246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d9b55f3f-ae8c-4800-8292-6e5be2da19e7 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:13:49.922621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:59.432287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4c170e3c-e992-4b76-8310-e3951f36345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.992729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4a29d472-0272-45df-b704-eafd75fc98cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.088105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.976798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:03.733178 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:14:04.803830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:29.471214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4ea654e-a6fe-4e3a-92a2-2b383c0ec4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:31.916444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d54d6f6c-91f5-4d70-a584-d97bcfa6c4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:32.003119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:32.967877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:35.185857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:40.760993 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:14:59.436908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b2384db1-dfe9-41a7-8399-f2e673f0a3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:01.964201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-678ef6a7-224f-49b8-b511-aa73e2002876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:02.064418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:02.978462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:04.829223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:17.759335 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:15:29.422705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a3f811c1-bc41-47c5-901b-fb7f8f2e52cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:31.928333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1ce97c60-3920-479b-904c-5680d1df52fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:32.034094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:32.979501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:34.087968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 49556) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:34.219433 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING oslo_policy.policy [None req-f9a8f094-9709-4a37-8df6-2059369fa642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:15:34.220035 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING oslo_policy.policy [None req-f9a8f094-9709-4a37-8df6-2059369fa642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:15:34.494332 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a8f094-9709-4a37-8df6-2059369fa642 admin admin] GET failed (client error): The resource could not be found. Jun 25 11:15:34.496120 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9a8f094-9709-4a37-8df6-2059369fa642 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4061129 Jun 25 11:15:34.788124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.policy [None req-1d360992-9fd1-4f07-a0b3-a2a99bc4b6da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94500) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 11:15:34.819495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:34.840694 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING oslo_policy.policy [None req-1d360992-9fd1-4f07-a0b3-a2a99bc4b6da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:15:34.841129 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING oslo_policy.policy [None req-1d360992-9fd1-4f07-a0b3-a2a99bc4b6da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 11:15:34.851393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d360992-9fd1-4f07-a0b3-a2a99bc4b6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:34.853309 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1d360992-9fd1-4f07-a0b3-a2a99bc4b6da admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.3524990 Jun 25 11:15:37.019574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 49572) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:37.150505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9241bd-9beb-4d16-9ec5-07bfa770d2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:37.151934 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ba9241bd-9beb-4d16-9ec5-07bfa770d2f0 admin admin] 10.222.0.81 "GET /v2.0/subnets/2f36fc24-2a84-42e9-9ebd-648089e76af9 HTTP/1.1" status: 200 len: 849 time: 0.1314411 Jun 25 11:15:37.161891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:15:37.250814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:37.539640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764449659082'] for subnet, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:37.542818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:15:37.608747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:37.609508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:37.621758 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] 10.222.0.81 "PUT /v2.0/subnets/2f36fc24-2a84-42e9-9ebd-648089e76af9 HTTP/1.1" status: 200 len: 868 time: 0.4532275 Jun 25 11:15:37.621874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52550df6-9372-4fcc-a051-f263d8a8f604 None None] Network d309b753-f0bc-4e69-81de-b747ea7032c0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:15:37.635008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f36fc24-2a84-42e9-9ebd-648089e76af9,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:15:37.645919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.650653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Tracked resource versions report: Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: pushed versions: Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: { 'AddressGroup': {'1.2'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'ConntrackHelper': {'1.0'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Log': {'1.0'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Network': {'1.1'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Port': {'1.7'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'PortForwarding': {'1.2'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'QosPolicy': {'1.8'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroup': {'1.4'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SubPort': {'1.0'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Subnet': {'1.1'}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Trunk': {'1.1'}} Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: consumer versions: Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'ConntrackHelper': '1.0', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Log': '1.0', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Network': '1.1', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Port': '1.7', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'PortForwarding': '1.2', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'QosPolicy': '1.8', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroup': '1.4', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroupRule': '1.2', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SubPort': '1.0', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Subnet': '1.1', Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Trunk': '1.1'}} Jun 25 11:15:37.651488 dv-neutron-797120-5-hyperv neutron-server[94500]: {{(pid=94500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:15:37.655808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:15:37.996928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-73fb67ba-7029-4e9f-a0c2-249cd72a1ab2 None None] Provisioning complete for port 4844d53a-ce52-4034-b267-5b5ba5b644a1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:15:37.997339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-73fb67ba-7029-4e9f-a0c2-249cd72a1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:38.095687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-73fb67ba-7029-4e9f-a0c2-249cd72a1ab2 None None] Provisioning complete for port 08542d83-4e48-47db-84f9-f8a065bec42c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:15:38.096043 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-73fb67ba-7029-4e9f-a0c2-249cd72a1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:39.781072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 49584) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:40.008832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dc4b89-0d17-4b27-89d1-aa7d79161b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:40.009250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dc4b89-0d17-4b27-89d1-aa7d79161b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:40.010763 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-92dc4b89-0d17-4b27-89d1-aa7d79161b01 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2287199 Jun 25 11:15:42.155418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49592) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:42.352008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204383e5-e0fe-4e97-9c52-c096133db3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:42.352473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204383e5-e0fe-4e97-9c52-c096133db3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:42.354039 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-204383e5-e0fe-4e97-9c52-c096133db3ef admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1977670 Jun 25 11:15:44.507779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49602) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:44.633386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf01f3b-2f22-4d40-919f-7d9d21ae8c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:44.634786 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2cf01f3b-2f22-4d40-919f-7d9d21ae8c95 admin admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 886 time: 0.1260049 Jun 25 11:15:46.764677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49610) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:46.892521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdb724-fdda-4ce9-a47e-8e3a4181294a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:46.893913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eecdb724-fdda-4ce9-a47e-8e3a4181294a admin admin] 10.222.0.81 "GET /v2.0/networks/d309b753-f0bc-4e69-81de-b747ea7032c0 HTTP/1.1" status: 200 len: 870 time: 0.1282794 Jun 25 11:15:49.032959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49618) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:49.157437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac65f13-f022-4580-826f-2b3954c56d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:49.157806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac65f13-f022-4580-826f-2b3954c56d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:49.159362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6ac65f13-f022-4580-826f-2b3954c56d01 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253872 Jun 25 11:15:51.326802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49626) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:51.416857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f53670-674b-40c9-ab7d-d7b9ee98e5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:51.417334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f53670-674b-40c9-ab7d-d7b9ee98e5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:51.419363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-55f53670-674b-40c9-ab7d-d7b9ee98e5e6 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911117 Jun 25 11:15:53.602275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49634) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:53.703609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b309659-547e-4deb-9636-a33ca2f30ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:53.704974 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7b309659-547e-4deb-9636-a33ca2f30ba5 admin admin] 10.222.0.81 "GET /v2.0/subnets/2f36fc24-2a84-42e9-9ebd-648089e76af9 HTTP/1.1" status: 200 len: 868 time: 0.1017480 Jun 25 11:15:54.757760 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:15:55.914594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49642) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:15:56.000750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0eafc6-1af7-430d-888e-e61be732d59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:56.002136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f0eafc6-1af7-430d-888e-e61be732d59e admin admin] 10.222.0.81 "GET /v2.0/subnets/a40c0131-c7a6-462b-973f-1851f2adc751 HTTP/1.1" status: 200 len: 816 time: 0.0865896 Jun 25 11:15:59.446328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb89af7d-4678-4d22-842c-ea45554b487b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:01.935722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9dc6330d-1cbe-4969-91d0-414a7fa282b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:02.021042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:02.983245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:04.820699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:19.681922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49686) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:19.727936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-88daab39-1435-462e-986b-d6a3f15823ec admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:16:19.728940 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-88daab39-1435-462e-986b-d6a3f15823ec admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460844 Jun 25 11:16:22.006073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49694) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:22.064794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-475925da-fd06-4009-b4a1-e5fd9e04d7f6 admin admin] GET failed (client error): The resource could not be found. Jun 25 11:16:22.066147 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-475925da-fd06-4009-b4a1-e5fd9e04d7f6 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591438 Jun 25 11:16:22.205834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa69541f-f4ab-4121-90e3-94777972ac43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:22.207209 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-aa69541f-f4ab-4121-90e3-94777972ac43 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372457 Jun 25 11:16:24.460320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49702) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:24.515994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:16:24.593267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Made reservation on behalf of 4fa6378334534ab3b76c6b86ad883854 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:16:24.595608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:24.627333 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.services.revisions.revision_plugin [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Could not find related network for resource to bump revision. Jun 25 11:16:24.638466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:16:24.647798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:24.648146 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Added segment a3ab8382-95aa-46ac-ba8c-9bb25c899d86 of type vlan for network 95c564db-9944-4842-a692-3c4c3083b4ea Jun 25 11:16:24.826847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:24.947287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:24.949149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:24.949804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:24.951982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:25.008253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Pushing event updated for resources: {'Network': ['ID=95c564db-9944-4842-a692-3c4c3083b4ea,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:25.016244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.016594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.016928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.017292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.017618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.017955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.018282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.018613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.018933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.019249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.019562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.019870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:25.024423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:25.035234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 95c564db-9944-4842-a692-3c4c3083b4ea details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:16:25.056904 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5954792 Jun 25 11:16:27.236174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49710) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:27.296320 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc2cdda-d0c3-48ed-aa35-383d82527f8b admin admin] GET failed (client error): The resource could not be found. Jun 25 11:16:27.297677 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4cc2cdda-d0c3-48ed-aa35-383d82527f8b admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602615 Jun 25 11:16:27.371678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2b60d7-5b8e-4197-8d8d-d79640568c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:27.373160 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f2b60d7-5b8e-4197-8d8d-d79640568c32 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0715997 Jun 25 11:16:27.382868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea', 'description': 'shared-subnet'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:16:27.507682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Made reservation on behalf of 4fa6378334534ab3b76c6b86ad883854 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:16:27.509994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:27.740217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:27.742497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:27.797461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec960d48-e2cb-47c8-827c-ba97dc9615a9,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:27.800504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:27.803734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Checking segment: {'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:16:27.803734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Network hostable DHCP agents. Network: 95c564db-9944-4842-a692-3c4c3083b4ea, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:16:27.906229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Network 95c564db-9944-4842-a692-3c4c3083b4ea is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:16:28.106051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 95c564db-9944-4842-a692-3c4c3083b4ea) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:16:28.110158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:28.110728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.115778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc77f0-7332-4298-a721-5b0af9f95437 None None] Network 95c564db-9944-4842-a692-3c4c3083b4ea requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:16:28.200130 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8206506 Jun 25 11:16:28.367182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782806af-1455-41bc-a020-900f71a91770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-95c564db-9944-4842-a692-3c4c3083b4ea', 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea', 'tenant_id': '4fa6378334534ab3b76c6b86ad883854', 'fixed_ips': [{'subnet_id': 'ec960d48-e2cb-47c8-827c-ba97dc9615a9'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:16:28.374727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.508340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-782806af-1455-41bc-a020-900f71a91770 None None] Allocated IP 192.168.233.2 (95c564db-9944-4842-a692-3c4c3083b4ea/ec960d48-e2cb-47c8-827c-ba97dc9615a9/f05ac1d6-c2a6-4b50-b543-43d73df1251f) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:16:28.656317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.667480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-782806af-1455-41bc-a020-900f71a91770 None None] Transition to ACTIVE for port object f05ac1d6-c2a6-4b50-b543-43d73df1251f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:16:28.687086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-782806af-1455-41bc-a020-900f71a91770 None None] Transition to ACTIVE for port object f05ac1d6-c2a6-4b50-b543-43d73df1251f will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:16:28.782053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.784365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:28.821998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782806af-1455-41bc-a020-900f71a91770 None None] Network 95c564db-9944-4842-a692-3c4c3083b4ea is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:16:28.825389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-782806af-1455-41bc-a020-900f71a91770 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:16:28.829129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782806af-1455-41bc-a020-900f71a91770 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:16:28.836903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782806af-1455-41bc-a020-900f71a91770 None None] Pushing event updated for resources: {'Port': ['ID=f05ac1d6-c2a6-4b50-b543-43d73df1251f,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:28.863967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.864328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.864666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.864990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.865332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.865683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.866005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.866319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.866630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.866942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.867250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.867555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:28.873137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782806af-1455-41bc-a020-900f71a91770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:28.904853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-782806af-1455-41bc-a020-900f71a91770 None None] Attempting to bind port f05ac1d6-c2a6-4b50-b543-43d73df1251f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:16:28.905244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-782806af-1455-41bc-a020-900f71a91770 None None] Attempting to bind port f05ac1d6-c2a6-4b50-b543-43d73df1251f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:16:28.905601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782806af-1455-41bc-a020-900f71a91770 None None] Attempting to bind port f05ac1d6-c2a6-4b50-b543-43d73df1251f on network 95c564db-9944-4842-a692-3c4c3083b4ea {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:16:28.911018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782806af-1455-41bc-a020-900f71a91770 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:16:28.911299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782806af-1455-41bc-a020-900f71a91770 None None] Checking segment: {'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:16:28.911692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.912080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782806af-1455-41bc-a020-900f71a91770 None None] Bound using segment: {'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:16:28.912582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-782806af-1455-41bc-a020-900f71a91770 None None] Bound port: f05ac1d6-c2a6-4b50-b543-43d73df1251f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:16:28.912976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.980646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-782806af-1455-41bc-a020-900f71a91770 None None] For port f05ac1d6-c2a6-4b50-b543-43d73df1251f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:16:28.983943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-782806af-1455-41bc-a020-900f71a91770 None None] For port f05ac1d6-c2a6-4b50-b543-43d73df1251f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f05ac1d6-c2a6-4b50-b543-43d73df1251f,segment=NetworkSegment(a3ab8382-95aa-46ac-ba8c-9bb25c899d86),segment_id=a3ab8382-95aa-46ac-ba8c-9bb25c899d86)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:16:29.028528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-782806af-1455-41bc-a020-900f71a91770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.030944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d00c1b4e-b906-4deb-8ac7-ae0de2b1e3e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:29.090227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782806af-1455-41bc-a020-900f71a91770 None None] Pushing event updated for resources: {'Port': ['ID=f05ac1d6-c2a6-4b50-b543-43d73df1251f,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:29.093317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782806af-1455-41bc-a020-900f71a91770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:29.471079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07d6aac3-e835-47de-941a-bfb503ef0279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.934448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e7782-a9a6-4bfd-89fa-2c95c55a6c38 None None] Network 95c564db-9944-4842-a692-3c4c3083b4ea requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:16:30.058939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f05ac1d6-c2a6-4b50-b543-43d73df1251f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:16:30.119115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-013af361-a150-4e0e-a5d7-b3719bc6e40e None None] Provisioning for port f05ac1d6-c2a6-4b50-b543-43d73df1251f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:16:30.204517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f05ac1d6-c2a6-4b50-b543-43d73df1251f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:16:30.209363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f05ac1d6-c2a6-4b50-b543-43d73df1251f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:16:30.210104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.300792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.343937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port f05ac1d6-c2a6-4b50-b543-43d73df1251f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f05ac1d6-c2a6-4b50-b543-43d73df1251f,segment=NetworkSegment(a3ab8382-95aa-46ac-ba8c-9bb25c899d86),segment_id=a3ab8382-95aa-46ac-ba8c-9bb25c899d86)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:30.352186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9426ac3f-ca13-43f9-85e6-2e18b9b74674 None None] Provisioning complete for port f05ac1d6-c2a6-4b50-b543-43d73df1251f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:16:30.352559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9426ac3f-ca13-43f9-85e6-2e18b9b74674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.432814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.438934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:30.442134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9426ac3f-ca13-43f9-85e6-2e18b9b74674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.518470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=f05ac1d6-c2a6-4b50-b543-43d73df1251f,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:30.523155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:30.533700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-9426ac3f-ca13-43f9-85e6-2e18b9b74674 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:16:30.534080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-9426ac3f-ca13-43f9-85e6-2e18b9b74674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:16:31.756548 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:16:31.975935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff1296cb-b5a7-41a3-b5df-75021103dbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.022627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f05ac1d6-c2a6-4b50-b543-43d73df1251f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:16:32.057356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.071615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f05ac1d6-c2a6-4b50-b543-43d73df1251f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:16:32.073535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.964819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.838298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:59.494682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-46d1c171-f5b5-4612-99d3-887f0bbf2fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:01.947754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa2faee4-237f-4d21-a258-3c75972d0d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:02.041599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:03.019167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:04.847620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:08.754389 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:17:29.577594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4063168-7150-47ad-8f9e-cac85acafffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:31.982996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd75f1d6-4542-4d16-a87a-e81d13cf9a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:32.034761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:33.040570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:34.823081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:45.753146 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:17:47.255632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49762) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:17:47.261476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-e0a18392-8398-4638-a125-b42c8226fe71 tempest-verify_tempest_config-116819522 tempest-verify_tempest_config-116819522-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:17:47.262421 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e0a18392-8398-4638-a125-b42c8226fe71 tempest-verify_tempest_config-116819522 tempest-verify_tempest_config-116819522-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058413 Jun 25 11:17:47.822378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 49780) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:17:47.935637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:47.943737 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.quota [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Loaded quota_driver: . Jun 25 11:17:48.076505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:48.159073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:48.168259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:17:48.219899 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=089c53ee9edb4ce49411f69cd708fa13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3964560 Jun 25 11:17:48.220821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b95e09-4469-44ea-86d6-5c1f3be82361,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:17:48.222632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49786) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:17:48.228753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.229136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.229475 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.229798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.230118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.230460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.230781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.231113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.231431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.232048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.232360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.232669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.237060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:17:48.284029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:48.309406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:48.479165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:48.482248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:48.483413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60b95e09-4469-44ea-86d6-5c1f3be82361 HTTP/1.1" status: 204 len: 168 time: 0.2598307 Jun 25 11:17:48.484156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:17:48.492469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b95e09-4469-44ea-86d6-5c1f3be82361,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:17:48.499114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.499457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.499789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.500117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.500624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.501058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.501418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.501754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.502077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.502392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.502708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.503092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:17:48.507035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:17:59.444485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1e1a492d-8d96-4d9d-801c-a1c95e160009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:01.970349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4594-6328-4960-ab6a-844e913f7cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:02.055677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:03.009769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:04.826750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:22.752493 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:18:29.436122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-23bbb3de-c95c-4bb0-bef7-a5ab9e1dc08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:31.952921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82e17fb4-493c-4620-a13c-c733b7fbfb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:32.019959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:32.996794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:34.876497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:59.435069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-559f35ac-c591-4471-aa39-a7308b9d7019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:59.751523 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 5 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:19:01.944406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d2f32cd4-1771-4465-91bc-60261d7f1212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:02.046920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:02.989889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:04.834970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:10.155234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-770458'] for agent, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:27.156781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 49856) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:19:27.260657 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-474d7809-c449-458f-b37f-32f5568e95ce admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1027598 Jun 25 11:19:29.445597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-85f3469a-d731-48bc-8691-8585c07ca549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:29.455064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 49866) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:19:29.518982 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2039bbbe-015f-4de3-8979-9e23bdd4c722 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0625031 Jun 25 11:19:31.937034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b4b0c8a-e4e9-48a5-a63c-729e97a90961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:32.034192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:33.009649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:34.828288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:36.750555 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:19:40.170504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:59.447871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-45b2d812-8576-416e-845d-3af6d651ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:01.942239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad6a3952-5f2d-477c-9ee3-1aad419d14ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:02.020302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:03.003230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:04.845005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:10.164256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:13.750607 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:20:29.451597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f077c38a-1fc4-4cbd-8de7-ace4010e43ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:31.959474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6b682548-a730-4662-a019-8b059512fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:32.057011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:33.000211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:34.836539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:40.153810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:44.934181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50018) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:45.011985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50026) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:45.313484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1245978658-network', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:45.352236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1662875727-network', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:45.412209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Made reservation on behalf of ec8ac9b7db5948f6acf06059cc10563c for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:45.415141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.431359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.505181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Made reservation on behalf of efc7a966c2414896b6ab1afe1ef31772 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:45.507952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.522977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.592024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.681863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.686847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:45.712787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab943e-8773-41eb-b0af-9829e4eae65c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:45.724005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.724798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.725357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.725892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.726447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.727026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.727539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.728059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.728574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.729117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.729636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.730160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Tracked resource versions report: Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: pushed versions: Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: { 'AddressGroup': {'1.2'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'ConntrackHelper': {'1.0'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Log': {'1.0'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Network': {'1.1'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Port': {'1.7'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'PortForwarding': {'1.2'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'QosPolicy': {'1.8'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroup': {'1.4'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SubPort': {'1.0'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Subnet': {'1.1'}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Trunk': {'1.1'}} Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: consumer versions: Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: HyperV agent@hv-neutron-7971: {}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'ConntrackHelper': '1.0', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Log': '1.0', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Network': '1.1', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Port': '1.7', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'PortForwarding': '1.2', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'QosPolicy': '1.8', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroup': '1.4', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SecurityGroupRule': '1.2', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'SubPort': '1.0', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Subnet': '1.1', Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: 'Trunk': '1.1'}} Jun 25 11:20:45.731262 dv-neutron-797120-5-hyperv neutron-server[94500]: {{(pid=94500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:20:45.739460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:45.751019 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:45.780792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764449727766', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.781955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Unsubscribe: segment precommit_create {{(pid=94500) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 11:20:45.783386 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Added segment 1644ef67-ce62-4895-ab4d-3a9e565a1848 of type vlan for network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 Jun 25 11:20:45.802489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.842224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.895832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.900314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a6e1b6ce-c6e8-469b-bd6f-1d229e6c1717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:45.918368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:45.931415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0631fac-412e-4ff7-b91f-87029e0e0068,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:45.935854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.936261 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Added segment e70ff95a-d40a-4a83-a3fe-6a66114d21dc of type vlan for network 02baa492-92ff-4fac-a92b-50a6cffd4e38 Jun 25 11:20:45.946561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.946979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.947323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.947653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.947975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.948299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.948923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.949279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.949602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.949922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.950238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.950554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Tracked resource versions report: Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: pushed versions: Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: { 'AddressGroup': {'1.2'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'ConntrackHelper': {'1.0'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Log': {'1.0'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Network': {'1.1'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Port': {'1.7'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'PortForwarding': {'1.2'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'QosPolicy': {'1.8'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroup': {'1.4'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SubPort': {'1.0'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Subnet': {'1.1'}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Trunk': {'1.1'}} Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: consumer versions: Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: HyperV agent@hv-neutron-7971: {}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'ConntrackHelper': '1.0', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Log': '1.0', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Network': '1.1', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Port': '1.7', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'PortForwarding': '1.2', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'QosPolicy': '1.8', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroup': '1.4', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SecurityGroupRule': '1.2', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'SubPort': '1.0', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Subnet': '1.1', Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: 'Trunk': '1.1'}} Jun 25 11:20:45.951653 dv-neutron-797120-5-hyperv neutron-server[94501]: {{(pid=94501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:20:45.961910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:45.964634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.966036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:45.966619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:45.982284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:45.995741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.065011 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1297324 Jun 25 11:20:46.068058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50066) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:46.073469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Pushing event updated for resources: {'Network': ['ID=96a1a226-0faf-40e1-adb0-ab06f8cea8d0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:46.074692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Request body: {'subnet': {'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1245978658-subnet', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:46.084616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:46.089183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:46.113164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.114536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:46.115111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.117328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1abf4db4-4667-4b71-9c5c-fac4a8904f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:46.188180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Pushing event updated for resources: {'Network': ['ID=02baa492-92ff-4fac-a92b-50a6cffd4e38,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:46.190887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:46.193296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Made reservation on behalf of ec8ac9b7db5948f6acf06059cc10563c for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:46.196104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.250781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:46.293248 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2773836 Jun 25 11:20:46.293790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50074) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:46.299689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Request body: {'subnet': {'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1662875727-subnet', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:46.421777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Made reservation on behalf of efc7a966c2414896b6ab1afe1ef31772 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:46.424383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.477432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.484831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:46.551206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50084) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:46.570920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:46.575313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:46.601113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Checking segment: {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:46.601469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Network hostable DHCP agents. Network: 96a1a226-0faf-40e1-adb0-ab06f8cea8d0, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:20:46.701821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:20:46.727893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.731003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e853e97-1f3e-42f4-a92f-b1620089a69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:46.787435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc2ea28-f840-43d3-a22b-19d360e986cd,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:46.790577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:46.795687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Checking segment: {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:46.795687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Network hostable DHCP agents. Network: 02baa492-92ff-4fac-a92b-50a6cffd4e38, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:20:46.814371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 96a1a226-0faf-40e1-adb0-ab06f8cea8d0) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:46.819717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:46.824610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.830106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f18ff7-f8a5-4dc9-9cfb-a5f7167d787a None None] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:46.887641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1005864501-network', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:46.903187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:20:46.906993 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8376179 Jun 25 11:20:46.909637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50098) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:46.916795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:46.922649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 02baa492-92ff-4fac-a92b-50a6cffd4e38) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:46.929113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:46.929958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:46.940128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059cf8c-56c2-491b-9062-490ec2f0259d None None] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:47.007684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Made reservation on behalf of 71dd37fab9cc46a9b21cb940be135cdd for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:47.011067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.023932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.052355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:20:47.053223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.089444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7918267 Jun 25 11:20:47.090048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50104) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:47.097104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:47.108899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:20:47.108899 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:20:47.108899 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': '71dd37fab9cc46a9b21cb940be135cdd', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 20, 47, 44643)}] Jun 25 11:20:47.108899 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:20:47.109856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:20:47.171464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.173345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.210552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-02baa492-92ff-4fac-a92b-50a6cffd4e38', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:20:47.211507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.227045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.252549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Allocated IP 172.20.0.2 (96a1a226-0faf-40e1-adb0-ab06f8cea8d0/22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8/9f3d02ab-7777-4321-9f5b-864116adb871) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:47.293918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.296319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.429146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Allocated IP 172.20.0.2 (02baa492-92ff-4fac-a92b-50a6cffd4e38/2dc2ea28-f840-43d3-a22b-19d360e986cd/541cf80f-1005-4f00-8f8f-9ea3b9f480a5) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:47.504042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.555323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.583533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.600041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Transition to ACTIVE for port object 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:47.611064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.617449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Transition to ACTIVE for port object 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:47.689729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.701054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Transition to ACTIVE for port object 9f3d02ab-7777-4321-9f5b-864116adb871 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:47.720244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Transition to ACTIVE for port object 9f3d02ab-7777-4321-9f5b-864116adb871 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:47.725302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.728095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782806af-1455-41bc-a020-900f71a91770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:47.786180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Pushing event updated for resources: {'Port': ['ID=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:47.799818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.800473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.801380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.801896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.802521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.803038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.804329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.804849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.805537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.807710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.807710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.807710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Tracked resource versions report: Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: pushed versions: Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: { 'AddressGroup': {'1.2'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'ConntrackHelper': {'1.0'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Log': {'1.0'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Network': {'1.1'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Port': {'1.7'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'PortForwarding': {'1.2'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'QosPolicy': {'1.8'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroup': {'1.4'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SubPort': {'1.0'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Subnet': {'1.1'}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Trunk': {'1.1'}} Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: consumer versions: Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: HyperV agent@hv-neutron-7971: {}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'ConntrackHelper': '1.0', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Log': '1.0', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Network': '1.1', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Port': '1.7', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'PortForwarding': '1.2', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'QosPolicy': '1.8', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroup': '1.4', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SecurityGroupRule': '1.2', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'SubPort': '1.0', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Subnet': '1.1', Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: 'Trunk': '1.1'}} Jun 25 11:20:47.808710 dv-neutron-797120-5-hyperv neutron-server[94502]: {{(pid=94502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:20:47.817890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:47.819343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.829817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:47.832886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:47.835695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:47.841014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:47.894106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.965266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.967878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:47.978888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:47.981783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Attempting to bind port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:20:47.982155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Attempting to bind port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:20:47.982512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Attempting to bind port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 on network 02baa492-92ff-4fac-a92b-50a6cffd4e38 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:20:47.986582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:47.991993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:47.996725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Pushing event updated for resources: {'Port': ['ID=9f3d02ab-7777-4321-9f5b-864116adb871,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:47.998000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.004033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:48.007625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:20:48.014126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Checking segment: {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:48.014126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.014126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Bound using segment: {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:20:48.014126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Bound port: 541cf80f-1005-4f00-8f8f-9ea3b9f480a5, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:20:48.014126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.042918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.085241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50132) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:48.086302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50134) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:48.104256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:48.110657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Attempting to bind port 9f3d02ab-7777-4321-9f5b-864116adb871 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:20:48.110979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Attempting to bind port 9f3d02ab-7777-4321-9f5b-864116adb871 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:20:48.111336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Attempting to bind port 9f3d02ab-7777-4321-9f5b-864116adb871 on network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:20:48.114799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.115436 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Added segment d0b8bde8-4eb9-409b-beb7-ae5c628eca53 of type vlan for network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed Jun 25 11:20:48.118249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:20:48.123220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Checking segment: {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:48.123220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.123220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Bound using segment: {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:20:48.123220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Bound port: 9f3d02ab-7777-4321-9f5b-864116adb871, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:20:48.123220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.168396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.194699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] For port 9f3d02ab-7777-4321-9f5b-864116adb871, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:20:48.197915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] For port 9f3d02ab-7777-4321-9f5b-864116adb871, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9f3d02ab-7777-4321-9f5b-864116adb871,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:20:48.205700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] For port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:20:48.206138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:48.216985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Allocated IP 172.26.0.118 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/e55d408c-e4cf-4a5e-8873-5c38b6a9ca22) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:48.226677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] For port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:20:48.256155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2ec3e-371a-4030-bce5-1f8bc47d567b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:48.259622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:48.273509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.283061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:48.283061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.292524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:48.334079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.335217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.339887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782806af-1455-41bc-a020-900f71a91770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:48.344550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.409599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4f1b51-e572-4d46-b050-25dc3b51e0ed,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:48.426430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:48.432086 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8767810 Jun 25 11:20:48.432294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:48.432536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50148) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:48.439020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Request body: {'subnet': {'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1005864501-subnet', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:48.482375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1934937833'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:48.489726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Pushing event updated for resources: {'Port': ['ID=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:48.499201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.504470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:48.598851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Pushing event updated for resources: {'Port': ['ID=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:48.606111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:48.617289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:48.619273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Made reservation on behalf of 71dd37fab9cc46a9b21cb940be135cdd for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:48.623013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.629502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:48.662820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:48.681642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Pushing event updated for resources: {'Port': ['ID=9f3d02ab-7777-4321-9f5b-864116adb871,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:48.691801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:48.692576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:48.693169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:48.724795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1826025215', 'router:external': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:48.821491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.863020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.037758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Made reservation on behalf of 7181f19c60724613afa1b2e9b9f21bb1 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:49.047163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.101745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50158) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:49.135794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Allocated IP 172.26.0.239 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/59d76e14-54db-4764-9ffa-5d68732e99fc) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:49.184665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.313860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.383268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Made reservation on behalf of 6d093948e44f41f19909dfde1c3818d5 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:49.385938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.413888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-260499060'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:49.456584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.483113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50168) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:49.542702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4ffeb78e-3bbe-41f8-a7bd-dad495865ad2 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2042029613'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:49.543315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4ffeb78e-3bbe-41f8-a7bd-dad495865ad2 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Unknown quota resources ['metering_label']. {{(pid=94500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:20:49.546572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.558059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74a54b25-6cd6-441a-a486-791978c827c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:49.615503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.622300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:49.623851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.718911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0efc68-04d5-4795-a563-1d192045499d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:49.720559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Pushing event updated for resources: {'Port': ['ID=59d76e14-54db-4764-9ffa-5d68732e99fc,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:49.722792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:49.762968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50178) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:49.769239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:49.772524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.780741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Checking segment: {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:49.788563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Network hostable DHCP agents. Network: 1b4f1b51-e572-4d46-b050-25dc3b51e0ed, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:20:49.822695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:49.842381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:49.855871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.863984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f8158c5a-b4bb-4c28-92ac-e2394b47b83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:49.879711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:49.881942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:20:49.889372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ffeb78e-3bbe-41f8-a7bd-dad495865ad2 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:49.893195 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4ffeb78e-3bbe-41f8-a7bd-dad495865ad2 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4063051 Jun 25 11:20:49.901223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50182) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:49.939013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634446e9-30b0-4ad6-821f-d707a86a3280 None None] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:49.957071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-65d20f97-9044-4a03-9ceb-7d7d4359980d tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '89591bf9-f49a-4eac-8810-e8f035a2e1b2'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:49.957648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-65d20f97-9044-4a03-9ceb-7d7d4359980d tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94501) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:20:49.960768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:49.975698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c03568ff-b182-4ea7-ae51-6667a631fe61 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:49.986307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:20:49.986307 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:20:49.986307 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '6d093948e44f41f19909dfde1c3818d5', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 20, 49, 492329)}] Jun 25 11:20:49.986307 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:20:49.986307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:20:50.003591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.003930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Added segment 980ae605-babd-4cdd-88ca-052df374ede9 of type vlan for network 79dcf8f3-3406-496b-9699-945f21c88301 Jun 25 11:20:50.027937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=083be8e6-9c88-443d-8843-2de39c6679d1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:50.066825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Made reservation on behalf of 75bc4cce3a264d28b7b089b722dc8d7a for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:50.072243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.079807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:50.088807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.128662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8bf1cbcd-01c4-40ee-a997-4fc8273d2096 None None] Provisioning for port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:50.130659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 1b4f1b51-e572-4d46-b050-25dc3b51e0ed) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:50.146237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:50.146585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052d39d-3441-4a90-b4e6-8ef53b3c459d None None] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:50.147205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.159303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.163548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.175762 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c03568ff-b182-4ea7-ae51-6667a631fe61 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] 10.222.0.81 "PUT /v2.0/quotas/537e51c3544b4a1282e0255e996f62d8 HTTP/1.1" status: 200 len: 368 time: 0.4067020 Jun 25 11:20:50.178071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50188) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:50.188850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Request body: {'network': {'project_id': '537e51c3544b4a1282e0255e996f62d8'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:50.246715 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.services.metering.metering_plugin [None req-65d20f97-9044-4a03-9ceb-7d7d4359980d tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 25 11:20:50.358437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.420806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9f3d02ab-7777-4321-9f5b-864116adb871 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:20:50.430681 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65d20f97-9044-4a03-9ceb-7d7d4359980d tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.431995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.433481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-65d20f97-9044-4a03-9ceb-7d7d4359980d tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5154605 Jun 25 11:20:50.440594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50190) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:50.446555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-80de541e-963d-44a1-bb39-30ad3ae1d064 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '89591bf9-f49a-4eac-8810-e8f035a2e1b2'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:50.447138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-80de541e-963d-44a1-bb39-30ad3ae1d064 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94501) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:20:50.464942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:50.485027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.488153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03793ede-fe8a-41a3-9e2b-018416465800 None None] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:50.501602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:50.505804 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0721622 Jun 25 11:20:50.510661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50192) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:50.522712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:20:50.528419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.528580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:50.528926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.569718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.573451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.573804 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Added segment 6fa53016-871c-475c-8802-eb7b2d5dfa91 of type vlan for network cf00558b-3355-46dd-9acd-6558cae70b5f Jun 25 11:20:50.577633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba56c2-0617-4002-9cae-f9949390d4ce,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:50.588620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:50.597671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:50.598621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.655807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9258a3ab-6221-43bb-a427-bd16b20515b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:50.657180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.689301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 9f3d02ab-7777-4321-9f5b-864116adb871 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:50.703645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:20:50.705620 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.services.metering.metering_plugin [None req-80de541e-963d-44a1-bb39-30ad3ae1d064 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 25 11:20:50.751121 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:20:50.763502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Provisioning for port 9f3d02ab-7777-4321-9f5b-864116adb871 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:50.775314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Provisioning complete for port 9f3d02ab-7777-4321-9f5b-864116adb871 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:50.775899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.789704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Made reservation on behalf of 537e51c3544b4a1282e0255e996f62d8 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:50.792245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.850795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.853101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-80de541e-963d-44a1-bb39-30ad3ae1d064 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.854268 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-80de541e-963d-44a1-bb39-30ad3ae1d064 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4127040 Jun 25 11:20:50.879012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50196) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:50.886908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.897648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:50.898265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.903467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:50.915687 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ccca0249-c51d-4fa6-a9b8-6a94d62ae958 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a67c3c43-9d78-4518-82f4-62997062961e HTTP/1.1" status: 200 len: 464 time: 0.0351744 Jun 25 11:20:50.916591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.917647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:50.920454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event updated for resources: {'Network': ['ID=79dcf8f3-3406-496b-9699-945f21c88301,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:50.928402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50200) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:50.930752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:50.951197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 79dcf8f3-3406-496b-9699-945f21c88301 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:50.954346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Allocated IP 172.20.0.2 (1b4f1b51-e572-4d46-b050-25dc3b51e0ed/7b0efc68-04d5-4795-a563-1d192045499d/4cc0e69b-52a0-4699-b0e2-46aa01017a40) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:50.984580 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8860757 Jun 25 11:20:50.988798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50204) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:50.993986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Request body: {'subnet': {'network_id': '79dcf8f3-3406-496b-9699-945f21c88301', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:51.017997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.035568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:20:51.035568 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:20:51.035568 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '537e51c3544b4a1282e0255e996f62d8', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 20, 50, 924884)}] Jun 25 11:20:51.035568 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:20:51.036029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:20:51.106537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:51.123149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Pushing event updated for resources: {'Network': ['ID=cf00558b-3355-46dd-9acd-6558cae70b5f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:51.132983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:51.133698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.134724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:51.135193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.138640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.172032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network cf00558b-3355-46dd-9acd-6558cae70b5f details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:51.207815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] For port 9f3d02ab-7777-4321-9f5b-864116adb871, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9f3d02ab-7777-4321-9f5b-864116adb871,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:20:51.224931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Router 60a78a35-d3f1-42ff-83e6-574a2e6a19de is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:20:51.300998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.353512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da5f9b38-c2a8-4177-8372-57b02cb70cba tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.354611 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-da5f9b38-c2a8-4177-8372-57b02cb70cba tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/a67c3c43-9d78-4518-82f4-62997062961e HTTP/1.1" status: 204 len: 168 time: 0.4251170 Jun 25 11:20:51.362182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.371110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Transition to ACTIVE for port object 4cc0e69b-52a0-4699-b0e2-46aa01017a40 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:51.391452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:51.391833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50208) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:51.430312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.438821 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-438feab8-c4c4-412a-affc-97a385273082 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=a67c3c43-9d78-4518-82f4-62997062961e HTTP/1.1" status: 200 len: 221 time: 0.0436800 Jun 25 11:20:51.444285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50210) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:51.452949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-74b53dd2-3bf1-4506-85ec-68d26bd5b3e9 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1361372969', 'description': 'label created by tempest'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:51.453665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-74b53dd2-3bf1-4506-85ec-68d26bd5b3e9 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Unknown quota resources ['metering_label']. {{(pid=94501) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:20:51.527513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Transition to ACTIVE for port object 4cc0e69b-52a0-4699-b0e2-46aa01017a40 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:51.538333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.561476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.563390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d65698d7-4d15-4554-85b6-ee51a46464ab None None] Provisioning complete for port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:51.563765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d65698d7-4d15-4554-85b6-ee51a46464ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.566619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Pushing event updated for resources: {'Port': ['ID=9f3d02ab-7777-4321-9f5b-864116adb871,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:51.570901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:51.602354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:20:51.612331 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Sync routers for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:20:51.619450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:20:51.620947 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:51.621578 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:51.625588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.664302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d65698d7-4d15-4554-85b6-ee51a46464ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.746146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.746620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.746766 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:20:51.750199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.754836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Router afc2b642-f02e-49ed-aeff-06b0c2f551fb is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:20:51.784624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:51.791060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:51.794163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.794540 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Added segment be082184-4a6f-4eae-b0d9-5ce9fb3256da of type vlan for network 3308afc2-009a-4e56-8a55-dc55ade20625 Jun 25 11:20:51.842370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.867185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:51.876437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:51.885672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:51.913598 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8082685 Jun 25 11:20:51.919838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50212) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:51.925909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-d65698d7-4d15-4554-85b6-ee51a46464ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:20:51.932780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-d65698d7-4d15-4554-85b6-ee51a46464ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:20:51.932920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:51.932920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:51.932920 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0205283 Jun 25 11:20:51.948428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50216) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:51.950947 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:49Z', 'revision_number': 3, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:51.965142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:20:51.987417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Attempting to bind port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:20:51.988035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Attempting to bind port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:20:51.988283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Attempting to bind port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 on network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:20:51.994226 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Checking router: 60a78a35-d3f1-42ff-83e6-574a2e6a19de for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:20:51.994586 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Updating router 60a78a35-d3f1-42ff-83e6-574a2e6a19de port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:20:51.994709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Sync routers for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:20:52.007365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:20:52.007365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Checking segment: {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:52.007715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.008046 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Bound using segment: {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:20:52.008509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Bound port: 4cc0e69b-52a0-4699-b0e2-46aa01017a40, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:20:52.008638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.008928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.026675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.030335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:52.047875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:52.048869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:52.059465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:52.060204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.061978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.074192 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.111489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74b53dd2-3bf1-4506-85ec-68d26bd5b3e9 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.112760 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-74b53dd2-3bf1-4506-85ec-68d26bd5b3e9 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6641004 Jun 25 11:20:52.113637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a851a9b4-63d3-4ca9-8a11-4e4cff9c8967,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:52.115518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50218) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.121763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:52.122874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:52.161695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'network': {'name': 'tempest-network--780570268', 'router:external': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:52.224972 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7342a6bb-6dca-42b2-a2ae-df8cef6ea8d6 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=fbabb2ac-363f-42eb-98ff-d07683e85539 HTTP/1.1" status: 200 len: 468 time: 0.1081250 Jun 25 11:20:52.227975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50220) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.232286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Made reservation on behalf of 7181f19c60724613afa1b2e9b9f21bb1 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:52.232473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Pushing event updated for resources: {'Port': ['ID=4cc0e69b-52a0-4699-b0e2-46aa01017a40,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:52.238072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.239941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:52.242919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:52.243302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:52.276964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Network': ['ID=3308afc2-009a-4e56-8a55-dc55ade20625,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:52.289246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:52.300764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 3308afc2-009a-4e56-8a55-dc55ade20625 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:52.308351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9f3d02ab-7777-4321-9f5b-864116adb871 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:20:52.338095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.346906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2487874 Jun 25 11:20:52.347142 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 4.2510200 Jun 25 11:20:52.347247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50222) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.349648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50224) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.364468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'subnet': {'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:52.368855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:20:52.486464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] For port 4cc0e69b-52a0-4699-b0e2-46aa01017a40, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:20:52.554926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Allocated IP 172.26.0.176 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ea7762b0-d51e-4aa0-8265-afe98044be2d) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:52.645737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] For port 4cc0e69b-52a0-4699-b0e2-46aa01017a40, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4cc0e69b-52a0-4699-b0e2-46aa01017a40,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:20:52.717980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 9f3d02ab-7777-4321-9f5b-864116adb871 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:52.718355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.724388 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.769864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.776732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-819fc299-f728-4564-8604-667c4c2548d7 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.781334 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-819fc299-f728-4564-8604-667c4c2548d7 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/fbabb2ac-363f-42eb-98ff-d07683e85539 HTTP/1.1" status: 204 len: 168 time: 0.5487525 Jun 25 11:20:52.781448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50226) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.789433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1ec5fa06-55d6-487a-ac55-910b45d017fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:52.800344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9b100268-212d-44d6-8148-98b252e770e5 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=fbabb2ac-363f-42eb-98ff-d07683e85539 HTTP/1.1" status: 200 len: 216 time: 0.0141432 Jun 25 11:20:52.800913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50228) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.814576 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5aa665ff-e2d1-48af-817e-26f6df0c568c tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091822 Jun 25 11:20:52.817308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50230) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.844810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.851854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:52.856601 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b784a458-2dff-464f-98c1-14cec6854309 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0382221 Jun 25 11:20:52.863439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50232) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.871715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:20:52.871715 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 25 11:20:52.871715 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id': 'e43951993d564cc9985d9f5291525cff', 'id': '91d13534-f05e-4f5c-9c29-eb53b2545524', 'expiration': datetime.datetime(2021, 6, 25, 11, 22, 52, 852974)}] Jun 25 11:20:52.871715 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:20:52.872162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:20:52.919365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d699eab7-6469-4452-b44d-1bbeb369698f None None] Provisioning complete for port 9f3d02ab-7777-4321-9f5b-864116adb871 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:52.919752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d699eab7-6469-4452-b44d-1bbeb369698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.926756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.934244 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8be8cabe-88ee-4746-9b11-32335df9f7f2 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/89591bf9-f49a-4eac-8810-e8f035a2e1b2 HTTP/1.1" status: 200 len: 473 time: 0.0614851 Jun 25 11:20:52.936596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50234) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.939914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:52.955519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:52.955756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:20:52.963164 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9bb413e8-ad6e-46b2-94c2-c9b4b3dcb6a7 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/be10a2b6-d80a-4ae7-b316-90e14dd5e8b7 HTTP/1.1" status: 200 len: 461 time: 0.0204504 Jun 25 11:20:52.964438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50236) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:52.987793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Pushing event updated for resources: {'Port': ['ID=4cc0e69b-52a0-4699-b0e2-46aa01017a40,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:52.997982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:53.047455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:50Z', 'revision_number': 3, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:53.092670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Checking router: afc2b642-f02e-49ed-aeff-06b0c2f551fb for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:20:53.093208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Updating router afc2b642-f02e-49ed-aeff-06b0c2f551fb port 59d76e14-54db-4764-9ffa-5d68732e99fc binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:20:53.114854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:53.114854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.196812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.200285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0950e79b-51c8-4f08-81c0-3f63d7d1e769,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:53.218387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.218387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Added segment 1f5956f4-903e-454f-a9f1-01a58e4ec55d of type vlan for network d847f6a5-44f2-4160-ae76-ee354d2dd34b Jun 25 11:20:53.239991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:53.240938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a7b67e10-dc6f-4cab-8462-213527cb8e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:53.331871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.332493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Made reservation on behalf of 6d093948e44f41f19909dfde1c3818d5 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:53.332493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.332869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:53.402251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.428770 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.440127 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Transition to ACTIVE for port object e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:53.442983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.450066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-77d57658-7781-417c-9a35-58a453b6b5a0 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.452120 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-77d57658-7781-417c-9a35-58a453b6b5a0 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/be10a2b6-d80a-4ae7-b316-90e14dd5e8b7 HTTP/1.1" status: 204 len: 168 time: 0.4869528 Jun 25 11:20:53.457016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50238) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:53.490684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:53.495125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Pushing event updated for resources: {'Port': ['ID=ea7762b0-d51e-4aa0-8265-afe98044be2d,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:53.499273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:53.500219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:53.504345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:53.520309 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.524100 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-bafbafcb-7792-456c-b8d5-4659fdac729a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:53.539041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event updated for resources: {'Subnet': ['ID=d86a5fb4-aae9-4b41-b855-31794fa4ada7,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:53.549533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:53.562046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Checking segment: {'id': '980ae605-babd-4cdd-88ca-052df374ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '79dcf8f3-3406-496b-9699-945f21c88301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:53.562429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Network hostable DHCP agents. Network: 79dcf8f3-3406-496b-9699-945f21c88301, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:20:53.605478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Made reservation on behalf of e43951993d564cc9985d9f5291525cff for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:53.612272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.614229 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Attempting to bind port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:20:53.614229 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Attempting to bind port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:20:53.614450 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Attempting to bind port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:20:53.617760 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Pushing event updated for resources: {'Port': ['ID=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:53.629011 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:20:53.629778 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:53.629778 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.630473 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:20:53.630942 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Bound port: e55d408c-e4cf-4a5e-8873-5c38b6a9ca22, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:20:53.633830 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.636315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.637170 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.637765 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.638590 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.639709 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.640128 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.640551 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.641150 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.644499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.644499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.644499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.644499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.644499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Tracked resource versions report: Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: pushed versions: Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: { 'AddressGroup': {'1.2'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'ConntrackHelper': {'1.0'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Log': {'1.0'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Network': {'1.1'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Port': {'1.7'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'PortForwarding': {'1.2'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'QosPolicy': {'1.8'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroup': {'1.4'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SubPort': {'1.0'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Subnet': {'1.1'}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Trunk': {'1.1'}} Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: consumer versions: Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: { DHCP agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: HyperV agent@hv-neutron-7971: {}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: L3 agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: Metadata agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: Metering agent@dv-neutron-797120-5-hyperv: {}, Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: Open vSwitch agent@dv-neutron-797120-5-hyperv: { 'AddressGroup': '1.2', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'ConntrackHelper': '1.0', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Log': '1.0', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Network': '1.1', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Port': '1.7', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'PortForwarding': '1.2', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'QosPolicy': '1.8', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroup': '1.4', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SecurityGroupRule': '1.2', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'SubPort': '1.0', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Subnet': '1.1', Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: 'Trunk': '1.1'}} Jun 25 11:20:53.644910 dv-neutron-797120-5-hyperv neutron-server[94503]: {{(pid=94503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:20:53.650015 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:53.679917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.746201 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] For port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:20:53.754174 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] For port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:20:53.754531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.756952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.767053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Transition to ACTIVE for port object 59d76e14-54db-4764-9ffa-5d68732e99fc will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:53.790917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:53.791557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.816256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-410ed2e6-4cfb-4365-adab-67ffb022cd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:53.836719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.840743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:53.856949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Network 79dcf8f3-3406-496b-9699-945f21c88301 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:20:53.860324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.878437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:53.956649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aa997-c86e-45e3-89c2-bded576a8cda None None] Pushing event updated for resources: {'Port': ['ID=59d76e14-54db-4764-9ffa-5d68732e99fc,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:53.963000 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:53.964877 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:53.969879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f56aa997-c86e-45e3-89c2-bded576a8cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:53.990501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Attempting to bind port 59d76e14-54db-4764-9ffa-5d68732e99fc on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:20:53.991945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Attempting to bind port 59d76e14-54db-4764-9ffa-5d68732e99fc by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:20:53.992547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Attempting to bind port 59d76e14-54db-4764-9ffa-5d68732e99fc on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:20:54.000439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:20:54.001185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:54.003568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.003568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:20:54.003568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Bound port: 59d76e14-54db-4764-9ffa-5d68732e99fc, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:20:54.003568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.015551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c8e6dd4-0e93-49a8-a5ee-9db73a4252c3 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.019302 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9c8e6dd4-0e93-49a8-a5ee-9db73a4252c3 tempest-MeteringTestJSON-1530479913 tempest-MeteringTestJSON-1530479913-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/89591bf9-f49a-4eac-8810-e8f035a2e1b2 HTTP/1.1" status: 204 len: 168 time: 0.5548718 Jun 25 11:20:54.032286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 79dcf8f3-3406-496b-9699-945f21c88301) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:54.043573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44ba5f-8529-4400-b36c-16db0b4f206d None None] Network 79dcf8f3-3406-496b-9699-945f21c88301 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:54.044769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Pushing event updated for resources: {'Network': ['ID=d847f6a5-44f2-4160-ae76-ee354d2dd34b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:54.060826 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Pushing event updated for resources: {'Port': ['ID=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:54.068481 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:54.072320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.083603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:54.087726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.126774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.187185 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:20:54.200274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:54.201573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Allocated IP 172.20.0.1 (96a1a226-0faf-40e1-adb0-ab06f8cea8d0/22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8/f37c8959-5d2e-4c02-8e6a-bf4a776e1d76) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:54.259066 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 4.0780437 Jun 25 11:20:54.269388 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50244) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:54.308520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Request body: {'network': {'project_id': '537e51c3544b4a1282e0255e996f62d8'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:54.318672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network d847f6a5-44f2-4160-ae76-ee354d2dd34b details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:54.321693 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3318040 Jun 25 11:20:54.329123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50246) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:54.345050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Request body: {'port': {'network_id': '79dcf8f3-3406-496b-9699-945f21c88301', 'name': 'tempest-DHCPAgentSchedulersTestJSON-800881122'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:54.383781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4cc0e69b-52a0-4699-b0e2-46aa01017a40 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:20:54.491195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Allocated IP 172.20.0.1 (02baa492-92ff-4fac-a92b-50a6cffd4e38/2dc2ea28-f840-43d3-a22b-19d360e986cd/409653b9-a93b-4f3a-b184-7412dc59d44f) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:54.513069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.520969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] For port 59d76e14-54db-4764-9ffa-5d68732e99fc, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:20:54.524876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8540c-ac24-4f57-9329-76c1eb1d04cb None None] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:54.541055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.548534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Made reservation on behalf of 537e51c3544b4a1282e0255e996f62d8 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:54.553613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.563716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:54.569653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] For port 59d76e14-54db-4764-9ffa-5d68732e99fc, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=59d76e14-54db-4764-9ffa-5d68732e99fc,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:20:54.570705 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:49Z', 'revision_number': 3, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:54.586555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Transition to ACTIVE for port object f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:54.619073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:54.641953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.642295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Added segment 8d27206a-5c84-422c-b01e-b24f03a38bd3 of type vlan for network f6955d10-37a9-4588-89c5-58369d233afc Jun 25 11:20:54.652665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.667022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:54.680933 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370c7c0-ec24-4dd2-b043-e82358040b2d None None] The sync data for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv is: [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:49Z', 'revision_number': 3, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:20:54.712823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:54.713129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e1eb0-a340-43da-b098-fa0e4e22973c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:54.713968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.717994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:54.728285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.728782 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Added segment 16e1818d-cd48-4a64-87a3-e4bf1392f064 of type vlan for network e4f9ef0b-23f5-4055-a2c3-de2ae999cf29 Jun 25 11:20:54.737047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Made reservation on behalf of 7181f19c60724613afa1b2e9b9f21bb1 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:54.742161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.782616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f95c6846-1733-438a-8c15-451698694e2b None None] Provisioning for port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:54.802275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.818056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-79dcf8f3-3406-496b-9699-945f21c88301', 'network_id': '79dcf8f3-3406-496b-9699-945f21c88301', 'tenant_id': '7181f19c60724613afa1b2e9b9f21bb1', 'fixed_ips': [{'subnet_id': 'd86a5fb4-aae9-4b41-b855-31794fa4ada7'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:20:54.818930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.825770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.850521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aa997-c86e-45e3-89c2-bded576a8cda None None] Pushing event updated for resources: {'Port': ['ID=59d76e14-54db-4764-9ffa-5d68732e99fc,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:54.854520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f56aa997-c86e-45e3-89c2-bded576a8cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:54.862290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.865009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] device_id is not set on port 43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:20:54.875484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:54.876106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:54.877250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:20:54.881213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.881213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4edc01e9-dcbb-4784-9bab-da360bce2049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:54.964349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.976022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:54.990063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50254) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:54.994421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:54.995377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Transition to ACTIVE for port object 409653b9-a93b-4f3a-b184-7412dc59d44f will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:55.010194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:55.013157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.101621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.110215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:55.111279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.118123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:55.120088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.123978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:55.126817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89e680c8-16a8-49d5-89dc-8a621a3f03e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:55.163479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:55.165544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:55.191435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:55.192052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.208712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.214124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Network': ['ID=e4f9ef0b-23f5-4055-a2c3-de2ae999cf29,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:55.221016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:55.224450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:55.290932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Pushing event updated for resources: {'Port': ['ID=409653b9-a93b-4f3a-b184-7412dc59d44f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:55.296481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:55.305124 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.3833420 Jun 25 11:20:55.312070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50258) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:55.313894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:55.316088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:55.318005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:55.318613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:55.321166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:55.321705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.328071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0547924 Jun 25 11:20:55.352169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50262) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:55.446261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d91786fe-641a-41ae-8b18-1c33ecc06e36 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Request body: {'network': {'project_id': '537e51c3544b4a1282e0255e996f62d8'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:55.457733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network e4f9ef0b-23f5-4055-a2c3-de2ae999cf29 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:55.527223 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91786fe-641a-41ae-8b18-1c33ecc06e36 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 25 11:20:55.527719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91786fe-641a-41ae-8b18-1c33ecc06e36 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:20:55.528884 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d91786fe-641a-41ae-8b18-1c33ecc06e36 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1726391 Jun 25 11:20:55.535755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50264) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:55.538259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Router 90e5c049-4d34-44fb-943b-1ae1cc4015fe is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:20:55.619539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:20:55.629535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Allocated IP 172.20.0.2 (79dcf8f3-3406-496b-9699-945f21c88301/d86a5fb4-aae9-4b41-b855-31794fa4ada7/57d65ac7-8449-4fa8-94d0-d4d5b9fe4831) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:55.702113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Checking segment: {'id': 'be082184-4a6f-4eae-b0d9-5ce9fb3256da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:55.702954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network hostable DHCP agents. Network: 3308afc2-009a-4e56-8a55-dc55ade20625, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:20:55.750010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:20:55.762220 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Sync routers for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:20:55.779723 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:55.780386 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:55.833914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.837133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.841968 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a8eedd43-e51c-40f9-a68e-25f9a52b34ba admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3264029 Jun 25 11:20:55.845784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50266) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:55.862523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a179fda2-cc5d-445d-9f06-74896337ccee,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:55.865944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:55.866716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2f54adb-296b-4586-b8b9-33eaefc91d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:55.875795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-230c0b08-1aa9-4991-88f7-325d878ed6ac None None] Provisioning for port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:56.150860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.150860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.725s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:56.151953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-230c0b08-1aa9-4991-88f7-325d878ed6ac None None] Provisioning complete for port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:56.151953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-230c0b08-1aa9-4991-88f7-325d878ed6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.152511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Pushing event updated for resources: {'Network': ['ID=f6955d10-37a9-4588-89c5-58369d233afc,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:56.152591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.152591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f6955d10-37a9-4588-89c5-58369d233afc details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > port after_create 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > port after_delete 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > port after_update 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.152730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.155693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:56.155693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.156095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-230c0b08-1aa9-4991-88f7-325d878ed6ac None None] Port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:20:56.174856 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:20:56.197009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.212668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.213450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.214985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.215510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > port after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.215986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > port after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.216484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > port after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.217852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.218230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.218582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.218929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.293859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 4cc0e69b-52a0-4699-b0e2-46aa01017a40, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4cc0e69b-52a0-4699-b0e2-46aa01017a40,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:20:56.295715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.312100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Transition to ACTIVE for port object 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:56.332810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Transition to ACTIVE for port object 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:56.355302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:50Z', 'revision_number': 3, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.383818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.384171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.384428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.384763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=94500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.385377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6955d10-37a9-4588-89c5-58369d233afc']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.391293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f324-b2f0-45f0-9c60-7f1578c9db5b None None] The sync data for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv is: [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:50Z', 'revision_number': 3, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:20:56.412594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d27206a-5c84-422c-b01e-b24f03a38bd3') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.412594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d27206a-5c84-422c-b01e-b24f03a38bd3') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.434848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.435199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.435953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.436795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:20:56.437202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f9ef0b-23f5-4055-a2c3-de2ae999cf29']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.447370 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:20:53Z', 'revision_number': 3, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.467472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.473461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4ff064e6-8a08-4c8f-a7b0-41778589dfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:56.484177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.490935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network 3308afc2-009a-4e56-8a55-dc55ade20625 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:20:56.494447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e1818d-cd48-4a64-87a3-e4bf1392f064') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.494749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e1818d-cd48-4a64-87a3-e4bf1392f064') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:56.503027 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Checking router: 90e5c049-4d34-44fb-943b-1ae1cc4015fe for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:20:56.504427 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Updating router 90e5c049-4d34-44fb-943b-1ae1cc4015fe port ea7762b0-d51e-4aa0-8265-afe98044be2d binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:20:56.553362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.560467 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.572699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.603762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:20:56.604630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: from cryptography.utils import int_from_bytes Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: from cryptography.utils import int_from_bytes Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:20:56.614061 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:20:56.630974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Allocated IP 172.20.0.10 (79dcf8f3-3406-496b-9699-945f21c88301/d86a5fb4-aae9-4b41-b855-31794fa4ada7/43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:56.644277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=4cc0e69b-52a0-4699-b0e2-46aa01017a40,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:56.651974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.678718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ebb8ac60-b351-4667-b26b-0fcb193494e2 None None] Provisioning for port 409653b9-a93b-4f3a-b184-7412dc59d44f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:56.681047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:56.681699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:56.686413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:20:56.711031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.763480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.796879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ebb8ac60-b351-4667-b26b-0fcb193494e2 None None] Provisioning complete for port 409653b9-a93b-4f3a-b184-7412dc59d44f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:56.797353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ebb8ac60-b351-4667-b26b-0fcb193494e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.822162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:20:56.822739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: from cryptography.utils import int_from_bytes Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: from cryptography.utils import int_from_bytes Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:20:56.829723 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:20:56.831464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 3308afc2-009a-4e56-8a55-dc55ade20625) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:56.831631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Network 79dcf8f3-3406-496b-9699-945f21c88301 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:56.871174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:56.871174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:56.879824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5044cfa-56b8-4e73-951b-3b61c213650a None None] Network 3308afc2-009a-4e56-8a55-dc55ade20625 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:57.009421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:57.016809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:57.082203 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.094691 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Transition to ACTIVE for port object ea7762b0-d51e-4aa0-8265-afe98044be2d will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:57.106732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Pushing event updated for resources: {'Port': ['ID=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:57.110442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:57.138139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.166173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Attempting to bind port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:20:57.166716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Attempting to bind port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '980ae605-babd-4cdd-88ca-052df374ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '79dcf8f3-3406-496b-9699-945f21c88301'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:20:57.167481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.170729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Attempting to bind port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 on network 79dcf8f3-3406-496b-9699-945f21c88301 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:20:57.175596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8ac60-b351-4667-b26b-0fcb193494e2 None None] Port 409653b9-a93b-4f3a-b184-7412dc59d44f cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:20:57.180149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4f9ef0b-23f5-4055-a2c3-de2ae999cf29 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 11:20:57.186380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.189415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "DELETE /v2.0/networks/e4f9ef0b-23f5-4055-a2c3-de2ae999cf29 HTTP/1.1" status: 204 len: 168 time: 1.8731966 Jun 25 11:20:57.193854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:57.194009 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.197697 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:57.202265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50268) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:57.203139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:20:57.203643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Checking segment: {'id': '980ae605-babd-4cdd-88ca-052df374ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '79dcf8f3-3406-496b-9699-945f21c88301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:57.204147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.204634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Bound using segment: {'id': '980ae605-babd-4cdd-88ca-052df374ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '79dcf8f3-3406-496b-9699-945f21c88301'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:20:57.205258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Bound port: 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980ae605-babd-4cdd-88ca-052df374ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '79dcf8f3-3406-496b-9699-945f21c88301'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:20:57.205943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.224377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:57.236367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4f9ef0b-23f5-4055-a2c3-de2ae999cf29,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:57.243774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:57.246223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.284244 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be812a99-bf5d-4f88-9973-2fb211c55a50 None None] Pushing event updated for resources: {'Port': ['ID=ea7762b0-d51e-4aa0-8265-afe98044be2d,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:57.293186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] For port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:20:57.297451 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-be812a99-bf5d-4f88-9973-2fb211c55a50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:57.318570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:20:57.322269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.343782 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Attempting to bind port ea7762b0-d51e-4aa0-8265-afe98044be2d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:20:57.344497 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Attempting to bind port ea7762b0-d51e-4aa0-8265-afe98044be2d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:20:57.345021 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Attempting to bind port ea7762b0-d51e-4aa0-8265-afe98044be2d on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:20:57.351408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.355472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:57.355608 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:20:57.355735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.355842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:20:57.355842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.355842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:20:57.356781 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Bound port: ea7762b0-d51e-4aa0-8265-afe98044be2d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:20:57.358564 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.364725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:57.399505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e03ecb-851c-4ba2-bc23-4d57e6e25f21 None None] Network 3308afc2-009a-4e56-8a55-dc55ade20625 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:57.429960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:57.429960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:57.442478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.485313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.486064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.495877 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] For port ea7762b0-d51e-4aa0-8265-afe98044be2d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:20:57.505736 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] For port ea7762b0-d51e-4aa0-8265-afe98044be2d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ea7762b0-d51e-4aa0-8265-afe98044be2d,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:20:57.511062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.514047 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f6955d10-37a9-4588-89c5-58369d233afc HTTP/1.1" status: 204 len: 168 time: 1.9765930 Jun 25 11:20:57.520470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:57.524152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50270) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:57.531711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] For port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,segment=NetworkSegment(980ae605-babd-4cdd-88ca-052df374ede9),segment_id=980ae605-babd-4cdd-88ca-052df374ede9)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:20:57.535100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d1ccf9c3-1745-4c97-875b-f2c72480b1af None None] Provisioning complete for port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:57.535671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf9c3-1745-4c97-875b-f2c72480b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.549566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Transition to ACTIVE for port object 43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:20:57.572936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:57.576545 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.579277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:57.580481 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:57.621705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.643997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:57.673868 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be812a99-bf5d-4f88-9973-2fb211c55a50 None None] Pushing event updated for resources: {'Port': ['ID=ea7762b0-d51e-4aa0-8265-afe98044be2d,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:57.685246 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-be812a99-bf5d-4f88-9973-2fb211c55a50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:57.711972 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:57.712620 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:57.778857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.833554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.856856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Pushing event updated for resources: {'Port': ['ID=409653b9-a93b-4f3a-b184-7412dc59d44f,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:57.869743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:20:57.934211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2f54adb-296b-4586-b8b9-33eaefc91d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:57.935559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:57.936650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Router 60a78a35-d3f1-42ff-83e6-574a2e6a19de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:20:57.940188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:57.944804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Pushing event updated for resources: {'Port': ['ID=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:57.957043 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:57.967846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.048062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:20:58.072482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6173a3c4-c3b1-4e3e-b300-577877759f98 None None] Provisioning complete for port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:58.072482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6173a3c4-c3b1-4e3e-b300-577877759f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.120380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.128504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2f54adb-296b-4586-b8b9-33eaefc91d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.132169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6173a3c4-c3b1-4e3e-b300-577877759f98 None None] Port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:20:58.133562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6955d10-37a9-4588-89c5-58369d233afc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:58.143809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3588361d-d253-46d9-9f93-f3b1c34f04d2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:58.150099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.152039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:58.154741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:58.231074 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.8763402 Jun 25 11:20:58.235855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50272) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:58.239772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Network 79dcf8f3-3406-496b-9699-945f21c88301 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:58.246895 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:20:53Z', 'revision_number': 3, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:58.252533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:58.263205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:58.264979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-739597641', 'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:20:58.282282 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4b78db-3c76-4850-b801-fd3c948a01f2 None None] The sync data for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv is: [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:20:53Z', 'revision_number': 3, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:20:58.328378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:58.339104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f54adb-296b-4586-b8b9-33eaefc91d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c00d38f-17f5-43bf-8f07-258386fa5d99,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:58.343878 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b2f54adb-296b-4586-b8b9-33eaefc91d55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3cc57e7c08244af391ea7efbfa6d9cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3503654 Jun 25 11:20:58.344858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:20:58.349677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50274) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:58.358990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b2f54adb-296b-4586-b8b9-33eaefc91d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:58.361446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:58.380448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.399546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d847f6a5-44f2-4160-ae76-ee354d2dd34b']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:58.426772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5956f4-903e-454f-a9f1-01a58e4ec55d') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:58.427078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5956f4-903e-454f-a9f1-01a58e4ec55d') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:58.438675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:20:58.448259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Sync routers for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:20:58.463718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:58.464306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:58.479655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.496838 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] 10.222.0.81 "PUT /v2.0/routers/60a78a35-d3f1-42ff-83e6-574a2e6a19de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5472059 Jun 25 11:20:58.498399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Made reservation on behalf of e43951993d564cc9985d9f5291525cff for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:58.501052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.510334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:20:58.528830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:20:58.535333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.571822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.599000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:20:58.599000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:20:58.604125 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:20:58.679442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event updated for resources: {'Port': ['ID=43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:58.695113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:58.733671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:20:58.734460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.804637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Made reservation on behalf of 6d093948e44f41f19909dfde1c3818d5 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:20:58.812478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.865697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] device_id is not set on port 35a5613d-78e3-4eaf-9448-0f787e69a89b yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:20:58.879026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:58.888914 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5579588 Jun 25 11:20:59.011739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50286) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:20:59.066748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.111337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 59d76e14-54db-4764-9ffa-5d68732e99fc up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:20:59.193470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5d92347a-0f26-4aea-b309-eaa308b6477c None None] Provisioning complete for port 409653b9-a93b-4f3a-b184-7412dc59d44f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:20:59.193470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5d92347a-0f26-4aea-b309-eaa308b6477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.199616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:20:59.341447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Router afc2b642-f02e-49ed-aeff-06b0c2f551fb has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:20:59.350293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.402013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.404832 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] 10.222.0.81 "DELETE /v2.0/networks/d847f6a5-44f2-4160-ae76-ee354d2dd34b HTTP/1.1" status: 204 len: 168 time: 1.8539529 Jun 25 11:20:59.425170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:59.474732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Pushing event deleted for resources: {'Network': ['ID=d847f6a5-44f2-4160-ae76-ee354d2dd34b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:59.479265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:20:59.486405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:59.554194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa27e19a-b3a6-4369-9e3e-2cfc0017731b None None] Network 79dcf8f3-3406-496b-9699-945f21c88301 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:20:59.580839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Allocated IP 172.20.0.1 (1b4f1b51-e572-4d46-b050-25dc3b51e0ed/7b0efc68-04d5-4795-a563-1d192045499d/58dc6e66-e353-48a8-9285-ea61354effe0) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:59.671856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.672254 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Added segment 1b5c6ae2-4e72-418e-9daf-65e658bfdd0d of type vlan for network f2ac7ee7-c4d7-4516-ae22-b68c675e716d Jun 25 11:20:59.693288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Allocated IP 172.20.0.9 (3308afc2-009a-4e56-8a55-dc55ade20625/a179fda2-cc5d-445d-9f06-74896337ccee/35a5613d-78e3-4eaf-9448-0f787e69a89b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:20:59.697197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Deleting port 43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:20:59.698870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.754015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.778086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5d92347a-0f26-4aea-b309-eaa308b6477c None None] Port 409653b9-a93b-4f3a-b184-7412dc59d44f cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:20:59.825952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.827732 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c00d38f-17f5-43bf-8f07-258386fa5d99 HTTP/1.1" status: 204 len: 168 time: 1.4756231 Jun 25 11:20:59.832339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:20:59.874695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c00d38f-17f5-43bf-8f07-258386fa5d99,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:20:59.901943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:20:59.903773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f2c3c79c-7e40-47cb-a25a-9514b4bd9f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.910727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:59.924419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:20:59.938738 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Sync routers for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:20:59.943348 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] 10.222.0.81 "PUT /v2.0/routers/afc2b642-f02e-49ed-aeff-06b0c2f551fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5966976 Jun 25 11:20:59.962252 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:20:59.963174 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:20:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:20:59.968320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 59d76e14-54db-4764-9ffa-5d68732e99fc completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:00.003003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 59d76e14-54db-4764-9ffa-5d68732e99fc triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:00.003304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.010583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.052996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-159a31f5-1fa6-4696-a822-3db0238d4f00 None None] Provisioning for port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:00.059749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Transition to ACTIVE for port object 58dc6e66-e353-48a8-9285-ea61354effe0 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:00.128738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:20:56Z', 'revision_number': 2, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:00.131394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.resource_extend [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:21:00.196709 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:00.226510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.245080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.249927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:00.270279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Checking router: 60a78a35-d3f1-42ff-83e6-574a2e6a19de for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:00.270885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Updating router 60a78a35-d3f1-42ff-83e6-574a2e6a19de port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:21:00.279826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Calling delete_port for 43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:00.316708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Pushing event updated for resources: {'Port': ['ID=58dc6e66-e353-48a8-9285-ea61354effe0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:00.321456 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:00.336991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:00.338846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:00.342821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:00.379900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.407313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:00.407766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.443224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.456712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:00.523936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.548736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.631287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:00.753812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Network': ['ID=f2ac7ee7-c4d7-4516-ae22-b68c675e716d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:00.764988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 59d76e14-54db-4764-9ffa-5d68732e99fc, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=59d76e14-54db-4764-9ffa-5d68732e99fc,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:00.768722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:00.769404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50304) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:00.778314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f2ac7ee7-c4d7-4516-ae22-b68c675e716d details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:00.804373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218921197', 'description': 'tempest-description--2009827957'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:00.821416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50312) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:00.829482 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 2, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:00.910715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.7070851 Jun 25 11:21:00.913410 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Checking router: afc2b642-f02e-49ed-aeff-06b0c2f551fb for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:00.913794 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Updating router afc2b642-f02e-49ed-aeff-06b0c2f551fb port 409653b9-a93b-4f3a-b184-7412dc59d44f binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:21:00.918344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50318) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:00.930366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'subnet': {'network_id': 'f2ac7ee7-c4d7-4516-ae22-b68c675e716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:01.020842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.087239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.090750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.094712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4cc0e69b-52a0-4699-b0e2-46aa01017a40 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:01.156605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.170245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69542f53-a75b-4506-8964-fd806332dfbf tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:01.181922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50322) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:01.230423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.252006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38998cf9-8b0e-4f37-8fb2-89ee9cc40fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.313598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0ce8b9e-5bcc-49fa-8d3c-98f362c81478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.337225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.337225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Made reservation on behalf of e43951993d564cc9985d9f5291525cff for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:01.341211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.349537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.360418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Transition to ACTIVE for port object f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:01.365541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:01.373505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0be2bac3-e00e-4476-bc89-076d9db696f8 None None] Could not find standard attr ID for object 43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:21:01.377440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network 3308afc2-009a-4e56-8a55-dc55ade20625 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:01.409803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:01.415026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:01.431280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=59d76e14-54db-4764-9ffa-5d68732e99fc,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:01.434947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:01.436474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:01.437151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.464211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.470874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:01.510065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1fc43c58-d225-45e7-8771-d779891e5837 None None] Could not find standard attr ID for object 43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:21:01.526206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Port': ['ID=35a5613d-78e3-4eaf-9448-0f787e69a89b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:01.530544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.556803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Pushing event updated for resources: {'Port': ['ID=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:01.562009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:01.563824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:01.564092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:01.610045 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.630113 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Transition to ACTIVE for port object 409653b9-a93b-4f3a-b184-7412dc59d44f will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:01.676606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:01.695003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:01.695619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.703570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event deleted for resources: {'Port': ['ID=43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:01.722002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:01.728200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Attempting to bind port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:01.729051 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Attempting to bind port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:01.729607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Attempting to bind port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 on network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:01.730345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.735879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43638b8e-f590-4733-947b-6d8f14cee670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:01.738013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:01.738549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Checking segment: {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:01.738977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.741618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Bound using segment: {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:01.742174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Bound port: f37c8959-5d2e-4c02-8e6a-bf4a776e1d76, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:01.742711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.795151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1fc43c58-d225-45e7-8771-d779891e5837 None None] Provisioning for port 58dc6e66-e353-48a8-9285-ea61354effe0 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:01.801742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1fc43c58-d225-45e7-8771-d779891e5837 None None] Provisioning complete for port 58dc6e66-e353-48a8-9285-ea61354effe0 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:01.802133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1fc43c58-d225-45e7-8771-d779891e5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.804768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.807736 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "DELETE /v2.0/ports/43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd HTTP/1.1" status: 204 len: 168 time: 2.7908969 Jun 25 11:21:01.838710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50324) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:01.881588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.916463 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.931079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:01.931437 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:01.932417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Pushing event updated for resources: {'Port': ['ID=58dc6e66-e353-48a8-9285-ea61354effe0,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:01.938454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:01.999438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:02.024231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:02.087321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.087419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.087512 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31502a-1ab5-48b5-9cbd-a347e042e238 None None] Pushing event updated for resources: {'Port': ['ID=409653b9-a93b-4f3a-b184-7412dc59d44f,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:02.087512 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3b31502a-1ab5-48b5-9cbd-a347e042e238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:02.087958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:02.088054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1fc43c58-d225-45e7-8771-d779891e5837 None None] Port 58dc6e66-e353-48a8-9285-ea61354effe0 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:02.098291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] For port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:02.123380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] For port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:02.151541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67e1b8-4197-4b80-8f5f-61b706e8f9db,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:02.161472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:02.190631 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Attempting to bind port 409653b9-a93b-4f3a-b184-7412dc59d44f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:02.191366 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Attempting to bind port 409653b9-a93b-4f3a-b184-7412dc59d44f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:02.191900 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Attempting to bind port 409653b9-a93b-4f3a-b184-7412dc59d44f on network 02baa492-92ff-4fac-a92b-50a6cffd4e38 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:02.193961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.200707 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:02.201522 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Checking segment: {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:02.201937 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.202338 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Bound using segment: {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:02.205071 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Bound port: 409653b9-a93b-4f3a-b184-7412dc59d44f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:02.205530 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.227449 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.9734540 Jun 25 11:21:02.227811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:02.227893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50330) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:02.230716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:02.281016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.283228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.284829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dd059ce9-723e-461d-8194-21c7d519c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.288682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,segment=NetworkSegment(980ae605-babd-4cdd-88ca-052df374ede9),segment_id=980ae605-babd-4cdd-88ca-052df374ede9)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:02.290082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:02.292253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.297151 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5050814 Jun 25 11:21:02.347398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50332) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:02.353694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Request body: {'security_group_rule': {'security_group_id': '1d67e1b8-4197-4b80-8f5f-61b706e8f9db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:02.387446 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] For port 409653b9-a93b-4f3a-b184-7412dc59d44f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:02.391833 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] For port 409653b9-a93b-4f3a-b184-7412dc59d44f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=409653b9-a93b-4f3a-b184-7412dc59d44f,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:02.398779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.399651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:02.399936 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-360a2c5c-89af-4b83-9ff0-c0042874f2f2 tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5610099 Jun 25 11:21:02.402394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50334) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:02.408630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-53696562'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:02.431983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Pushing event updated for resources: {'Port': ['ID=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:02.445268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:02.446110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50336) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:02.447206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:02.452838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192161335', 'description': 'tempest-description--340207918'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:02.464443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:02.464443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:02.484803 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.491582 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-be812a99-bf5d-4f88-9973-2fb211c55a50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:02.525666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Router 90e5c049-4d34-44fb-943b-1ae1cc4015fe has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:21:02.586679 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:02.587333 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:02.597703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0ce8b9e-5bcc-49fa-8d3c-98f362c81478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.630894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Deleting port 35a5613d-78e3-4eaf-9448-0f787e69a89b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:02.631542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.670844 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31502a-1ab5-48b5-9cbd-a347e042e238 None None] Pushing event updated for resources: {'Port': ['ID=409653b9-a93b-4f3a-b184-7412dc59d44f,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:02.674018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0ce8b9e-5bcc-49fa-8d3c-98f362c81478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.680433 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3b31502a-1ab5-48b5-9cbd-a347e042e238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:02.768841 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:02.769710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.791622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Calling delete_port for 35a5613d-78e3-4eaf-9448-0f787e69a89b owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:02.803047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:02.817211 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] 10.222.0.81 "PUT /v2.0/routers/90e5c049-4d34-44fb-943b-1ae1cc4015fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9702997 Jun 25 11:21:02.834640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:02.835553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Sync routers for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:02.864393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce8b9e-5bcc-49fa-8d3c-98f362c81478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ec2bc-d513-4a2a-ab84-f7e5fa0081fa,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:02.885271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0ce8b9e-5bcc-49fa-8d3c-98f362c81478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:02.953319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:02.957403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:02.975937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:21:02.976589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:02.981590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a0ce8b9e-5bcc-49fa-8d3c-98f362c81478 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e3c190099954284813e74e296c013cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1524634 Jun 25 11:21:02.987761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50340) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:02.999261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:02.999766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8248ea6a-429b-4561-9742-c281bf64fc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:02.999950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:03.052328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Subnet': ['ID=89997f28-cbe2-4ee5-bb94-6f38f467c2eb,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:03.061237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:03.069812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.080230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:03.080985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.111627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.121670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:03.144189 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:02Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:03.170111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.191376 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807eb73b-1c78-4371-9d10-0299556f63fa None None] The sync data for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv is: [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:02Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:03.306699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.315495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.317112 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ee2ec2bc-d513-4a2a-ab84-f7e5fa0081fa HTTP/1.1" status: 204 len: 168 time: 0.3284307 Jun 25 11:21:03.321003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6001a020-ab62-4094-8576-4e1a71af43d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:03.339174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ec2bc-d513-4a2a-ab84-f7e5fa0081fa,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:03.341211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Checking segment: {'id': '1b5c6ae2-4e72-418e-9daf-65e658bfdd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'f2ac7ee7-c4d7-4516-ae22-b68c675e716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:03.342130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Network hostable DHCP agents. Network: f2ac7ee7-c4d7-4516-ae22-b68c675e716d, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:21:03.349459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:03.429355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38998cf9-8b0e-4f37-8fb2-89ee9cc40fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.464900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:03.468141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Network f2ac7ee7-c4d7-4516-ae22-b68c675e716d is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:21:03.516801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38998cf9-8b0e-4f37-8fb2-89ee9cc40fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.525243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b2f54adb-296b-4586-b8b9-33eaefc91d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:03.559627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, f2ac7ee7-c4d7-4516-ae22-b68c675e716d) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:03.567966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.586911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:03.587520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.597948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e3503-9826-45e4-9768-7059d1b2336d None None] Network f2ac7ee7-c4d7-4516-ae22-b68c675e716d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:03.605172 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-38998cf9-8b0e-4f37-8fb2-89ee9cc40fc4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dca7376001604b73a092e647db8667cc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4229541 Jun 25 11:21:03.607967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50348) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:03.619278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38998cf9-8b0e-4f37-8fb2-89ee9cc40fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff8e36a-0361-451b-ba26-dcec0c015d0d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:03.638301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38998cf9-8b0e-4f37-8fb2-89ee9cc40fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:03.638301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:03.668031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event deleted for resources: {'Port': ['ID=35a5613d-78e3-4eaf-9448-0f787e69a89b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:03.683977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.684065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:03.761445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50350) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:03.775254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Made reservation on behalf of 7181f19c60724613afa1b2e9b9f21bb1 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:03.782969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986860737', 'description': 'tempest-description--844946127'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:03.791083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.805828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.866084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.872829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "DELETE /v2.0/ports/35a5613d-78e3-4eaf-9448-0f787e69a89b HTTP/1.1" status: 204 len: 168 time: 1.6436162 Jun 25 11:21:03.873037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50354) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:03.878409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625', 'external_fixed_ips': [{'subnet_id': 'a179fda2-cc5d-445d-9f06-74896337ccee', 'ip_address': '172.20.0.9'}]}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:03.879741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.910527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.912232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:03.930586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.935033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.935888 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Added segment 7803b8eb-4786-4b2d-bb8d-1ca8a3352886 of type vlan for network fe16466c-bd98-4cd7-92ab-9a1d8b37b185 Jun 25 11:21:03.946235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-32efa41f-e9dc-4b8b-b4c5-3742e38c454d None None] Provisioning complete for port 58dc6e66-e353-48a8-9285-ea61354effe0 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:03.946784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-32efa41f-e9dc-4b8b-b4c5-3742e38c454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:03.988648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.005824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:04.007289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.038544 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1161020 Jun 25 11:21:04.039756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9835d6-8c93-44c8-a5e7-df5d15ba6cd4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:04.041079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50356) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:04.045604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645e7c0-d2e1-4572-a49d-50be1497534c None None] Network f2ac7ee7-c4d7-4516-ae22-b68c675e716d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:04.046533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:04.060147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2ac7ee7-c4d7-4516-ae22-b68c675e716d'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:04.110899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 59d76e14-54db-4764-9ffa-5d68732e99fc up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:04.158161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.162480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50358) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:04.162760 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8122294 Jun 25 11:21:04.170126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Request body: {'security_group_rule': {'security_group_id': '1d67e1b8-4197-4b80-8f5f-61b706e8f9db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:04.176066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-32efa41f-e9dc-4b8b-b4c5-3742e38c454d None None] Port 58dc6e66-e353-48a8-9285-ea61354effe0 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:04.192843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.193626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.196524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.197926 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ff8e36a-0361-451b-ba26-dcec0c015d0d HTTP/1.1" status: 204 len: 168 time: 0.5885582 Jun 25 11:21:04.204807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:04.205739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.209397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:04.225779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff8e36a-0361-451b-ba26-dcec0c015d0d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:04.228830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:04.229326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:04.237923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.238084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:02Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:04.294207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea7d93-ac5a-4629-b15a-05d59359b4d4 None None] The sync data for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv is: [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:02Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:04.295502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event updated for resources: {'Network': ['ID=fe16466c-bd98-4cd7-92ab-9a1d8b37b185,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:04.297867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:04.307574 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9038742 Jun 25 11:21:04.314245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50362) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:04.315081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network fe16466c-bd98-4cd7-92ab-9a1d8b37b185 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:04.368236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 59d76e14-54db-4764-9ffa-5d68732e99fc triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:04.368544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.436659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:04.437281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 2, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:04.453418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-507e6c32-90dd-4d6a-a567-1939c5f480a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.461067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.462211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.475571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Checking router: 90e5c049-4d34-44fb-943b-1ae1cc4015fe for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:04.475934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Updating router 90e5c049-4d34-44fb-943b-1ae1cc4015fe port 58dc6e66-e353-48a8-9285-ea61354effe0 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:21:04.521879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.541029 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e9b5375e-e9d3-498d-9a9f-2c00f39d7909 tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "GET /v2.0/agents/1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.2247531 Jun 25 11:21:04.543999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50368) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:04.590543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.591501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 409653b9-a93b-4f3a-b184-7412dc59d44f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:04.625318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.649652 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91436e-3e1c-49de-be77-9d39a245d2b8 tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] Network fe16466c-bd98-4cd7-92ab-9a1d8b37b185 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:21:04.744493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.761191 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1d91436e-3e1c-49de-be77-9d39a245d2b8 tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "POST /v2.0/agents/1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2156122 Jun 25 11:21:04.767291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50376) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:04.794991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1856c0-ef96-4ac7-8d15-fc2cfb2b6680 None None] Network fe16466c-bd98-4cd7-92ab-9a1d8b37b185 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:04.840801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:04.928896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:04.932698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfd8c7-dfc1-470e-8fc3-6813f968e236,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:04.960801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:04.976543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.000219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 409653b9-a93b-4f3a-b184-7412dc59d44f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:05.019616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 409653b9-a93b-4f3a-b184-7412dc59d44f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:05.024073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.024192 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-68e427df-7ad9-4c6a-b826-820c4c9bab1a tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "GET /v2.0/agents/1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d/dhcp-networks HTTP/1.1" status: 200 len: 8028 time: 0.2569079 Jun 25 11:21:05.024192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50380) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.113378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.189918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.195099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:21:05.195099 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:21:05.195099 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '71dd37fab9cc46a9b21cb940be135cdd', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 21, 4, 259057)}] Jun 25 11:21:05.195099 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:21:05.195480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:21:05.314757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.316040 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4763f1c6-6335-4ec2-ac36-a5137069c2aa tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "DELETE /v2.0/agents/1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d/dhcp-networks/fe16466c-bd98-4cd7-92ab-9a1d8b37b185 HTTP/1.1" status: 204 len: 168 time: 0.2888169 Jun 25 11:21:05.316959 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50386) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.328552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Transition to ACTIVE for port object 58dc6e66-e353-48a8-9285-ea61354effe0 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:05.331771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.332117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.339780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.375947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 409653b9-a93b-4f3a-b184-7412dc59d44f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=409653b9-a93b-4f3a-b184-7412dc59d44f,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:05.391861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.402421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:05.452577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.476421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:05.480695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b45d64-9dea-47c4-82f5-ffe72be6778e None None] Pushing event updated for resources: {'Port': ['ID=58dc6e66-e353-48a8-9285-ea61354effe0,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:05.491377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-08b45d64-9dea-47c4-82f5-ffe72be6778e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:05.495442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.496305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea7762b0-d51e-4aa0-8265-afe98044be2d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:05.535095 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-507e6c32-90dd-4d6a-a567-1939c5f480a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.549545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90279513-e5a1-47f7-beb5-2d2bd6ebbff0,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:05.553406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:05.566281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4b3b62fe-81e2-4559-b058-4f075dd8aefc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:05.631580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-507e6c32-90dd-4d6a-a567-1939c5f480a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.684599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:05.697173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Attempting to bind port 58dc6e66-e353-48a8-9285-ea61354effe0 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:05.700291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.713594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Attempting to bind port 58dc6e66-e353-48a8-9285-ea61354effe0 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:05.714020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Attempting to bind port 58dc6e66-e353-48a8-9285-ea61354effe0 on network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:05.727336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:05.727774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Checking segment: {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:05.728284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.728693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Bound using segment: {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:05.729216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Bound port: 58dc6e66-e353-48a8-9285-ea61354effe0, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:05.729627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.774352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=409653b9-a93b-4f3a-b184-7412dc59d44f,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:05.787534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:05.795969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.798408 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6331556 Jun 25 11:21:05.798530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ea7762b0-d51e-4aa0-8265-afe98044be2d completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:05.798616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.801683 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.3507206 Jun 25 11:21:05.810153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ea7762b0-d51e-4aa0-8265-afe98044be2d triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:05.810520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.815452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50394) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.815886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50396) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.828103 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f469de73-c02f-4746-8d63-dfe524eac704 tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "GET /v2.0/agents/1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.5099349 Jun 25 11:21:05.828949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:05.832240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50398) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.840868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Request body: {'security_group_rule': {'security_group_id': '12cfd8c7-dfc1-470e-8fc3-6813f968e236', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:05.846872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Allocated IP 172.20.0.4 (f2ac7ee7-c4d7-4516-ae22-b68c675e716d/89997f28-cbe2-4ee5-bb94-6f38f467c2eb/f5427e6b-926d-4911-8985-cf3b104ddf2a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:05.869486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.877193 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f5c3984a-15aa-44be-b6b8-c64121fa9d9d tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "GET /v2.0/networks/79dcf8f3-3406-496b-9699-945f21c88301/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0432038 Jun 25 11:21:05.880616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50400) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.917483 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ab7e4401-8bcf-4275-beea-2fc21833a85e tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "GET /v2.0/networks/79dcf8f3-3406-496b-9699-945f21c88301/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0354316 Jun 25 11:21:05.920008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50402) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.923893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] For port 58dc6e66-e353-48a8-9285-ea61354effe0, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:05.928157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] For port 58dc6e66-e353-48a8-9285-ea61354effe0, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=58dc6e66-e353-48a8-9285-ea61354effe0,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:05.953530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e6c32-90dd-4d6a-a567-1939c5f480a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f2633-0b4f-461c-9d25-6fbd006c59e6,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:05.958516 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-507e6c32-90dd-4d6a-a567-1939c5f480a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6173612c25154867aac597c14dfd8822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5207937 Jun 25 11:21:05.964025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-507e6c32-90dd-4d6a-a567-1939c5f480a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:05.966698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.968122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:05.969029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50404) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:05.989556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ea7762b0-d51e-4aa0-8265-afe98044be2d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ea7762b0-d51e-4aa0-8265-afe98044be2d,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:05.999498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.002089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0ce8b9e-5bcc-49fa-8d3c-98f362c81478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:06.003185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:06.056121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:06.056536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:06.115361 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6e6fda7a-9455-4abf-bceb-e83d09114144 tempest-DHCPAgentSchedulersTestJSON-235252267 tempest-DHCPAgentSchedulersTestJSON-235252267-project-admin] 10.222.0.81 "GET /v2.0/agents/1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.1937554 Jun 25 11:21:06.119052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50410) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:06.123309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.145044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.168067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.170258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5605a54d-0b46-4c9e-8732-2921c6aeb94e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:06.187691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.205875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:06.208534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:06.327986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.347259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.351083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.352274 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5869434 Jun 25 11:21:06.358136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50412) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:06.364611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Request body: {'security_group_rule': {'security_group_id': '5605a54d-0b46-4c9e-8732-2921c6aeb94e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:06.470977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.471854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:06.549252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b45d64-9dea-47c4-82f5-ffe72be6778e None None] Pushing event updated for resources: {'Port': ['ID=58dc6e66-e353-48a8-9285-ea61354effe0,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:06.564298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-08b45d64-9dea-47c4-82f5-ffe72be6778e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:06.569146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d00c1b4e-b906-4deb-8ac7-ae0de2b1e3e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:06.579126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.585483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.590519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe16466c-bd98-4cd7-92ab-9a1d8b37b185']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:06.606556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7803b8eb-4786-4b2d-bb8d-1ca8a3352886') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:06.607419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7803b8eb-4786-4b2d-bb8d-1ca8a3352886') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:06.619411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.621776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.655705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:06.655910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.656571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.663979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:06.664632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:06.667753 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:06.677435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.730830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ea7762b0-d51e-4aa0-8265-afe98044be2d,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:06.746449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:06.771637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:06.790959 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.804691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Allocated IP 172.20.0.9 (3308afc2-009a-4e56-8a55-dc55ade20625/a179fda2-cc5d-445d-9f06-74896337ccee/f928349e-2501-4a84-a997-3525e66d41a5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:06.806846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604c60d-a7ee-48d3-9117-4ae9e80a82cb None None] The sync data for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv is: [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:06.807588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.827808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:06.861576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.873557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.874711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.890788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.893609 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "DELETE /v2.0/networks/fe16466c-bd98-4cd7-92ab-9a1d8b37b185 HTTP/1.1" status: 204 len: 168 time: 0.7733750 Jun 25 11:21:06.894715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d5159bf7-7f16-43bc-aecc-9a3f0f866e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:06.896331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50424) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:06.914804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.918399 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc9f2633-0b4f-461c-9d25-6fbd006c59e6 HTTP/1.1" status: 204 len: 168 time: 0.9417124 Jun 25 11:21:06.925238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event deleted for resources: {'Network': ['ID=fe16466c-bd98-4cd7-92ab-9a1d8b37b185,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:06.928964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:06.955465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.994625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2414a4a-2f90-412c-94b8-eeb821a1d85f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:07.027183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.029229 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-10257185-998b-4f8a-9467-e0b3e5195e89 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] DELETE failed (client error): The resource could not be found. Jun 25 11:21:07.030070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10257185-998b-4f8a-9467-e0b3e5195e89 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:21:07.030189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5079e67-da34-438e-b4eb-70be15574d6f,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:07.040369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:07.040465 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-10257185-998b-4f8a-9467-e0b3e5195e89 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "DELETE /v2.0/ports/43d7f7ea-8b0a-4c2a-a232-ab0b9d21f1bd HTTP/1.1" status: 404 len: 333 time: 0.1135759 Jun 25 11:21:07.041178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8072f0c3-248c-4942-be7b-ae24871a2708,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:07.041491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50428) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:07.052694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:07.063121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:07.081534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.122040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.126347 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7646213 Jun 25 11:21:07.129666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50430) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:07.149136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Request body: {'security_group_rule': {'security_group_id': '5605a54d-0b46-4c9e-8732-2921c6aeb94e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:07.205752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.212069 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3735545 Jun 25 11:21:07.212069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50434) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:07.213053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea7762b0-d51e-4aa0-8265-afe98044be2d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:07.217329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f2633-0b4f-461c-9d25-6fbd006c59e6,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:07.220829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:07.224508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Request body: {'security_group_rule': {'security_group_id': '12cfd8c7-dfc1-470e-8fc3-6813f968e236', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:07.244878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:07.248954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Deleting subnet d86a5fb4-aae9-4b41-b855-31794fa4ada7 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:21:07.254830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.259388 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Network f2ac7ee7-c4d7-4516-ae22-b68c675e716d is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:07.287299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:07.331005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ea7762b0-d51e-4aa0-8265-afe98044be2d triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:07.331005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.340096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.445396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.496813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 409653b9-a93b-4f3a-b184-7412dc59d44f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:07.557910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 409653b9-a93b-4f3a-b184-7412dc59d44f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:07.558295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.582548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50442) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:07.610557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Allocated IP 172.26.0.189 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/f86c45f7-0d72-49ec-902f-be6e853fc415) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:07.644373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.646344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:07.667413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.682117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:07.792537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-33ebd89a-f20c-4f6f-9f81-dffc57704738 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:07.796735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.798657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.801005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:07.816080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Port': ['ID=f5427e6b-926d-4911-8985-cf3b104ddf2a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:07.818095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc37e46-f359-4748-9863-5fffcea0cd40,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:07.822132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:07.846183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:07.849256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.857711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:07.857906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.857906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0ec63fb-3118-469f-9067-db124e5d7db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:07.858822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:07.859303 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.880029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event deleted for resources: {'Subnet': ['ID=d86a5fb4-aae9-4b41-b855-31794fa4ada7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:07.888664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:07.892152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.896405 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "DELETE /v2.0/subnets/d86a5fb4-aae9-4b41-b855-31794fa4ada7 HTTP/1.1" status: 204 len: 168 time: 0.8490658 Jun 25 11:21:07.898105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50452) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:07.906356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da423ee-8f64-4ee3-95ab-e418dc4b204c None None] Network 79dcf8f3-3406-496b-9699-945f21c88301 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:08.028882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.041213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.043596 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9045455 Jun 25 11:21:08.047557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50456) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.062355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:08.116712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.123218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.128550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.154350 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-33ebd89a-f20c-4f6f-9f81-dffc57704738 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "PUT /v2.0/quotas/181ab6a5ee264e0ea9d7ff8324ff9fb7 HTTP/1.1" status: 200 len: 366 time: 0.5629315 Jun 25 11:21:08.158671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50458) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.182778 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-af56df9b-fa03-4743-a9de-b3c0b8c5cdad tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0226364 Jun 25 11:21:08.187554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50460) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.189884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Deleting port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:08.190233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.201771 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1d51ddf1-9947-4dfa-9a22-7ca209330b6f tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "GET /v2.0/quotas/181ab6a5ee264e0ea9d7ff8324ff9fb7 HTTP/1.1" status: 200 len: 366 time: 0.0145030 Jun 25 11:21:08.201771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50462) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.212416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.216127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.224078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:08.240036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.252119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500c393d-3ad2-4fb4-ac5a-e080f754037f,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:08.252119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:08.253042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.275020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2cc47379-4835-4e54-b313-f09605e0e3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:08.284322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:08.329693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.335192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.349474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network 3308afc2-009a-4e56-8a55-dc55ade20625 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:08.377502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] For port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,segment=NetworkSegment(980ae605-babd-4cdd-88ca-052df374ede9),segment_id=980ae605-babd-4cdd-88ca-052df374ede9)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:08.377870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.395639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:08.401353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.401353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] DHCP port deletion for 79dcf8f3-3406-496b-9699-945f21c88301 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:21:08.409514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Calling delete_port for 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:08.409734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:08.410567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:08.456229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.462611 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2422130 Jun 25 11:21:08.464303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50470) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.470363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b356663b-f1b3-4167-b932-0e1792d45ecf tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/181ab6a5ee264e0ea9d7ff8324ff9fb7 HTTP/1.1" status: 204 len: 168 time: 0.2606637 Jun 25 11:21:08.470494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:08.473253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50472) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.483651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Port': ['ID=f928349e-2501-4a84-a997-3525e66d41a5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:08.500836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:08.505219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:08.521683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Deleting port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:08.521683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.533562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:08.539161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:08.572226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.575997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c46f024a-c608-4a6d-84ea-ee1cbbc3eabf tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0967369 Jun 25 11:21:08.595925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50474) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.596141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:08.599535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] For port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,segment=NetworkSegment(980ae605-babd-4cdd-88ca-052df374ede9),segment_id=980ae605-babd-4cdd-88ca-052df374ede9)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:08.600030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.621651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Calling delete_port for 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:08.668624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:08.675289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.685367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:08.694714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50478) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.695031 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8ec0621e-e506-4b77-82a0-66dfbb2d1aad tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "GET /v2.0/quotas/181ab6a5ee264e0ea9d7ff8324ff9fb7 HTTP/1.1" status: 200 len: 370 time: 0.0971837 Jun 25 11:21:08.718464 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d2c387f1-71e8-421b-8b34-fd6cb345cca8 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "GET /v2.0/quotas/181ab6a5ee264e0ea9d7ff8324ff9fb7/default HTTP/1.1" status: 200 len: 370 time: 0.0042272 Jun 25 11:21:08.729772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50480) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:08.757861 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-0ed5f25c-3bde-48fe-a1b5-63cc41eed651 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] delete failed (client error): The resource could not be found. Jun 25 11:21:08.758859 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0ed5f25c-3bde-48fe-a1b5-63cc41eed651 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/181ab6a5ee264e0ea9d7ff8324ff9fb7 HTTP/1.1" status: 404 len: 348 time: 0.0240524 Jun 25 11:21:08.770144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event updated for resources: {'Port': ['ID=f86c45f7-0d72-49ec-902f-be6e853fc415,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:08.783864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:08.897688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.910140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.913556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:08.976795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:08.982690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] No DVR routers for this DVR port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:08.983499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Pushing event deleted for resources: {'Port': ['ID=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:08.985940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:09.089584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.104530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:09.105667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Allocated IP 172.26.0.229 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/53514f62-f910-49a5-8154-09d9231cb4a0) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:09.109728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.132940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:09.149455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.172155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] No DVR routers for this DVR port 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:09.179431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event deleted for resources: {'Port': ['ID=57d65ac7-8449-4fa8-94d0-d4d5b9fe4831,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:09.182843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:09.198552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58dc6e66-e353-48a8-9285-ea61354effe0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:09.304471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50488) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:09.311992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.346861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 58dc6e66-e353-48a8-9285-ea61354effe0 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:09.348466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.352503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Port': ['ID=f5427e6b-926d-4911-8985-cf3b104ddf2a,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:09.357443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 58dc6e66-e353-48a8-9285-ea61354effe0 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:09.357837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.368429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dcf8f3-3406-496b-9699-945f21c88301']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:09.397217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:09.435174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.450826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.456290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980ae605-babd-4cdd-88ca-052df374ede9') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:09.457045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980ae605-babd-4cdd-88ca-052df374ede9') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:09.491095 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:network and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:09.502786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.515677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.541079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 58dc6e66-e353-48a8-9285-ea61354effe0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=58dc6e66-e353-48a8-9285-ea61354effe0,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:09.563185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.571888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.575755 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5307801 Jun 25 11:21:09.576309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50494) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:09.576920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:09.604358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.605934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:subnet and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:09.608828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.609852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:09.613194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:09.642308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:09.657745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:subnetpool and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:09.674407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:09.675443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:09.675443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:09.678540 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:09.705893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=58dc6e66-e353-48a8-9285-ea61354effe0,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:09.707091 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7560ae88-2416-430b-88d7-8353e099427a tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=f2ac7ee7-c4d7-4516-ae22-b68c675e716d HTTP/1.1" status: 200 len: 689 time: 0.1295564 Jun 25 11:21:09.711116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50498) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:09.720184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:09.725243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:port and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:09.734853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:09.735587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.738082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.765707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:09.887385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.900314 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:09.970151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:21:09.982835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Allocated IP 172.26.0.27 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/44954c81-4d15-4638-b926-0a119120bd74) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:09.986107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event updated for resources: {'Port': ['ID=53514f62-f910-49a5-8154-09d9231cb4a0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:09.994090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:09.996605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:21:09.996994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 57d65ac7-8449-4fa8-94d0-d4d5b9fe4831 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:21:09.998528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:10.004980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:10.008804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:10.055795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.102484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f5be6ca4-021f-4a34-9d77-4bb1eea2bfe1 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:10.107360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.109243 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] 10.222.0.81 "DELETE /v2.0/networks/79dcf8f3-3406-496b-9699-945f21c88301 HTTP/1.1" status: 204 len: 168 time: 2.2100685 Jun 25 11:21:10.144023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Pushing event deleted for resources: {'Network': ['ID=79dcf8f3-3406-496b-9699-945f21c88301,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:10.155837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:10.157493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.211415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50508) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:10.228532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:router and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:10.233006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.248814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:10.261466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.291657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.303067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:floatingip and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:10.320818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.327953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:10.335755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:10.348843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.415600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.430160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1523797877'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:10.432953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:10.470188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.495449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event updated for resources: {'Port': ['ID=f86c45f7-0d72-49ec-902f-be6e853fc415,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:10.518847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:10.522093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:10.529102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:10.531585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:10.547530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.563538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event updated for resources: {'Port': ['ID=44954c81-4d15-4638-b926-0a119120bd74,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:10.574295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:10.585134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:security_group and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:10.589507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Made reservation on behalf of e8541834f0aa4f559cc7d4639646f77f for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:10.594032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.594221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:10.598329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Deleting port f5427e6b-926d-4911-8985-cf3b104ddf2a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:10.598671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.630358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.648824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Usage tracker for resource:security_group_rule and tenant:c21071fa9b9243ef9c5478b3f8b0609b is out of sync, need to count used quota {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 25 11:21:10.653199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Router ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:21:10.663317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.quota.resource [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 25 11:21:10.680830 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b47d2b4f-89b0-4055-8c6d-ccf464b36a12 tempest-QuotasTest-1086598911 tempest-QuotasTest-1086598911-project-admin] 10.222.0.81 "GET /v2.0/quotas/c21071fa9b9243ef9c5478b3f8b0609b/details.json HTTP/1.1" status: 200 len: 703 time: 1.3657384 Jun 25 11:21:10.681598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.682448 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8577783 Jun 25 11:21:10.727863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50516) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:10.788207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.805896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:10.816998 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Sync routers for ids ['ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:10.819227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.819597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.832870 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Routers {'ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:10.835731 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:10.839913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Calling delete_port for f5427e6b-926d-4911-8985-cf3b104ddf2a owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:10.841604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.952623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.980496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:10.990960 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Set router ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:10.996067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7cad8b9e-2492-4c1f-b7fe-074c97ec4f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:11.009293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58dc6e66-e353-48a8-9285-ea61354effe0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:11.032677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.038932 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-64b1d8fa-7aa2-46bb-92c5-b63b69850326 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7181f19c60724613afa1b2e9b9f21bb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3074572 Jun 25 11:21:11.039737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50522) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:11.070094 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.099015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.112004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.114040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event updated for resources: {'Port': ['ID=53514f62-f910-49a5-8154-09d9231cb4a0,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:11.121238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:11.125842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:11.134267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03307456-b57b-4a22-9bc9-90d942b8c8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:11.148491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 58dc6e66-e353-48a8-9285-ea61354effe0 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:11.149514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.156849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:11.168261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.168706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5427e6b-926d-4911-8985-cf3b104ddf2a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:11.173749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:11.199819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.200677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.201013 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Added segment 03df070b-e008-4dc0-a4a2-56256a098710 of type vlan for network 8ca56087-305f-4dd5-a65c-e4f892087b47 Jun 25 11:21:11.218568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a30dff-99ea-4ce0-83ec-4976b65907aa,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:11.219819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.223780 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a5dfedf2-4ab3-4277-8e47-aed1ca990dda tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.3486290 Jun 25 11:21:11.226587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:11.228252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50534) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:11.289977 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa', 'name': '', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625', 'external_fixed_ips': [{'subnet_id': 'a179fda2-cc5d-445d-9f06-74896337ccee', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f928349e-2501-4a84-a997-3525e66d41a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:04Z', 'updated_at': '2021-06-25T11:21:08Z', 'revision_number': 3, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port': {'id': 'f928349e-2501-4a84-a997-3525e66d41a5', 'name': '', 'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'a179fda2-cc5d-445d-9f06-74896337ccee', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:21:06Z', 'updated_at': '2021-06-25T11:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a179fda2-cc5d-445d-9f06-74896337ccee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:11.319702 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Checking router: ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:11.320059 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Updating router ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa port f928349e-2501-4a84-a997-3525e66d41a5 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:21:11.352112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.356022 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2991450 Jun 25 11:21:11.370810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.381154 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.459815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50548) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:11.474637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.533934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.585688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.590085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.595308 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/083be8e6-9c88-443d-8843-2de39c6679d1 HTTP/1.1" status: 204 len: 168 time: 0.5534983 Jun 25 11:21:11.597884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:11.610542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083be8e6-9c88-443d-8843-2de39c6679d1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:11.616088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:11.704363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.713933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:11.769177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50562) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:11.785247 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 11:21:11.792748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=89997f28-cbe2-4ee5-bb94-6f38f467c2eb,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:11.835633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:11.847944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.850518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.867534 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.877991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Transition to ACTIVE for port object f928349e-2501-4a84-a997-3525e66d41a5 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:11.909865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef95d-727e-4cd0-861e-9cadaf118dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.925460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.946855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.954245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ac7ee7-c4d7-4516-ae22-b68c675e716d']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:11.954441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.956409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:11.969837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:11.970427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.972851 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:11.975491 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:11.991360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5c6ae2-4e72-418e-9daf-65e658bfdd0d') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:11.991659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5c6ae2-4e72-418e-9daf-65e658bfdd0d') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:12.040164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.048054 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e9701-c159-46bb-b6b4-ad491833605e None None] Pushing event updated for resources: {'Port': ['ID=f928349e-2501-4a84-a997-3525e66d41a5,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.057123 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cf3e9701-c159-46bb-b6b4-ad491833605e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.067443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-3df99738-c618-4c5b-acf0-f1c1f6854039 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1218921197&fields=id&tenant_id=ec8ac9b7db5948f6acf06059cc10563c HTTP/1.1" status: 200 len: 267 time: 0.2841582 Jun 25 11:21:12.077443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.090379 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Attempting to bind port f928349e-2501-4a84-a997-3525e66d41a5 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:12.091517 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Attempting to bind port f928349e-2501-4a84-a997-3525e66d41a5 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'be082184-4a6f-4eae-b0d9-5ce9fb3256da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:12.092339 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Attempting to bind port f928349e-2501-4a84-a997-3525e66d41a5 on network 3308afc2-009a-4e56-8a55-dc55ade20625 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:12.096785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event updated for resources: {'Port': ['ID=44954c81-4d15-4638-b926-0a119120bd74,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.098589 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:12.099555 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Checking segment: {'id': 'be082184-4a6f-4eae-b0d9-5ce9fb3256da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:12.100124 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.100671 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Bound using segment: {'id': 'be082184-4a6f-4eae-b0d9-5ce9fb3256da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:12.101362 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Bound port: f928349e-2501-4a84-a997-3525e66d41a5, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be082184-4a6f-4eae-b0d9-5ce9fb3256da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '3308afc2-009a-4e56-8a55-dc55ade20625'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:12.101816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.102115 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.106348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.112948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.114039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:12.156003 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] For port f928349e-2501-4a84-a997-3525e66d41a5, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:12.159228 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] For port f928349e-2501-4a84-a997-3525e66d41a5, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f928349e-2501-4a84-a997-3525e66d41a5,segment=NetworkSegment(be082184-4a6f-4eae-b0d9-5ce9fb3256da),segment_id=be082184-4a6f-4eae-b0d9-5ce9fb3256da)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:12.182585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50584) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:12.185459 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 11:21:12.190706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:12.191179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:12.193018 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:12.195949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Pushing event updated for resources: {'Network': ['ID=8ca56087-305f-4dd5-a65c-e4f892087b47,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.198569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.206565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 8ca56087-305f-4dd5-a65c-e4f892087b47 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:12.260095 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-f3624dda-3d02-4ab4-ac51-5473e8869308 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1986860737&fields=id&tenant_id=71dd37fab9cc46a9b21cb940be135cdd HTTP/1.1" status: 200 len: 267 time: 0.0763633 Jun 25 11:21:12.261608 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.264157 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:12.342999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Deleting port f928349e-2501-4a84-a997-3525e66d41a5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:12.343342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.348284 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e9701-c159-46bb-b6b4-ad491833605e None None] Pushing event updated for resources: {'Port': ['ID=f928349e-2501-4a84-a997-3525e66d41a5,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.364153 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cf3e9701-c159-46bb-b6b4-ad491833605e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.383383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-4f4abc3c-c896-4a0b-aa1f-728572c56c04 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:12.384927 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Routers {'ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:12.385045 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-4f4abc3c-c896-4a0b-aa1f-728572c56c04 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/networks?id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0 HTTP/1.1" status: 200 len: 806 time: 0.3006463 Jun 25 11:21:12.385586 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:12.414877 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-116d7ef1-1389-409a-a9dd-19d4ce0dde5a tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/quotas/ec8ac9b7db5948f6acf06059cc10563c HTTP/1.1" status: 200 len: 375 time: 0.0198777 Jun 25 11:21:12.424590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef95d-727e-4cd0-861e-9cadaf118dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.465040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50588) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:12.466484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.505636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:12.511863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2ac7ee7-c4d7-4516-ae22-b68c675e716d {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 11:21:12.525881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c234278-9f39-4bf2-85c6-fba9e1bf5813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.527754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef95d-727e-4cd0-861e-9cadaf118dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.538725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2ac7ee7-c4d7-4516-ae22-b68c675e716d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.542139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.546616 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f2ac7ee7-c4d7-4516-ae22-b68c675e716d HTTP/1.1" status: 204 len: 168 time: 2.8344865 Jun 25 11:21:12.547545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.550986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50590) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:12.561824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:12.566989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] Set router ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:12.622553 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8d8ef95d-727e-4cd0-861e-9cadaf118dee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d86aeacecb474920a3949395768e924a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1611497 Jun 25 11:21:12.623282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ef95d-727e-4cd0-861e-9cadaf118dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8400b6f5-7a02-463f-9c40-e551d84e718f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.627913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50592) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:12.630010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8d8ef95d-727e-4cd0-861e-9cadaf118dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.639031 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa', 'name': '', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:04Z', 'updated_at': '2021-06-25T11:21:12Z', 'revision_number': 4, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:12.666286 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4508507 Jun 25 11:21:12.672205 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e98d27-659d-4f82-bbe8-b5d63b5c31ee None None] The sync data for ids ['ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa'] in dv-neutron-797120-5-hyperv is: [{'id': 'ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa', 'name': '', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:04Z', 'updated_at': '2021-06-25T11:21:12Z', 'revision_number': 4, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:12.686839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.691006 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2230685 Jun 25 11:21:12.691006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] For port f928349e-2501-4a84-a997-3525e66d41a5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f928349e-2501-4a84-a997-3525e66d41a5,segment=NetworkSegment(be082184-4a6f-4eae-b0d9-5ce9fb3256da),segment_id=be082184-4a6f-4eae-b0d9-5ce9fb3256da)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:12.691308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.691412 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-42c00382-fc6a-48ce-9102-1b5bbabad23b tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec8ac9b7db5948f6acf06059cc10563c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2595949 Jun 25 11:21:12.703259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-fe13acfa-6154-4253-84d8-480d83a2e885 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:12.711407 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-fe13acfa-6154-4253-84d8-480d83a2e885 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/networks?id=1b4f1b51-e572-4d46-b050-25dc3b51e0ed HTTP/1.1" status: 200 len: 812 time: 0.4421759 Jun 25 11:21:12.723721 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0adad2de-3ad9-439e-a511-2f52957220de tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1707966 Jun 25 11:21:12.727129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50596) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:12.741385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Calling delete_port for f928349e-2501-4a84-a997-3525e66d41a5 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:12.756709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.797249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.836773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c234278-9f39-4bf2-85c6-fba9e1bf5813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.836963 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-db025873-a087-4c69-bfa5-a0352a58f2b5 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/quotas/71dd37fab9cc46a9b21cb940be135cdd HTTP/1.1" status: 200 len: 375 time: 0.1242335 Jun 25 11:21:12.892377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c234278-9f39-4bf2-85c6-fba9e1bf5813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.897237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38998cf9-8b0e-4f37-8fb2-89ee9cc40fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:12.944615 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4c234278-9f39-4bf2-85c6-fba9e1bf5813 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17804a1ca997474ca0b7ef3f8085fdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762285 Jun 25 11:21:12.946590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234278-9f39-4bf2-85c6-fba9e1bf5813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33820677-3764-4542-aa9d-249ee83058ec,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.949384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50610) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:12.951165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c234278-9f39-4bf2-85c6-fba9e1bf5813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.966952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.972219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:12.974216 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8400b6f5-7a02-463f-9c40-e551d84e718f HTTP/1.1" status: 204 len: 168 time: 0.3453326 Jun 25 11:21:12.975273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c234278-9f39-4bf2-85c6-fba9e1bf5813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:12.985460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8400b6f5-7a02-463f-9c40-e551d84e718f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:12.988629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:12.998209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-98d60582-eef8-47cb-b6ca-cd8ed4b9e36b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:21:12.999353 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-98d60582-eef8-47cb-b6ca-cd8ed4b9e36b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0816159 Jun 25 11:21:13.117403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:13.117957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:13.118313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:13.118757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:13.119200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:13.119637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:13.120126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:13.120404 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-468553f9-ac4a-45e6-b224-dedd3511dc03 service neutron] 10.222.0.81 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143787 Jun 25 11:21:13.121970 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6ec9462a-0a2d-40e8-913f-89bfbf73f470 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4609 time: 0.3897080 Jun 25 11:21:13.125473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50614) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:13.138167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:13.185352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-cab2d129-acd2-4fc6-8ff4-61644ab273b7 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] delete failed (client error): The resource could not be found. Jun 25 11:21:13.189896 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cab2d129-acd2-4fc6-8ff4-61644ab273b7 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/e6ec18f5-b29b-456a-9670-be2ade051c32 HTTP/1.1" status: 404 len: 345 time: 0.0633850 Jun 25 11:21:13.190467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50616) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:13.253242 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-21326233-8108-4250-ab3c-450bf43b2732 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] DELETE failed (client error): The resource could not be found. Jun 25 11:21:13.253242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21326233-8108-4250-ab3c-450bf43b2732 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:21:13.253242 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-21326233-8108-4250-ab3c-450bf43b2732 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f2ac7ee7-c4d7-4516-ae22-b68c675e716d HTTP/1.1" status: 404 len: 339 time: 0.0297096 Jun 25 11:21:13.253866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:13.253866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50618) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:13.253866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'network': {'name': 'tempest-network--584916352', 'router:external': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:13.259628 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-545e6154-7d2e-499e-bb72-bfb368812d05 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=71dd37fab9cc46a9b21cb940be135cdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4118271 Jun 25 11:21:13.470222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-d8be86b0-41ee-42ac-9d65-19a9c51bed34 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:21:13.477826 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-d8be86b0-41ee-42ac-9d65-19a9c51bed34 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0647476 Jun 25 11:21:13.506716 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-40d56682-2cd4-499f-9a86-3207e108f3b0 service neutron] 10.222.0.81 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739862 Jun 25 11:21:13.554703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Made reservation on behalf of e43951993d564cc9985d9f5291525cff for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:13.557067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:13.581136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:13.581936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:13.587856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:13.588981 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33820677-3764-4542-aa9d-249ee83058ec HTTP/1.1" status: 204 len: 168 time: 0.6324699 Jun 25 11:21:13.601716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:13.625671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33820677-3764-4542-aa9d-249ee83058ec,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:13.646765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:13.699766 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-8994f4f1-56ee-4422-a4fb-5480132898d0 service neutron] 10.222.0.81 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208467 Jun 25 11:21:13.736767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:13.737130 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Added segment 329ccfc8-c8a9-443e-a517-e743b49a9299 of type vlan for network 22d520b4-44bc-410c-93f1-63c871ecd0d1 Jun 25 11:21:13.739432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:13.741390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:13.814992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event deleted for resources: {'Port': ['ID=f928349e-2501-4a84-a997-3525e66d41a5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:14.015230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50652) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:14.040222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.049932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d7d4740-d726-4fc9-a64e-f7204232bda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.160887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.163226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.169377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:14.175637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d7d4740-d726-4fc9-a64e-f7204232bda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.236935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d7d4740-d726-4fc9-a64e-f7204232bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.240995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8d8ef95d-727e-4cd0-861e-9cadaf118dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:14.245769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.274319 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-c9b79c77-6e3e-441f-847d-01f7aeb2db91 service neutron] 10.222.0.81 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497880 Jun 25 11:21:14.298777 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9d7d4740-d726-4fc9-a64e-f7204232bda2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c21071fa9b9243ef9c5478b3f8b0609b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800150 Jun 25 11:21:14.299968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d4740-d726-4fc9-a64e-f7204232bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d01a29-7ab8-4f38-b3e9-4d33394ec96c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:14.302500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:14.314534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d7d4740-d726-4fc9-a64e-f7204232bda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:14.354078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.354653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:14.362313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.363488 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "DELETE /v2.0/routers/ec5a3234-9f39-4e4b-a86f-bc8c87a6fbaa HTTP/1.1" status: 204 len: 168 time: 3.1341214 Jun 25 11:21:14.366852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50664) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:14.367660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.378066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:14.380103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.390560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:14.435040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.440859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50668) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:14.456850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Request body: {'port': {'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-289036179'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:14.507146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Deleting subnet a179fda2-cc5d-445d-9f06-74896337ccee {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:21:14.512963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.534549 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2966583 Jun 25 11:21:14.547467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50678) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:14.549745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Network': ['ID=22d520b4-44bc-410c-93f1-63c871ecd0d1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:14.568309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 22d520b4-44bc-410c-93f1-63c871ecd0d1 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:14.585972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:14.615451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.629555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.664214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-a78737ac-b5e8-42ae-9594-93e5a4b44107 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--192161335&fields=id&tenant_id=efc7a966c2414896b6ab1afe1ef31772 HTTP/1.1" status: 200 len: 267 time: 0.1004512 Jun 25 11:21:14.733302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Made reservation on behalf of 16f49e91596a44f1925ced7e94364326 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:14.736101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.792470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.853986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.883696 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.915804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:14.919509 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72d01a29-7ab8-4f38-b3e9-4d33394ec96c HTTP/1.1" status: 204 len: 168 time: 0.6129642 Jun 25 11:21:14.928325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:14.938007 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8ca4f8ca-d65e-40e6-9bc2-d316f3b0ed15 req-0946b938-61ee-4fb8-b47d-76859acd53f6 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0933604 Jun 25 11:21:14.948832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d01a29-7ab8-4f38-b3e9-4d33394ec96c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:14.951661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:14.967882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-55c9fb29-e076-4047-92a6-7d3d24c3f266 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:14.969744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-55c9fb29-e076-4047-92a6-7d3d24c3f266 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 812 time: 0.2971635 Jun 25 11:21:15.018087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40f1a8-bbe3-448b-85b6-77a5a230199d tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:15.028626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40f1a8-bbe3-448b-85b6-77a5a230199d tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:15.035424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40f1a8-bbe3-448b-85b6-77a5a230199d tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:15.042405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40f1a8-bbe3-448b-85b6-77a5a230199d tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:15.051039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40f1a8-bbe3-448b-85b6-77a5a230199d tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:15.053330 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fc40f1a8-bbe3-448b-85b6-77a5a230199d tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.5024419 Jun 25 11:21:15.055834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50712) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:15.067555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.084152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-68bfb5e9-549b-4ae6-8443-06a1923887b6 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/quotas/efc7a966c2414896b6ab1afe1ef31772 HTTP/1.1" status: 200 len: 375 time: 0.0114489 Jun 25 11:21:15.123787 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6a35c7e1-0441-4be1-9295-bcab25da77b8 req-64fe12a9-e20a-4e24-8ebd-6b88d7611117 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.0693717 Jun 25 11:21:15.154358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.161778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:15.165669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] device_id is not set on port c5292406-d097-48d2-bab6-5aef6bfb6dbc yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:15.193044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.288286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.301792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4fa06-1eed-49da-8a56-a5c98a743eb4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:15.308162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.323624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:15.329691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:15.334997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d520b4-44bc-410c-93f1-63c871ecd0d1']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:15.351463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329ccfc8-c8a9-443e-a517-e743b49a9299') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:15.351936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329ccfc8-c8a9-443e-a517-e743b49a9299') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:15.365757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.374944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.377239 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/a179fda2-cc5d-445d-9f06-74896337ccee HTTP/1.1" status: 204 len: 168 time: 1.0089304 Jun 25 11:21:15.380539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50730) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:15.381483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a179fda2-cc5d-445d-9f06-74896337ccee,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:15.385594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.392138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:15.397002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:15.397271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:15.406361 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:15.422292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50732) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:15.464763 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-8e454554-80f4-4232-9cc4-3d8eaa8bd76e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3684843 Jun 25 11:21:15.592226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2088179980'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:15.625943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.630578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22d520b4-44bc-410c-93f1-63c871ecd0d1 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 11:21:15.642331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.645849 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "DELETE /v2.0/networks/22d520b4-44bc-410c-93f1-63c871ecd0d1 HTTP/1.1" status: 204 len: 168 time: 0.5896237 Jun 25 11:21:15.647089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:15.649562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50746) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:15.659559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'network': {'name': 'tempest-network--816160224', 'router:external': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:15.670932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.686915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event deleted for resources: {'Network': ['ID=22d520b4-44bc-410c-93f1-63c871ecd0d1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:15.690462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:15.732380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:15.740008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.756116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.777232 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-d9741a40-c958-417c-97fc-70210fbfb8f7 service neutron] 10.222.0.81 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029182 Jun 25 11:21:15.791987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] device_id is not set on port c5292406-d097-48d2-bab6-5aef6bfb6dbc yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:15.836580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.909883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.911949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Made reservation on behalf of e43951993d564cc9985d9f5291525cff for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:15.914429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.943204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:15.952849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.954449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:15.954796 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Added segment 917c3484-fa4c-4618-b960-8fc38a5d25d7 of type vlan for network 2d071757-27cb-402f-b0ce-1d2f9e3a9ea7 Jun 25 11:21:15.960843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Transition to ACTIVE for port object c5292406-d097-48d2-bab6-5aef6bfb6dbc will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:15.990065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3308afc2-009a-4e56-8a55-dc55ade20625']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:15.992728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.010973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:16.036821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be082184-4a6f-4eae-b0d9-5ce9fb3256da') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:16.039362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be082184-4a6f-4eae-b0d9-5ce9fb3256da') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:16.042658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae5683e-717e-49dd-b413-6b277a33182b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:16.050853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:16.064862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.068513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:16.076286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.096605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.108334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:16.113222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.118411 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-6af6b63c-6282-4816-827c-c6b3a1476895 service neutron] 10.222.0.81 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288376 Jun 25 11:21:16.129686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.130249 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Added segment d98b0545-ade9-4f59-8f08-683c2666fd76 of type vlan for network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f Jun 25 11:21:16.173143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.179296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:16.179782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:16.184830 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:16.220769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.resource_extend [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:21:16.237950 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8a53ade7-57f0-42f6-a295-1b683e62aa4e req-d405e747-a2ee-4f3f-998f-917f408c7809 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.1591513 Jun 25 11:21:16.272011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=c5292406-d097-48d2-bab6-5aef6bfb6dbc,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:16.287946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:16.307041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Checking segment: {'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:16.307612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Network hostable DHCP agents. Network: 8ca56087-305f-4dd5-a65c-e4f892087b47, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:21:16.337832 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c8b87077-8fdc-4228-9216-30e2f088ce22 req-e3cf6ff5-b5b1-48fe-aa22-fe4a5a3a00e9 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.0337126 Jun 25 11:21:16.338750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.339685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.341841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:16.342665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.346199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:16.371379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:16.372445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.385297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.390986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3308afc2-009a-4e56-8a55-dc55ade20625 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 11:21:16.392809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:16.428035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.437193 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "DELETE /v2.0/networks/3308afc2-009a-4e56-8a55-dc55ade20625 HTTP/1.1" status: 204 len: 168 time: 1.0504446 Jun 25 11:21:16.437193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event deleted for resources: {'Network': ['ID=3308afc2-009a-4e56-8a55-dc55ade20625,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:16.445122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Network': ['ID=2d071757-27cb-402f-b0ce-1d2f9e3a9ea7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:16.446144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:16.459308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 2d071757-27cb-402f-b0ce-1d2f9e3a9ea7 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:16.488768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Network 8ca56087-305f-4dd5-a65c-e4f892087b47 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:21:16.514350 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0d5e27b7-704a-410e-91c5-2b8d308492e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8624778 Jun 25 11:21:16.518228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50780) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:16.546278 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b4116ecc-8778-4dab-9ec4-ee84c5694a67 req-55fd9468-cce2-486e-8e36-cd56188047d3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.0759246 Jun 25 11:21:16.551787 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1282680 Jun 25 11:21:16.555829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50782) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:16.572090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:16.641105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 8ca56087-305f-4dd5-a65c-e4f892087b47) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:16.684160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0a516d-4caf-4dbd-80bb-6d52acdceb32 None None] Network 8ca56087-305f-4dd5-a65c-e4f892087b47 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:16.730215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50788) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:16.743911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:16.770411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Network': ['ID=727bc3ea-78a7-479f-8c7e-ba65a341dd7f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:16.786606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:16.786758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:16.786941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:16.787063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:16.787325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:16.787446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:16.799276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:16.801733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:16.802078 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:16.817628 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 2 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:16.849033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16202d-0a3d-4169-993c-dc6e7df10db3 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:16.850633 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bc16202d-0a3d-4169-993c-dc6e7df10db3 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] 10.222.0.81 "GET /v2.0/networks/2d071757-27cb-402f-b0ce-1d2f9e3a9ea7 HTTP/1.1" status: 200 len: 756 time: 0.3311481 Jun 25 11:21:16.853164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50798) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:16.853317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:16.853641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:16.854037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:16.859600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:16.859930 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:16.860340 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 3 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:16.878270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:16.884852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:16.886430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:16.901979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:16.901979 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:16.904065 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 4 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:16.930467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:16.930813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:16.932024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:16.943466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:16.943860 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:16.944249 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 5 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:16.952294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c45144-16f9-461e-88f4-646121d23da8 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:16.953875 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e4c45144-16f9-461e-88f4-646121d23da8 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] 10.222.0.81 "GET /v2.0/networks/cf00558b-3355-46dd-9acd-6558cae70b5f HTTP/1.1" status: 200 len: 767 time: 0.0995448 Jun 25 11:21:16.955187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:16.958881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:16.961979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50800) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:16.963573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:16.963913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:16.964252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:16.969582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:16.971120 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:16.971120 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 6 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:16.983770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:16.984110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:16.984542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:16.989082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:16.989433 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:16.989835 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 7 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:17.002865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:17.003211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:17.003539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:17.008358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:17.008689 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:17.009102 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 8 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:17.051174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:17.051732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:17.052270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:17.064437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:17.066711 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:17.073666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1605756144'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:17.097820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.100734 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 9 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:17.119834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:17.120434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:17.120954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:17.126700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:17.127454 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:17.127985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 10 to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc Jun 25 11:21:17.146326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:17.146326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:17.146326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:17.151228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port c5292406-d097-48d2-bab6-5aef6bfb6dbc on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:17.151796 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port c5292406-d097-48d2-bab6-5aef6bfb6dbc on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:17.152335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.169707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Made reservation on behalf of 92ea4aaf65794e7287e46f58924658f8 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:17.173988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.189351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.243985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50806) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:17.245495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.258047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3179f233-2bd0-4ed4-ba61-99b80dcbc900 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'router': {'name': 'tempest-router--1465758180', 'project_id': '63ca5b8c9d3441d29046bf232f992c0f'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:17.290390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d071757-27cb-402f-b0ce-1d2f9e3a9ea7']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:17.310308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] For port c5292406-d097-48d2-bab6-5aef6bfb6dbc, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:17.311714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempted to set empty binding levels {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 11:21:17.321371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917c3484-fa4c-4618-b960-8fc38a5d25d7') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:17.321665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917c3484-fa4c-4618-b960-8fc38a5d25d7') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:17.338133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.369869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.382738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:17.383385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:17.385365 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:17.400970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.410252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3179f233-2bd0-4ed4-ba61-99b80dcbc900 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.411591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3179f233-2bd0-4ed4-ba61-99b80dcbc900 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.415229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:17.538352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70ab4157-44a3-4dd1-934e-98693682ab87 req-677d9bcc-5187-49a2-a615-482e4de5e272 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0706513 Jun 25 11:21:17.540975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=c5292406-d097-48d2-bab6-5aef6bfb6dbc,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:17.544612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:17.544612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.554973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:17.663497 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-431a4d81-d020-407d-85aa-3d5832f9b335 req-2169adea-4d92-4679-98ff-f27bfaccf845 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.0329635 Jun 25 11:21:17.691930 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f3c5c7f9-7ffb-44b1-a0e3-b67d9e851568 req-f16ab25b-4818-4897-b978-d25f0a116923 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.0349979 Jun 25 11:21:17.790001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.832692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:17.837687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d071757-27cb-402f-b0ce-1d2f9e3a9ea7 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 11:21:17.850341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.857549 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "DELETE /v2.0/networks/2d071757-27cb-402f-b0ce-1d2f9e3a9ea7 HTTP/1.1" status: 204 len: 168 time: 0.8893211 Jun 25 11:21:17.857696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50816) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:17.860465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.861521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d071757-27cb-402f-b0ce-1d2f9e3a9ea7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:17.864625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'network': {'name': 'tempest-network--1911005976'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:17.893046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:17.895960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3179f233-2bd0-4ed4-ba61-99b80dcbc900 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.940658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.941203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.943322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:17.945139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:17.965059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:17.971772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3179f233-2bd0-4ed4-ba61-99b80dcbc900 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.984715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c253b12d-1bff-49fe-bfc5-bfb4b9dc48b9,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:17.997870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:17.998440 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Added segment 38408103-196a-4d1b-b0f9-26543cad09c0 of type vlan for network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 Jun 25 11:21:18.000072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:18.008529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=9ba54c65-acce-4784-8dd3-0969c82c92d0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:18.018016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:18.029476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:18.032886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network hostable DHCP agents. Network: 727bc3ea-78a7-479f-8c7e-ba65a341dd7f, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:21:18.056106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.074820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.6289191 Jun 25 11:21:18.079160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50818) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:18.162559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3179f233-2bd0-4ed4-ba61-99b80dcbc900 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.164717 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3179f233-2bd0-4ed4-ba61-99b80dcbc900 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9147224 Jun 25 11:21:18.166663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50822) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:18.183768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.191991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:18.192961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.195872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d090ddb-0fea-4f4c-b43a-4358b7dedade tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:18.223528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:21:18.271917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Made reservation on behalf of e43951993d564cc9985d9f5291525cff for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:18.272380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbe4892e-9f7e-4269-969e-7f182c45646e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.275744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.315296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:18.334340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.335466 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Added segment f6b87c11-f287-415e-b48a-9f3d640df292 of type vlan for network c72b26cd-22b4-40d9-8fb1-92af7f2206c4 Jun 25 11:21:18.365930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 727bc3ea-78a7-479f-8c7e-ba65a341dd7f) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:18.378425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:18.381340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.383467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Deleting port c5292406-d097-48d2-bab6-5aef6bfb6dbc {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:18.383467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.386723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5435ff-6e7a-49a7-821a-24f9027391e8 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:18.422635 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6773446 Jun 25 11:21:18.427823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50826) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:18.427823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.47', 61239) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:18.443219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.449445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Request body: {'subnet': {'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:18.487006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event updated for resources: {'Network': ['ID=7c7961b0-4bf7-4a09-b9f7-d446c2676825,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:18.506875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:18.510220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:18.530193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbe4892e-9f7e-4269-969e-7f182c45646e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.535024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbe4892e-9f7e-4269-969e-7f182c45646e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.551251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] For port c5292406-d097-48d2-bab6-5aef6bfb6dbc, host hv-neutron-7971, got binding levels [] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:18.551626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.595041 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0379353 Jun 25 11:21:18.601284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Calling delete_port for c5292406-d097-48d2-bab6-5aef6bfb6dbc owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:18.601284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50830) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:18.610256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'name': 'tempest-NetworksTestDHCPv6-530241535'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:18.677015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-70b81375-e44c-405f-891a-be13d1bdbe10 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:18.678590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-70b81375-e44c-405f-891a-be13d1bdbe10 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.47 "GET /v2.0/networks?id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0 HTTP/1.1" status: 200 len: 806 time: 0.2473629 Jun 25 11:21:18.733197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbe4892e-9f7e-4269-969e-7f182c45646e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.733197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe4892e-9f7e-4269-969e-7f182c45646e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2134690c-5fa9-4acd-ac3a-63ea1463abf6 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:18.743495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbe4892e-9f7e-4269-969e-7f182c45646e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.749944 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cbe4892e-9f7e-4269-969e-7f182c45646e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "DELETE /v2.0/routers/2134690c-5fa9-4acd-ac3a-63ea1463abf6 HTTP/1.1" status: 204 len: 168 time: 0.5769269 Jun 25 11:21:18.760871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.764520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:18.765127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.768270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:18.795673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Made reservation on behalf of 92ea4aaf65794e7287e46f58924658f8 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:18.799585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.805428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '9ba54c65-acce-4784-8dd3-0969c82c92d0'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:18.806321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.915449 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-a02280a5-3b46-4b93-be63-de06fd7030d2 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec8ac9b7db5948f6acf06059cc10563c HTTP/1.1" status: 200 len: 380 time: 0.1902418 Jun 25 11:21:18.917323 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-faedeffc-bff4-444a-a5a4-4f9ed53245a9 req-eb562d8f-8863-4a1f-b31d-6416c2264a96 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0927396 Jun 25 11:21:18.923673 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9d3cf61-53c0-4758-b934-22ef0e0bf545 req-c7970ad5-ee63-40b8-acc5-653d9d80021f tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.0472794 Jun 25 11:21:18.924966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.939441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:18.948125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.955705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Request body: {'port': {'device_id': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'admin_state_up': True, 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'security_groups': ['1d67e1b8-4197-4b80-8f5f-61b706e8f9db']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:18.956315 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "DELETE /v2.0/ports/c5292406-d097-48d2-bab6-5aef6bfb6dbc HTTP/1.1" status: 204 len: 168 time: 0.8758743 Jun 25 11:21:18.962318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50840) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:18.993197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5292406-d097-48d2-bab6-5aef6bfb6dbc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:18.996830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:18.998732 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1403370 Jun 25 11:21:18.999468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Network': ['ID=c72b26cd-22b4-40d9-8fb1-92af7f2206c4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:19.007224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50842) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:19.015270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:19.020244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network c72b26cd-22b4-40d9-8fb1-92af7f2206c4 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:19.022300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:19.067846 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f780909b-737a-4cc3-ab8c-f344e556a587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:21:19.069431 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f780909b-737a-4cc3-ab8c-f344e556a587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "GET /v2.0/ports/c5292406-d097-48d2-bab6-5aef6bfb6dbc HTTP/1.1" status: 404 len: 333 time: 0.1059325 Jun 25 11:21:19.077982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50844) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:19.087785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Request body: {'port': {'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-150041359'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:19.155106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50846) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:19.252385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:19.261149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.265119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/9ba54c65-acce-4784-8dd3-0969c82c92d0/efb8c72e-b0e8-4b90-b8cd-2197497f2df6) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:19.287487 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2976e3fe-5abd-4aa3-ac43-376229c2fce7 req-5007a487-ae1d-4d39-9a58-4a9f7ac11e7d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.0406196 Jun 25 11:21:19.333458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.345141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 478dbc19-1d95-482d-99e8-c3f2f4e74609 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:19.382142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Made reservation on behalf of 16f49e91596a44f1925ced7e94364326 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:19.385137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.392442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.417653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:19.486362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.47', 61245) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:19.486692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.487824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.498834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Transition to ACTIVE for port object efb8c72e-b0e8-4b90-b8cd-2197497f2df6 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:19.502683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1824339808', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:19.523001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:19.524128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Transition to ACTIVE for port object efb8c72e-b0e8-4b90-b8cd-2197497f2df6 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:19.555167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Network c72b26cd-22b4-40d9-8fb1-92af7f2206c4 is not hosted by any dhcp agent {{(pid=94500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:21:19.556055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:19.556672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.558024 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "PUT /v2.0/networks/c72b26cd-22b4-40d9-8fb1-92af7f2206c4 HTTP/1.1" status: 200 len: 859 time: 0.5474439 Jun 25 11:21:19.564999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50860) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:19.652493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event updated for resources: {'Network': ['ID=c72b26cd-22b4-40d9-8fb1-92af7f2206c4,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:19.655660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.660353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:19.669588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:19.709995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.712387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:19.715267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:19.722720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:19.729069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Pushing event updated for resources: {'Port': ['ID=efb8c72e-b0e8-4b90-b8cd-2197497f2df6,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:19.732677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:19.747814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::3e7 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/9ba54c65-acce-4784-8dd3-0969c82c92d0/478dbc19-1d95-482d-99e8-c3f2f4e74609) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:19.756240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] device_id is not set on port 4fa36470-bce0-4073-83b0-021ea6a523da yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:19.774171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Made reservation on behalf of ec8ac9b7db5948f6acf06059cc10563c for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:19.777805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.783412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.784457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.892747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.917742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event updated for resources: {'Subnet': ['ID=5ddf6996-0541-4542-8830-790da53e9c2e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:19.931044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:19.959148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Attempting to bind port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:19.959148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Attempting to bind port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:19.959148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Attempting to bind port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:19.960444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72b26cd-22b4-40d9-8fb1-92af7f2206c4']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:19.964867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:19.965462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:19.966357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.967038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:19.967578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Bound port: efb8c72e-b0e8-4b90-b8cd-2197497f2df6, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:19.967973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.973170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:19.986634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b87c11-f287-415e-b48a-9f3d640df292') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:19.986934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b87c11-f287-415e-b48a-9f3d640df292') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:20.043027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:20.093353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Allocated IP 172.20.0.8 (96a1a226-0faf-40e1-adb0-ab06f8cea8d0/22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8/cb49080a-30c5-47d0-b07d-bb8276825749) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:20.137695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] For port efb8c72e-b0e8-4b90-b8cd-2197497f2df6, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:20.142960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] For port efb8c72e-b0e8-4b90-b8cd-2197497f2df6, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=efb8c72e-b0e8-4b90-b8cd-2197497f2df6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:20.190538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:20.203484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:20.206253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Checking segment: {'id': '38408103-196a-4d1b-b0f9-26543cad09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:20.212326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:20.212469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Network hostable DHCP agents. Network: 7c7961b0-4bf7-4a09-b9f7-d446c2676825, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:21:20.296774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Pushing event updated for resources: {'Port': ['ID=efb8c72e-b0e8-4b90-b8cd-2197497f2df6,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:20.302517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:20.325873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.47', 61246) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:20.352037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-9448f695-339e-420c-a546-1a895af3a794 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:20.353606 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-9448f695-339e-420c-a546-1a895af3a794 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.47 "GET /v2.0/networks?id=1b4f1b51-e572-4d46-b050-25dc3b51e0ed HTTP/1.1" status: 200 len: 812 time: 0.8710556 Jun 25 11:21:20.372522 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-33609395-259b-430e-9b99-3bb0c74917b9 req-835ce764-9d84-4c5d-b930-9a3f88eeeb05 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.1609335 Jun 25 11:21:20.549424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:21:20.757836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:20.760044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:20.769514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:20.773422 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:20.778970 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b7946a56-6035-4c88-b45e-bacdf0afc2a8 req-81f104ec-33b5-4696-96f4-f174ffda2005 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.6870563 Jun 25 11:21:20.873977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:20.903713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Transition to ACTIVE for port object cb49080a-30c5-47d0-b07d-bb8276825749 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:20.999094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 7c7961b0-4bf7-4a09-b9f7-d446c2676825) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:21.011611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae932e2-2b6d-4f9d-be04-126849a89f51 None None] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:21.050237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:21.050829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.129317 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25a717c9-ea04-4c3a-bd3c-a64bcc0caa19 req-a5216a59-b175-4b7a-be95-4469d8ccff65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.1730714 Jun 25 11:21:21.148182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ecbd000b-fb4a-458d-81cd-f744ea4a26e8 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:21.149904 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ecbd000b-fb4a-458d-81cd-f744ea4a26e8 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 812 time: 0.7952886 Jun 25 11:21:21.156057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device efb8c72e-b0e8-4b90-b8cd-2197497f2df6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:21.156826 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-8aff5f8a-f4d5-44d0-95b9-d53a81529cf8 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71dd37fab9cc46a9b21cb940be135cdd HTTP/1.1" status: 200 len: 380 time: 0.7806833 Jun 25 11:21:21.170505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.196783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.220901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 478dbc19-1d95-482d-99e8-c3f2f4e74609 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:21.283459 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8532238 Jun 25 11:21:21.284984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-7c7961b0-4bf7-4a09-b9f7-d446c2676825', 'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825', 'tenant_id': '92ea4aaf65794e7287e46f58924658f8', 'fixed_ips': [{'subnet_id': '5ddf6996-0541-4542-8830-790da53e9c2e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:21.286381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50888) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:21.292430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Request body: {'port': {'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825', 'name': 'tempest-ExtraDHCPOptionsTestJSON-388572227'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:21.295514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.394527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.414107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.433715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:21.441443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:21.445411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.451921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.468879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-572fba5a-cc64-404f-acf3-71345cb22105 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:21.472287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c72b26cd-22b4-40d9-8fb1-92af7f2206c4 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 11:21:21.510212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.516192 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] 10.222.0.81 "DELETE /v2.0/networks/c72b26cd-22b4-40d9-8fb1-92af7f2206c4 HTTP/1.1" status: 204 len: 168 time: 1.9466710 Jun 25 11:21:21.551930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50892) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:21.560520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Pushing event deleted for resources: {'Network': ['ID=c72b26cd-22b4-40d9-8fb1-92af7f2206c4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:21.580763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:21.593321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event updated for resources: {'Port': ['ID=cb49080a-30c5-47d0-b07d-bb8276825749,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:21.646005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:21.653938 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b1c00c-65dd-41f0-b219-e93f8d37a390 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] DELETE failed (client error): The resource could not be found. Jun 25 11:21:21.654244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Allocated IP 172.20.0.2 (7c7961b0-4bf7-4a09-b9f7-d446c2676825/5ddf6996-0541-4542-8830-790da53e9c2e/e010be14-9d1c-4eac-9346-bb1285a321db) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:21.654625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b1c00c-65dd-41f0-b219-e93f8d37a390 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:21:21.656630 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-84b1c00c-65dd-41f0-b219-e93f8d37a390 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] 10.222.0.81 "DELETE /v2.0/subnets/89997f28-cbe2-4ee5-bb94-6f38f467c2eb HTTP/1.1" status: 404 len: 337 time: 0.0936539 Jun 25 11:21:21.689352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50894) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:21.758465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:21.784724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:21.792843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:21.816947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Network 8ca56087-305f-4dd5-a65c-e4f892087b47 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:21.849225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:21.851866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:21.857745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:21.857745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.858647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:21.870688 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e1784bb6-2d1f-4292-91d6-7136873116a4 req-30e75277-f038-451f-8c91-0a91344ff046 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.1098106 Jun 25 11:21:21.927935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:21.933420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:21.938530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:21.938530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:21.945630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=478dbc19-1d95-482d-99e8-c3f2f4e74609,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:22.016513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:22.023053 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4207504 Jun 25 11:21:22.026382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50900) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:22.027487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738ce5b-10a5-487a-aebc-7905a10e1e1c None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:22.031879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Request body: {'port': {'device_id': '5aff569c-4180-46ee-964b-17abcea8446a', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'admin_state_up': True, 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'security_groups': ['5605a54d-0b46-4c9e-8732-2921c6aeb94e']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:22.054458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa36470-bce0-4073-83b0-021ea6a523da,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:22.074870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:22.180511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:22.180511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:22.181245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.181245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Transition to ACTIVE for port object e010be14-9d1c-4eac-9346-bb1285a321db will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:22.181245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Transition to ACTIVE for port object e010be14-9d1c-4eac-9346-bb1285a321db will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:22.181475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:22.198569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.224986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.259845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.296509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182a6e8-07ca-42d6-a92d-2b63a5b6ea6c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:22.302627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182a6e8-07ca-42d6-a92d-2b63a5b6ea6c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:22.306742 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c182a6e8-07ca-42d6-a92d-2b63a5b6ea6c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2733414 Jun 25 11:21:22.307151 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50906) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:22.351160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.364146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-227123f1-422e-4c4b-88fe-7e15e883b785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:22.380628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:22.382747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:22.404043 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Provisioning for port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:22.407497 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-544457e9-9e96-408a-bb34-a6d63dbce78b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc7a966c2414896b6ab1afe1ef31772 HTTP/1.1" status: 200 len: 379 time: 0.4114583 Jun 25 11:21:22.422081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:22.426569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Provisioning complete for port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:22.427152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.452467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.472950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Request body: {'port': {'device_id': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'admin_state_up': True, 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'security_groups': ['12cfd8c7-dfc1-470e-8fc3-6813f968e236']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:22.513673 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a0a1ce64-192b-4447-a387-ac44646f9c26 req-56a440ad-a2c6-4a9b-b93e-e09e43ace1af tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.0632203 Jun 25 11:21:22.586588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 478dbc19-1d95-482d-99e8-c3f2f4e74609 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:22.587082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.594852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Attempting to bind port e010be14-9d1c-4eac-9346-bb1285a321db on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:22.595894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Attempting to bind port e010be14-9d1c-4eac-9346-bb1285a321db by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '38408103-196a-4d1b-b0f9-26543cad09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:22.595894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Attempting to bind port e010be14-9d1c-4eac-9346-bb1285a321db on network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:22.600452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Made reservation on behalf of 92ea4aaf65794e7287e46f58924658f8 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:22.602144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:22.602532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Checking segment: {'id': '38408103-196a-4d1b-b0f9-26543cad09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:22.602942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.603342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Bound using segment: {'id': '38408103-196a-4d1b-b0f9-26543cad09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:22.603827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Bound port: e010be14-9d1c-4eac-9346-bb1285a321db, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38408103-196a-4d1b-b0f9-26543cad09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:22.604222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.606696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.618055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Pushing event updated for resources: {'Port': ['ID=e010be14-9d1c-4eac-9346-bb1285a321db,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:22.626477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:22.671812 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-eaf1e173-071f-486b-bd66-3151847c5c7f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7248456 Jun 25 11:21:22.694765 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.6157844 Jun 25 11:21:22.704500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50908) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:22.707187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Allocated IP 172.26.0.78 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/c2ea48cc-23db-40bf-8005-2b8cade81ae5) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:22.712748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:22.783343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.786630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-104159f5-ca68-45d1-8624-55bbcdbd5995 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:21:22.787801 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-104159f5-ca68-45d1-8624-55bbcdbd5995 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436482 Jun 25 11:21:22.800289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.874790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] For port e010be14-9d1c-4eac-9346-bb1285a321db, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:22.878585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] For port efb8c72e-b0e8-4b90-b8cd-2197497f2df6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=efb8c72e-b0e8-4b90-b8cd-2197497f2df6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:22.880726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] For port e010be14-9d1c-4eac-9346-bb1285a321db, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e010be14-9d1c-4eac-9346-bb1285a321db,segment=NetworkSegment(38408103-196a-4d1b-b0f9-26543cad09c0),segment_id=38408103-196a-4d1b-b0f9-26543cad09c0)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:22.893590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 478dbc19-1d95-482d-99e8-c3f2f4e74609 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:22.912970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:22.971124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] device_id is not set on port ec14694f-ab33-45c3-bb2f-58fd67af65f3 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:22.988046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf00558b-3355-46dd-9acd-6558cae70b5f']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:23.034444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.078302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.078302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.205260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:23.206124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d062-da4d-49af-b58f-72fb7b4bf0af req-3ac3eebc-7130-479c-91ff-d98182026b29 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:23.206124 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ebf4d062-da4d-49af-b58f-72fb7b4bf0af req-3ac3eebc-7130-479c-91ff-d98182026b29 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 931 time: 0.9498439 Jun 25 11:21:23.206124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa53016-871c-475c-8802-eb7b2d5dfa91') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:23.206124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa53016-871c-475c-8802-eb7b2d5dfa91') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:23.206457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.267774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Pushing event updated for resources: {'Port': ['ID=e010be14-9d1c-4eac-9346-bb1285a321db,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:23.282790 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a490615e-bbee-4d46-b922-821443f30c4f req-0ff4cbfb-6147-49cc-af52-d24b63463902 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.1181104 Jun 25 11:21:23.313499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.349194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Made reservation on behalf of 71dd37fab9cc46a9b21cb940be135cdd for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:23.354146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.404510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b7ee24e4-1ea4-4f43-a657-96d28ea50637 None None] Provisioning for port cb49080a-30c5-47d0-b07d-bb8276825749 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:23.411965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Pushing event updated for resources: {'Port': ['ID=efb8c72e-b0e8-4b90-b8cd-2197497f2df6,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:23.418088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:23.418088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:23.418088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:23.418088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b7ee24e4-1ea4-4f43-a657-96d28ea50637 None None] Provisioning complete for port cb49080a-30c5-47d0-b07d-bb8276825749 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:23.422072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7ee24e4-1ea4-4f43-a657-96d28ea50637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.457906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Allocated IP 172.20.0.12 (7c7961b0-4bf7-4a09-b9f7-d446c2676825/5ddf6996-0541-4542-8830-790da53e9c2e/ec14694f-ab33-45c3-bb2f-58fd67af65f3) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:23.461844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Made reservation on behalf of efc7a966c2414896b6ab1afe1ef31772 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:23.466747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.483793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee24e4-1ea4-4f43-a657-96d28ea50637 None None] Port cb49080a-30c5-47d0-b07d-bb8276825749 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:23.486587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.524801 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ebf4d062-da4d-49af-b58f-72fb7b4bf0af req-318cb56d-669b-4249-bdc6-0329170d2ea7 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547376 Jun 25 11:21:23.770365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Allocated IP 172.20.0.10 (1b4f1b51-e572-4d46-b050-25dc3b51e0ed/7b0efc68-04d5-4795-a563-1d192045499d/adfa30ff-904b-42c4-9c85-4899821b7069) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:23.799467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:23.799881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:23.846460 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:23.938261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-722de32e-a1e0-42a4-9253-59e08518dab9 None None] Provisioning for port 478dbc19-1d95-482d-99e8-c3f2f4e74609 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:23.939334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Request body: {'port': {'device_id': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:23.946899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-722de32e-a1e0-42a4-9253-59e08518dab9 None None] Provisioning complete for port 478dbc19-1d95-482d-99e8-c3f2f4e74609 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:23.947711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-722de32e-a1e0-42a4-9253-59e08518dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.956795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] device_id is not set on port 4fa36470-bce0-4073-83b0-021ea6a523da yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:23.973554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:23.982088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-722de32e-a1e0-42a4-9253-59e08518dab9 None None] Port 478dbc19-1d95-482d-99e8-c3f2f4e74609 was deleted so its status cannot be updated. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 11:21:23.994794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-722de32e-a1e0-42a4-9253-59e08518dab9 None None] Provisioning complete for port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:23.995349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-722de32e-a1e0-42a4-9253-59e08518dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.041634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Transition to ACTIVE for port object 4fa36470-bce0-4073-83b0-021ea6a523da will not be triggered until provisioned by entity L2. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:24.059023 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-44bc3ac2-201e-4744-ad4c-af3ada308bc9 req-403e9430-7de5-4e51-a2b4-f06bd12b97f1 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.3002334 Jun 25 11:21:24.077985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.083768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.107107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:24.149739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:24.155965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:24.162580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:24.189894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event updated for resources: {'Port': ['ID=c2ea48cc-23db-40bf-8005-2b8cade81ae5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:24.306594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1580213c-efb2-4479-9bf4-e6b4548a2b2d None None] Could not find standard attr ID for object 478dbc19-1d95-482d-99e8-c3f2f4e74609. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:21:24.627551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-575cc5b5-e22c-4e0e-81d0-918a2e887691 req-a2a9e8d6-4d09-484e-b1ac-240a2fa87852 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.0932894 Jun 25 11:21:24.695810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.699241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.703226 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/478dbc19-1d95-482d-99e8-c3f2f4e74609 HTTP/1.1" status: 204 len: 168 time: 2.3948219 Jun 25 11:21:24.706959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50920) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:24.725250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.816542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb5ff7-6ef8-4de5-aabd-fb1c4e185d0d None None] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:24.821009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=478dbc19-1d95-482d-99e8-c3f2f4e74609,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:24.828960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:24.835021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.836036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:24.849686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.850006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:24.852251 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] 10.222.0.81 "DELETE /v2.0/networks/cf00558b-3355-46dd-9acd-6558cae70b5f HTTP/1.1" status: 204 len: 168 time: 3.1578979 Jun 25 11:21:24.933649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:24.939559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Pushing event deleted for resources: {'Network': ['ID=cf00558b-3355-46dd-9acd-6558cae70b5f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:24.967783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:25.016584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa36470-bce0-4073-83b0-021ea6a523da,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:25.061039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:25.061368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-65c055d4-2f7c-4af7-bd6c-1701df6dd3e3 None None] Provisioning for port e010be14-9d1c-4eac-9346-bb1285a321db completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:25.064462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.933s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:25.065019 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:25.155930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Allocated IP 172.20.0.13 (02baa492-92ff-4fac-a92b-50a6cffd4e38/2dc2ea28-f840-43d3-a22b-19d360e986cd/7ba31542-92ce-4a03-9296-f33e482b6529) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:25.296383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:25.297042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:25.297795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:25.319668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e010be14-9d1c-4eac-9346-bb1285a321db up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:25.332174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015df62-b064-43db-ab3e-51b4170603ec req-e2a7ad37-5da7-4607-aa31-54e0a01f9e4c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:25.333260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:25.333754 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c015df62-b064-43db-ab3e-51b4170603ec req-e2a7ad37-5da7-4607-aa31-54e0a01f9e4c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 931 time: 0.5016670 Jun 25 11:21:25.358094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ee2a9-9ac2-46ac-875e-48900b694b0d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:25.359902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ee2a9-9ac2-46ac-875e-48900b694b0d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:25.364622 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3b8ee2a9-9ac2-46ac-875e-48900b694b0d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5813978 Jun 25 11:21:25.366010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:25.366344 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:25.367967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50926) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:25.374812 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 2 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:25.431752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Transition to ACTIVE for port object ec14694f-ab33-45c3-bb2f-58fd67af65f3 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:25.441458 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a819e50-5202-4d7e-8f62-0eaa4d75975a req-a281521a-1d51-4f2c-9b2b-5bb865470e00 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.0743773 Jun 25 11:21:25.455809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Transition to ACTIVE for port object adfa30ff-904b-42c4-9c85-4899821b7069 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:25.491953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:25.491953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:25.494940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:25.571450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:25.572257 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:25.584292 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 3 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:25.619386 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c015df62-b064-43db-ab3e-51b4170603ec req-95005c7b-3009-4358-9996-8d2eb7cacd0e tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519798 Jun 25 11:21:25.648675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port e010be14-9d1c-4eac-9346-bb1285a321db completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:25.653294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e010be14-9d1c-4eac-9346-bb1285a321db triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:25.653548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 9ba54c65-acce-4784-8dd3-0969c82c92d0 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:21:25.653715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:25.679193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:25.679193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:25.679193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:25.679193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:25.725315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:25.725993 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:25.728477 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 4 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:25.734023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:25.787854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:25.816247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:25.816584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:25.816924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:25.834991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:25.835329 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:25.839695 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 5 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:25.915269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-21a41dcf-e92f-4b31-8187-73462085a4fb None None] Provisioning complete for port e010be14-9d1c-4eac-9346-bb1285a321db triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:25.915656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-21a41dcf-e92f-4b31-8187-73462085a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:25.930778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:25.933183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50932) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:25.945391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:25.945715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:25.946109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:25.959173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:25.977669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:25.977999 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:25.982048 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 6 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:25.991620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.085234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-21a41dcf-e92f-4b31-8187-73462085a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.085234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port e010be14-9d1c-4eac-9346-bb1285a321db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e010be14-9d1c-4eac-9346-bb1285a321db,segment=NetworkSegment(38408103-196a-4d1b-b0f9-26543cad09c0),segment_id=38408103-196a-4d1b-b0f9-26543cad09c0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:26.118895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7526d499-29f6-4a6a-a92a-25a739bcccf5 req-3ddc5c85-fa2b-4ea4-8853-32bc99047423 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.1771169 Jun 25 11:21:26.146161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.150056 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:26.162666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:26.182824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:26.239818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:26.240487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.302473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event updated for resources: {'Port': ['ID=ec14694f-ab33-45c3-bb2f-58fd67af65f3,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:26.320683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.332447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:26.332902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:26.336136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.343974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.345064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device efb8c72e-b0e8-4b90-b8cd-2197497f2df6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:26.347370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:26.397462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:26.399170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:26.399170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:26.468422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb49080a-30c5-47d0-b07d-bb8276825749 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:21:26.479944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.499714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Transition to ACTIVE for port object cb49080a-30c5-47d0-b07d-bb8276825749 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:26.505766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.543350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Transition to ACTIVE for port object 7ba31542-92ce-4a03-9296-f33e482b6529 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:26.577909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:26.578244 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:26.585665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-21a41dcf-e92f-4b31-8187-73462085a4fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:21:26.586083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-21a41dcf-e92f-4b31-8187-73462085a4fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:21:26.586872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=e010be14-9d1c-4eac-9346-bb1285a321db,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:26.588170 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 7 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:26.593287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:26.613388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:26.613730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:26.614132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:26.618118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:26.624095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:26.624630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.627622 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.3399432 Jun 25 11:21:26.631975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:26.634965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50938) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:26.651937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Request body: {'port': {'network_id': '7c7961b0-4bf7-4a09-b9f7-d446c2676825', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1737225276', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:26.652506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] bootfile-name is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:21:26.652912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] tftp-server is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:21:26.653893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] server-ip-address is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:21:26.662048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:26.665259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:26.665554 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:26.671607 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 8 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:26.685813 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2b3ea0a6-b703-4bf1-a100-27acf6fb8da5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75bc4cce3a264d28b7b089b722dc8d7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7514215 Jun 25 11:21:26.699655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.702790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event updated for resources: {'Port': ['ID=adfa30ff-904b-42c4-9c85-4899821b7069,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:26.722052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50942) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:26.773391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:26.774386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.777818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:26.782916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-caf48fdb-b5a0-471f-a3a4-3280fdd2a8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:26.789667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:26.933527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:26.939411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:26.939411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:27.006740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:27.043300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb49080a-30c5-47d0-b07d-bb8276825749,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:27.054887 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0509307 Jun 25 11:21:27.055997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:27.057289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.062070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f47648fb-7734-419f-b326-62e08f2eb8b3 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:27.066877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:27.067202 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:27.070697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e010be14-9d1c-4eac-9346-bb1285a321db up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:27.096159 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 9 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:27.120234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:27.125684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event updated for resources: {'Port': ['ID=7ba31542-92ce-4a03-9296-f33e482b6529,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:27.128818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:27.192535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:27.193407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.198166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:27.222989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:27.223681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:27.224395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:27.240643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:27.242714 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:27.261773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1b3fa-1822-4a53-aaeb-c30351857edf req-2ba4e162-bd8e-41a2-8912-065af4dc4ca4 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:27.265261 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b6f1b3fa-1822-4a53-aaeb-c30351857edf req-2ba4e162-bd8e-41a2-8912-065af4dc4ca4 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 932 time: 0.5748179 Jun 25 11:21:27.267956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.270758 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 10 to bind port 4fa36470-bce0-4073-83b0-021ea6a523da Jun 25 11:21:27.295928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Attempting to bind port cb49080a-30c5-47d0-b07d-bb8276825749 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:27.296373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Attempting to bind port cb49080a-30c5-47d0-b07d-bb8276825749 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:27.296813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Attempting to bind port cb49080a-30c5-47d0-b07d-bb8276825749 on network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:27.304951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Port cb49080a-30c5-47d0-b07d-bb8276825749 on network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:27.311629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Attempting to bind port cb49080a-30c5-47d0-b07d-bb8276825749 on network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:27.321664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39629363-9c18-4e18-a729-74e654fe55de req-f3497c62-c9b7-49d8-8a4d-0706a3ffee21 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:27.326848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.328989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Router 071ce4cd-6741-4d3f-b1d6-a36d0b6badb1 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:21:27.330195 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-39629363-9c18-4e18-a729-74e654fe55de req-f3497c62-c9b7-49d8-8a4d-0706a3ffee21 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.3980412 Jun 25 11:21:27.338028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Request body: {'port': {'device_id': '5aff569c-4180-46ee-964b-17abcea8446a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:27.368981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58b89a04-44c2-478b-941f-2eda2d6d43b1 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:27.403586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:27.403927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:27.404269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:27.420547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:27.421018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Checking segment: {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:27.421698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Bound using segment: {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:27.422272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Bound port: cb49080a-30c5-47d0-b07d-bb8276825749, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1644ef67-ce62-4895-ab4d-3a9e565a1848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:27.427953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.436032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.441343 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9770792 Jun 25 11:21:27.464910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:27.465202 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port 4fa36470-bce0-4073-83b0-021ea6a523da on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:27.465777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.466846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e010be14-9d1c-4eac-9346-bb1285a321db triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:27.467810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.467995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba54c65-acce-4784-8dd3-0969c82c92d0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:27.485075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:27.487753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Made reservation on behalf of 92ea4aaf65794e7287e46f58924658f8 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:27.491465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.513954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.516035 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/9ba54c65-acce-4784-8dd3-0969c82c92d0 HTTP/1.1" status: 204 len: 168 time: 2.1378162 Jun 25 11:21:27.523699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805a5d1-6ae2-4495-8c28-c29af87112a0 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:27.538585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] For port cb49080a-30c5-47d0-b07d-bb8276825749, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:27.543361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] For port cb49080a-30c5-47d0-b07d-bb8276825749, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb49080a-30c5-47d0-b07d-bb8276825749,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:27.555728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Request body: {'port': {'device_id': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:27.592542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50950) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:27.698900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.705857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b75a6e88-bc8d-49d8-858c-be912c5d583b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:27.712525 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4cbe4b3e-e15b-41ac-9e0b-f53536c7f9dc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153271 Jun 25 11:21:27.726346 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-39629363-9c18-4e18-a729-74e654fe55de req-1b018ecd-c61b-4f12-8296-69115c6f3721 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945832 Jun 25 11:21:27.752077 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:21:27.755113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Provisioning for port ec14694f-ab33-45c3-bb2f-58fd67af65f3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:27.765912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Provisioning complete for port ec14694f-ab33-45c3-bb2f-58fd67af65f3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:27.766302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.808967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Port ec14694f-ab33-45c3-bb2f-58fd67af65f3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:27.829524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50952) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:27.869819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:27.904286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:27.933610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934130df-f015-495c-93d1-656533da0ad4 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:21:27.974456 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b6f1b3fa-1822-4a53-aaeb-c30351857edf req-7363db98-149f-4e7b-9cc8-2254c632450e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6836648 Jun 25 11:21:27.997614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] device_id is not set on port 271a10c8-03f9-48b1-935a-086e0be82c37 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:28.101375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Provisioning for port 7ba31542-92ce-4a03-9296-f33e482b6529 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:28.126255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Provisioning complete for port 7ba31542-92ce-4a03-9296-f33e482b6529 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:28.127896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.207644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Deleting port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:28.208316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.212415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:28.226830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] For port 4fa36470-bce0-4073-83b0-021ea6a523da, host hv-neutron-7971, cleared binding levels {{(pid=94500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:28.227518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempted to set empty binding levels {{(pid=94500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 11:21:28.243542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] Sync routers for ids ['071ce4cd-6741-4d3f-b1d6-a36d0b6badb1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:28.325727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Allocated IP 172.20.0.9 (7c7961b0-4bf7-4a09-b9f7-d446c2676825/5ddf6996-0541-4542-8830-790da53e9c2e/271a10c8-03f9-48b1-935a-086e0be82c37) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:28.374118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Port 7ba31542-92ce-4a03-9296-f33e482b6529 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:28.374118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] Routers {'071ce4cd-6741-4d3f-b1d6-a36d0b6badb1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:28.374118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['071ce4cd-6741-4d3f-b1d6-a36d0b6badb1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:28.391814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-934130df-f015-495c-93d1-656533da0ad4 None None] For port efb8c72e-b0e8-4b90-b8cd-2197497f2df6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=efb8c72e-b0e8-4b90-b8cd-2197497f2df6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:28.392265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.395029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:28.411466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Calling delete_port for efb8c72e-b0e8-4b90-b8cd-2197497f2df6 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:28.426835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] Routers {'071ce4cd-6741-4d3f-b1d6-a36d0b6badb1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:28.427530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['071ce4cd-6741-4d3f-b1d6-a36d0b6badb1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:28.480221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:28.482185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.483948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb49080a-30c5-47d0-b07d-bb8276825749 HTTP/1.1" status: 200 len: 1093 time: 4.7040460 Jun 25 11:21:28.491502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:28.511660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:28.512640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5fd86-8823-418f-8a10-d08b401d5417 None None] The sync data for ids ['071ce4cd-6741-4d3f-b1d6-a36d0b6badb1'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:28.524016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.539061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.543245 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6ba56c2-0617-4002-9cae-f9949390d4ce HTTP/1.1" status: 204 len: 168 time: 1.8165722 Jun 25 11:21:28.549834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:28.577746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba56c2-0617-4002-9cae-f9949390d4ce,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:28.591247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:28.608699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb49080a-30c5-47d0-b07d-bb8276825749,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:28.671487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:28.672385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:28.677010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.709542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.712244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Provisioning for port adfa30ff-904b-42c4-9c85-4899821b7069 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:28.720288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Provisioning complete for port adfa30ff-904b-42c4-9c85-4899821b7069 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:28.721555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.761202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:28.799326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] In _notify_port_updated(), no bound segment for port 4fa36470-bce0-4073-83b0-021ea6a523da on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:21:28.800837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:28.801858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.803649 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "PUT /v2.0/ports/4fa36470-bce0-4073-83b0-021ea6a523da HTTP/1.1" status: 200 len: 980 time: 6.0982015 Jun 25 11:21:28.833859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50962) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:28.871748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-47374a46-4ecd-475e-8d6c-1adfb741f2a4 None None] Port adfa30ff-904b-42c4-9c85-4899821b7069 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:28.873816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.878567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.884113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:28.891839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4ff28-b819-49cc-9cc1-493b28a3acef" -d '{"events": [{"name": "network-changed", "server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:21:28.893722 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f362c658-6873-4909-b357-304522fe1b90 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.7346463 Jun 25 11:21:28.896528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50964) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:28.927063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:28.987107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Transition to ACTIVE for port object 271a10c8-03f9-48b1-935a-086e0be82c37 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:28.996663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Pushing event deleted for resources: {'Port': ['ID=efb8c72e-b0e8-4b90-b8cd-2197497f2df6,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:29.006070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934130df-f015-495c-93d1-656533da0ad4 None None] No DVR routers for this DVR port efb8c72e-b0e8-4b90-b8cd-2197497f2df6 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:29.008597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:29.038206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device efb8c72e-b0e8-4b90-b8cd-2197497f2df6 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:21:29.054489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d97f-41f1-4b3e-a496-4cf9de9359b2 req-761c8b71-8686-45e5-bd16-567f7be52ccb tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:29.056160 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d019d97f-41f1-4b3e-a496-4cf9de9359b2 req-761c8b71-8686-45e5-bd16-567f7be52ccb tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 932 time: 0.6999438 Jun 25 11:21:29.087402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: efb8c72e-b0e8-4b90-b8cd-2197497f2df6 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:21:29.092348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device efb8c72e-b0e8-4b90-b8cd-2197497f2df6 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:21:29.227231 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=4fa36470-bce0-4073-83b0-021ea6a523da,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:29.232274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:29.251443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d019d97f-41f1-4b3e-a496-4cf9de9359b2 req-9a6d54c6-9a59-44d1-827c-77c241e2fd32 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620555 Jun 25 11:21:29.273763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:29.336399 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5721d2d3-f9ed-4fc0-91cb-08a9b7231964 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/071ce4cd-6741-4d3f-b1d6-a36d0b6badb1 HTTP/1.1" status: 200 len: 920 time: 0.4198098 Jun 25 11:21:29.346822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50974) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:29.417921 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c2ee35e5-b51b-4eb6-a1b4-48f061b1454a tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=071ce4cd-6741-4d3f-b1d6-a36d0b6badb1 HTTP/1.1" status: 200 len: 205 time: 0.0650749 Jun 25 11:21:29.422466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50976) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:29.534351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:29.557529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06865626-591c-47ad-a6b0-89768a7652b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:29.614897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event updated for resources: {'Port': ['ID=271a10c8-03f9-48b1-935a-086e0be82c37,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:29.627469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:29.650352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:29.669965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:29.687688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:29.731644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2c409e-bd2f-4240-9bd8-7327db397d72 x-openstack-request-id: req-fb2c409e-bd2f-4240-9bd8-7327db397d72 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:21:29.731644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:21:29.731644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb2c409e-bd2f-4240-9bd8-7327db397d72 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:21:29.731644 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'status': 'completed', 'code': 200} Jun 25 11:21:29.734234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfa30ff-904b-42c4-9c85-4899821b7069 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:21:29.734439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:29.736087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50980) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:29.794207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:29.800384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:29.841538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:29.854561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111680a-465f-4894-91d5-d3b8721beb9f None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:29.889512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:29.890274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:29.983651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.033745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Transition to ACTIVE for port object adfa30ff-904b-42c4-9c85-4899821b7069 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:30.059702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=3d230c5d-c804-4b38-9a66-1a322ecd0c5c,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:30.064974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:30.076400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba31542-92ce-4a03-9296-f33e482b6529 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:21:30.130102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.139976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.145886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.146161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.146638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.146926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.147416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.147830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.148289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.148756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.149785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.150292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.150707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.151168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.155106 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f610ac31-d466-4d22-b7fc-6db6feda50c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21560 time: 1.2585366 Jun 25 11:21:30.163180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646251c-4ebd-4e35-8fd0-e440185b1e6e req-faa5456a-e675-4909-86a6-d12ad5cd64d3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.164687 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1646251c-4ebd-4e35-8fd0-e440185b1e6e req-faa5456a-e675-4909-86a6-d12ad5cd64d3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.9292390 Jun 25 11:21:30.168109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50982) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:30.182942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.183599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.187988 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a79832cc-1108-4cab-a538-4422240ae864 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e43951993d564cc9985d9f5291525cff&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4416220 Jun 25 11:21:30.194517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '3d230c5d-c804-4b38-9a66-1a322ecd0c5c'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:30.196221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.203494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50984) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:30.226957 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3803103 Jun 25 11:21:30.227569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50986) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:30.237317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.281674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:30.284298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'name': 'tempest-NetworksTestDHCPv6-1091170944'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:30.333650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7c3c668d-f05d-4f2a-8b9a-b85748663567 None None] Provisioning for port 271a10c8-03f9-48b1-935a-086e0be82c37 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:30.339972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7c3c668d-f05d-4f2a-8b9a-b85748663567 None None] Provisioning complete for port 271a10c8-03f9-48b1-935a-086e0be82c37 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:30.340346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7c3c668d-f05d-4f2a-8b9a-b85748663567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.353454 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1646251c-4ebd-4e35-8fd0-e440185b1e6e req-d7fd7749-9fea-4dee-998c-533c12e72b36 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740692 Jun 25 11:21:30.357267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Transition to ACTIVE for port object 7ba31542-92ce-4a03-9296-f33e482b6529 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:30.395070 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7556095 Jun 25 11:21:30.402808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50990) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:30.434159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.516745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c668d-f05d-4f2a-8b9a-b85748663567 None None] Port 271a10c8-03f9-48b1-935a-086e0be82c37 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:30.571845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/3d230c5d-c804-4b38-9a66-1a322ecd0c5c/238b7fb7-b240-47a3-a277-12461d995527) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:30.589020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-846dac75-b4e5-4a1f-b15c-1d3622882b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.597516 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-846dac75-b4e5-4a1f-b15c-1d3622882b4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec8ac9b7db5948f6acf06059cc10563c&device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 1096 time: 1.0467634 Jun 25 11:21:30.652075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Pushing event updated for resources: {'Port': ['ID=adfa30ff-904b-42c4-9c85-4899821b7069,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:30.656569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:30.663667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5491c2f-937e-474c-a691-ea3ddcf1c5d5 req-0566da5c-82f9-4768-b587-46872dff46bb tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.665430 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a5491c2f-937e-474c-a691-ea3ddcf1c5d5 req-0566da5c-82f9-4768-b587-46872dff46bb tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 932 time: 0.6344268 Jun 25 11:21:30.675085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cf654e-d590-4996-ba0a-338d77006136 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.682371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cf654e-d590-4996-ba0a-338d77006136 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.690751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cf654e-d590-4996-ba0a-338d77006136 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:30.696369 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-33cf654e-d590-4996-ba0a-338d77006136 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2872386 Jun 25 11:21:30.701873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50992) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:30.703464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.710424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:30.723638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Deleting port 4fa36470-bce0-4073-83b0-021ea6a523da {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:30.723982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.739011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.850247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.869209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Transition to ACTIVE for port object 238b7fb7-b240-47a3-a277-12461d995527 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:30.895891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Transition to ACTIVE for port object 238b7fb7-b240-47a3-a277-12461d995527 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:30.919884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.957800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.962865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] For port 4fa36470-bce0-4073-83b0-021ea6a523da, host hv-neutron-7971, got binding levels [] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:30.963362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.963689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-508c1480-b1d6-47a6-a491-89d004353491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:31.033895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Calling delete_port for 4fa36470-bce0-4073-83b0-021ea6a523da owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:31.054390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:31.058973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:31.063188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:31.069834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Pushing event updated for resources: {'Port': ['ID=238b7fb7-b240-47a3-a277-12461d995527,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:31.095643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:31.154042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fb37-30f3-416e-9339-30b36e27772d req-fa6ffefa-bbb3-44a6-b54b-8fe40f7013ce tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:31.154941 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-72f9fb37-30f3-416e-9339-30b36e27772d req-fa6ffefa-bbb3-44a6-b54b-8fe40f7013ce tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 944 time: 0.5426061 Jun 25 11:21:31.199582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Attempting to bind port 238b7fb7-b240-47a3-a277-12461d995527 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:31.200592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Attempting to bind port 238b7fb7-b240-47a3-a277-12461d995527 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:31.201314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Attempting to bind port 238b7fb7-b240-47a3-a277-12461d995527 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:31.211221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:31.212118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:31.213177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.213842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:31.223273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Bound port: 238b7fb7-b240-47a3-a277-12461d995527, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:31.224084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.243112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Deleting port 271a10c8-03f9-48b1-935a-086e0be82c37 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:31.244205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.305866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:31.309425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.346927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba31542-92ce-4a03-9296-f33e482b6529,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:31.382496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] For port 238b7fb7-b240-47a3-a277-12461d995527, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:31.390769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] For port 238b7fb7-b240-47a3-a277-12461d995527, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=238b7fb7-b240-47a3-a277-12461d995527,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:31.391433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:31.414591 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-72f9fb37-30f3-416e-9339-30b36e27772d req-9281dde7-b16f-4d69-ba21-5a50acd6b9bf tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504187 Jun 25 11:21:31.426734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 57881f5f-e994-409f-ba7e-d321e969d90c yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:31.453179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.461688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:31.491586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Attempting to bind port adfa30ff-904b-42c4-9c85-4899821b7069 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:31.494615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Attempting to bind port adfa30ff-904b-42c4-9c85-4899821b7069 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:31.494615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Attempting to bind port adfa30ff-904b-42c4-9c85-4899821b7069 on network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:31.501615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.501956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.508635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Attempting to bind port 7ba31542-92ce-4a03-9296-f33e482b6529 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:31.509142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Attempting to bind port 7ba31542-92ce-4a03-9296-f33e482b6529 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:31.509484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Attempting to bind port 7ba31542-92ce-4a03-9296-f33e482b6529 on network 02baa492-92ff-4fac-a92b-50a6cffd4e38 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:31.516638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Port adfa30ff-904b-42c4-9c85-4899821b7069 on network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:31.517018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Attempting to bind port adfa30ff-904b-42c4-9c85-4899821b7069 on network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:31.520439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.530403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Calling delete_port for 271a10c8-03f9-48b1-935a-086e0be82c37 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:31.537535 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a5491c2f-937e-474c-a691-ea3ddcf1c5d5 req-42bb4096-21bf-4b93-b5c1-7adc12a297ca tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8333263 Jun 25 11:21:31.549540 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:31.555324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Port 7ba31542-92ce-4a03-9296-f33e482b6529 on network 02baa492-92ff-4fac-a92b-50a6cffd4e38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:31.555902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Attempting to bind port 7ba31542-92ce-4a03-9296-f33e482b6529 on network 02baa492-92ff-4fac-a92b-50a6cffd4e38 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:31.576666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:31.577310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Checking segment: {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:31.577893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Bound using segment: {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:31.578518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Bound port: adfa30ff-904b-42c4-9c85-4899821b7069, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:31.579072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.630075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Pushing event updated for resources: {'Port': ['ID=238b7fb7-b240-47a3-a277-12461d995527,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:31.631640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fa36470-bce0-4073-83b0-021ea6a523da,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:31.640264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:31.665834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:31.666921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:31.666921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Checking segment: {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:31.666921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Bound using segment: {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:31.666921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Bound port: 7ba31542-92ce-4a03-9296-f33e482b6529, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:31.666921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.683947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.689866 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "DELETE /v2.0/ports/4fa36470-bce0-4073-83b0-021ea6a523da HTTP/1.1" status: 204 len: 168 time: 1.5173659 Jun 25 11:21:31.690064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 50996) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:31.703478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::2d (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/3d230c5d-c804-4b38-9a66-1a322ecd0c5c/57881f5f-e994-409f-ba7e-d321e969d90c) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:31.740891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cf3758-b954-4d5e-8cf2-8c5a762441e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:21:31.746253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c9cf3758-b954-4d5e-8cf2-8c5a762441e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "GET /v2.0/ports/4fa36470-bce0-4073-83b0-021ea6a523da HTTP/1.1" status: 404 len: 333 time: 0.0514016 Jun 25 11:21:31.748544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 50998) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:31.753489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331184683', 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:31.815474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31550b-42f0-42e7-bdb2-45e257425a3a req-06d0c36f-4910-45ff-be27-6606b55d5950 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:31.819578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] For port adfa30ff-904b-42c4-9c85-4899821b7069, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:31.822625 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f31550b-42f0-42e7-bdb2-45e257425a3a req-06d0c36f-4910-45ff-be27-6606b55d5950 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.2673168 Jun 25 11:21:31.829413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] For port adfa30ff-904b-42c4-9c85-4899821b7069, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adfa30ff-904b-42c4-9c85-4899821b7069,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:31.858859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] For port 7ba31542-92ce-4a03-9296-f33e482b6529, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:31.872345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] For port 7ba31542-92ce-4a03-9296-f33e482b6529, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ba31542-92ce-4a03-9296-f33e482b6529,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:31.875531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.877292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.880989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb8e1eb0-a340-43da-b098-fa0e4e22973c HTTP/1.1" status: 204 len: 168 time: 1.6671858 Jun 25 11:21:31.880989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db1e1c95-fbb4-45b9-913b-86ced561c24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:31.907025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Deleting port c2ea48cc-23db-40bf-8005-2b8cade81ae5 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:31.907369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.960253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:31.999319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ca96086-9014-411f-b5d0-a5753d5c922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.002034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e1eb0-a340-43da-b098-fa0e4e22973c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:32.020853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:32.033044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.036230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:32.053463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.209799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-bd5350a1-052e-48f5-9b1f-74ba7737cb7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb49080a-30c5-47d0-b07d-bb8276825749 HTTP/1.1" status: 200 len: 217 time: 0.1271605 Jun 25 11:21:32.211254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:32.211964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.213439 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] 10.222.0.47 "PUT /v2.0/ports/adfa30ff-904b-42c4-9c85-4899821b7069 HTTP/1.1" status: 200 len: 1094 time: 4.9000294 Jun 25 11:21:32.220234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:32.222773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55172c53-5ecd-4839-bee1-a2fed56a8e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:21:32.249640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:32.250274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.251782 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] 10.222.0.47 "PUT /v2.0/ports/7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1094 time: 4.7781873 Jun 25 11:21:32.257491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.284009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Calling delete_port for c2ea48cc-23db-40bf-8005-2b8cade81ae5 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:32.289968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Pushing event updated for resources: {'Port': ['ID=adfa30ff-904b-42c4-9c85-4899821b7069,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:32.302753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Made reservation on behalf of 16f49e91596a44f1925ced7e94364326 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:32.305173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.317641 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f31550b-42f0-42e7-bdb2-45e257425a3a req-5309f5f8-2d34-4509-a669-4050aab6c096 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941030 Jun 25 11:21:32.324857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4903a06f-04b4-4330-a068-e486d153650e x-openstack-request-id: req-4903a06f-04b4-4330-a068-e486d153650e {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:21:32.326029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:21:32.326349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4903a06f-04b4-4330-a068-e486d153650e {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:21:32.326779 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'status': 'completed', 'code': 200} Jun 25 11:21:32.366061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] device_id is not set on port 892a1ab4-d34c-4422-8d8f-9bbc383b3690 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:32.410744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba31542-92ce-4a03-9296-f33e482b6529,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:32.414063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:32.416203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:32.416598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:32.467205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.522069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 57881f5f-e994-409f-ba7e-d321e969d90c will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:32.675390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb0f51-a8a7-4ca6-8374-3f58c275cfa5 req-b9a652a1-a057-463d-b8a6-0dd6848bb4d5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:32.677830 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-49fb0f51-a8a7-4ca6-8374-3f58c275cfa5 req-b9a652a1-a057-463d-b8a6-0dd6848bb4d5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 944 time: 0.1051190 Jun 25 11:21:32.685898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.722181 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-49fb0f51-a8a7-4ca6-8374-3f58c275cfa5 req-3b2f6fb3-df42-4811-9607-1171a5979746 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371876 Jun 25 11:21:32.792588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b12e5-eb4a-4fc5-8614-0b9fbd1bd31c req-f0b69012-8062-4fc1-a2f0-b652a1cb987d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:32.794438 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-195b12e5-eb4a-4fc5-8614-0b9fbd1bd31c req-f0b69012-8062-4fc1-a2f0-b652a1cb987d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 944 time: 0.1020348 Jun 25 11:21:32.808505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.825738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:32.843188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.851567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:32.867861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.869798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event deleted for resources: {'Port': ['ID=271a10c8-03f9-48b1-935a-086e0be82c37,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:32.875914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:32.901164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:32.901164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:32.921000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event deleted for resources: {'Port': ['ID=c2ea48cc-23db-40bf-8005-2b8cade81ae5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:32.927785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:32.947636 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-195b12e5-eb4a-4fc5-8614-0b9fbd1bd31c req-4ab1f637-7d87-4536-99a8-6a56384131f3 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475713 Jun 25 11:21:32.974961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Network 8ca56087-305f-4dd5-a65c-e4f892087b47 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:32.982453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:32.995876 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=892a1ab4-d34c-4422-8d8f-9bbc383b3690,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:33.000732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:33.001801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:33.002503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:33.003621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:33.004053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.006184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:33.012120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:33.043033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:33.051814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:33.052474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.058964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.091718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=57881f5f-e994-409f-ba7e-d321e969d90c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:33.096768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:33.115714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7fb7-b240-47a3-a277-12461d995527 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:33.146562 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3969169 Jun 25 11:21:33.149157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51020) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:33.189954 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9255941 Jun 25 11:21:33.198468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51022) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:33.207099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44723416-cfc1-40ac-aaf6-bcf4440d654b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:33.211185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-44723416-cfc1-40ac-aaf6-bcf4440d654b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "GET /v2.0/ports/892a1ab4-d34c-4422-8d8f-9bbc383b3690 HTTP/1.1" status: 200 len: 959 time: 0.0584133 Jun 25 11:21:33.212605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51026) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:33.253560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c7d2e19b-cf82-42fb-a5e6-756d80147f6e None None] Provisioning for port 238b7fb7-b240-47a3-a277-12461d995527 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:33.276286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 238b7fb7-b240-47a3-a277-12461d995527 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:33.282202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 238b7fb7-b240-47a3-a277-12461d995527 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:33.282813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.384529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.389114 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d94bb1c9-404d-40bb-9915-d791e2510c50 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "DELETE /v2.0/ports/271a10c8-03f9-48b1-935a-086e0be82c37 HTTP/1.1" status: 204 len: 168 time: 2.6803212 Jun 25 11:21:33.391575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51030) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:33.397824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Request body: {'port': {'name': 'tempest-new-port-name-1649467776', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:33.398317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] bootfile-name is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:21:33.398796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] tftp-server is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:21:33.399227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] server-ip-address is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:21:33.411831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.498442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.536985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Deleting port 892a1ab4-d34c-4422-8d8f-9bbc383b3690 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:33.537365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.593723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 238b7fb7-b240-47a3-a277-12461d995527, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=238b7fb7-b240-47a3-a277-12461d995527,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:33.621403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.629303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.654740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bb360ddb-b80c-41a2-b3d2-40c331f21573 None None] Provisioning for port 57881f5f-e994-409f-ba7e-d321e969d90c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:33.660277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.665336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bb360ddb-b80c-41a2-b3d2-40c331f21573 None None] Provisioning complete for port 57881f5f-e994-409f-ba7e-d321e969d90c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:33.666481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb360ddb-b80c-41a2-b3d2-40c331f21573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.666802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6b271-e8d0-4e95-8408-6e12c3b867e1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:33.671898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.678021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Calling delete_port for 892a1ab4-d34c-4422-8d8f-9bbc383b3690 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:33.680098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6b271-e8d0-4e95-8408-6e12c3b867e1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:33.688468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51038) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:33.688673 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c4a6b271-e8d0-4e95-8408-6e12c3b867e1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4919252 Jun 25 11:21:33.708126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.712076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:33.796426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bb360ddb-b80c-41a2-b3d2-40c331f21573 None None] Port 57881f5f-e994-409f-ba7e-d321e969d90c cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:33.854815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=238b7fb7-b240-47a3-a277-12461d995527,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:33.862733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:33.965262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51044) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:33.985396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.986002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Fanout notify agent at l3_agent the message router_deleted on router 071ce4cd-6741-4d3f-b1d6-a36d0b6badb1 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:33.994954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:33.994954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/071ce4cd-6741-4d3f-b1d6-a36d0b6badb1 HTTP/1.1" status: 204 len: 168 time: 4.5522766 Jun 25 11:21:34.024677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51048) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:34.030409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1497744183', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': False}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:34.062483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f08b2b-642d-4db2-a43e-e5818d3edd40 req-1e9c59c2-71e8-49ad-91e2-9e40542845fe tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.064537 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20f08b2b-642d-4db2-a43e-e5818d3edd40 req-1e9c59c2-71e8-49ad-91e2-9e40542845fe tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.4586701 Jun 25 11:21:34.133215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-1328f7b1-6a41-457e-a8dc-ab86894c2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.137685 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-1328f7b1-6a41-457e-a8dc-ab86894c2ab5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8 HTTP/1.1" status: 200 len: 845 time: 0.2297058 Jun 25 11:21:34.178649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-166332335'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:34.220745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 57881f5f-e994-409f-ba7e-d321e969d90c {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:34.221257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.222292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20f08b2b-642d-4db2-a43e-e5818d3edd40 req-2646b0ab-a88e-4eab-b6ce-ef77056bb7fe tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501470 Jun 25 11:21:34.266055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55172c53-5ecd-4839-bee1-a2fed56a8e9a req-b5729627-24e0-406a-8e21-0aebbb3ac65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.267747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-55172c53-5ecd-4839-bee1-a2fed56a8e9a req-b5729627-24e0-406a-8e21-0aebbb3ac65a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71dd37fab9cc46a9b21cb940be135cdd&device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 1097 time: 0.3215678 Jun 25 11:21:34.268719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.270011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.343032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677c11-39a7-4805-9cbf-6ed55d3b080c req-ac3561e7-67f3-4448-8518-fba1a3dc3be7 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.350437 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-67677c11-39a7-4805-9cbf-6ed55d3b080c req-ac3561e7-67f3-4448-8518-fba1a3dc3be7 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 944 time: 0.3309348 Jun 25 11:21:34.366088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.378507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:34.383392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc561730-59be-49ab-8c3c-092f43719403" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:21:34.383664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd903778-2319-403c-ae52-dbf7e58a1808 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:34.400615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2d3908b9-e373-4c66-ae01-a3dced5a09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.402207 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-2d3908b9-e373-4c66-ae01-a3dced5a09fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1097 time: 0.3778911 Jun 25 11:21:34.428674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:34.432184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.453910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event deleted for resources: {'Port': ['ID=892a1ab4-d34c-4422-8d8f-9bbc383b3690,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:34.459467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:34.470298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.478402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.483310 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "DELETE /v2.0/ports/892a1ab4-d34c-4422-8d8f-9bbc383b3690 HTTP/1.1" status: 204 len: 168 time: 1.2665107 Jun 25 11:21:34.484108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.493686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51054) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:34.520034 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-67677c11-39a7-4805-9cbf-6ed55d3b080c req-9e890032-8cae-40bd-848e-c822aeb38d18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686432 Jun 25 11:21:34.548388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.643473 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1a7ef7-f319-4082-8f55-ce57cb12588e tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:21:34.645293 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fe1a7ef7-f319-4082-8f55-ce57cb12588e tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "GET /v2.0/ports/892a1ab4-d34c-4422-8d8f-9bbc383b3690 HTTP/1.1" status: 404 len: 333 time: 0.1506307 Jun 25 11:21:34.647228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 57881f5f-e994-409f-ba7e-d321e969d90c owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:34.652089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.655272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9e0dde45-8584-49bd-8df9-b012e706305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:34.662667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51058) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:34.672984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Request body: {'port': {'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-27118966'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:34.758392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3b24fc-3c37-4df5-b2a9-48c2f0381c4b x-openstack-request-id: req-2a3b24fc-3c37-4df5-b2a9-48c2f0381c4b {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:21:34.758759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:21:34.758988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a3b24fc-3c37-4df5-b2a9-48c2f0381c4b {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:21:34.759399 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529', 'status': 'completed', 'code': 200} Jun 25 11:21:34.792925 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-b8dd1fb9-5af9-4d13-b2fd-3c5de6b67f8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 217 time: 0.3626955 Jun 25 11:21:34.814622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.817943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event updated for resources: {'Port': ['ID=ec14694f-ab33-45c3-bb2f-58fd67af65f3,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:34.824186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:34.853922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.856718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-d10af802-20cf-46d1-9939-8ca1e207d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.858583 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-d10af802-20cf-46d1-9939-8ca1e207d3ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7118223 Jun 25 11:21:34.860461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] In _notify_port_updated(), no bound segment for port ec14694f-ab33-45c3-bb2f-58fd67af65f3 on network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:21:34.866689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55172c53-5ecd-4839-bee1-a2fed56a8e9a req-44a8b602-126d-4f82-bd7d-8e923fc03e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.867751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.868260 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-55172c53-5ecd-4839-bee1-a2fed56a8e9a req-44a8b602-126d-4f82-bd7d-8e923fc03e82 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=71dd37fab9cc46a9b21cb940be135cdd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5863016 Jun 25 11:21:34.868526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.869937 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "PUT /v2.0/ports/ec14694f-ab33-45c3-bb2f-58fd67af65f3 HTTP/1.1" status: 200 len: 1137 time: 1.4773376 Jun 25 11:21:34.875027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51060) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:34.906220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.908540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388b7db-8cc9-4931-9662-89a330c7324f req-78e83922-e62c-488c-977a-1a97f5c921be tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.915598 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1388b7db-8cc9-4931-9662-89a330c7324f req-78e83922-e62c-488c-977a-1a97f5c921be tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 944 time: 0.5244558 Jun 25 11:21:34.955679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:34.974542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9196f-8e6e-4640-8b05-cffaa012c90d tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:34.976052 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c0f9196f-8e6e-4640-8b05-cffaa012c90d tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "GET /v2.0/ports/ec14694f-ab33-45c3-bb2f-58fd67af65f3 HTTP/1.1" status: 200 len: 1137 time: 0.0999250 Jun 25 11:21:34.982834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-978aadf4-a8ea-4632-8714-e26e13b608e5 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:34.993819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7fb7-b240-47a3-a277-12461d995527 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:35.015393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51064) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:35.045664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2995b21e-64a5-42e7-8a52-da409860b328 None None] Provisioning complete for port ec14694f-ab33-45c3-bb2f-58fd67af65f3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:35.046348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2995b21e-64a5-42e7-8a52-da409860b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.087094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 238b7fb7-b240-47a3-a277-12461d995527 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:35.087475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.092108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2995b21e-64a5-42e7-8a52-da409860b328 None None] Port ec14694f-ab33-45c3-bb2f-58fd67af65f3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:35.101816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d28ccd-1aa1-4837-bd83-c5be4b8cb5dd,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:35.105658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:35.141620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Made reservation on behalf of 16f49e91596a44f1925ced7e94364326 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:35.144519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.166673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.177154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-74c41686-fda6-4fae-bf44-ab806d13f0bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:35.180504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:35.217954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=57881f5f-e994-409f-ba7e-d321e969d90c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:35.223205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] device_id is not set on port e696d4df-96ec-4bce-b7d1-5020becec2c2 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:35.226517 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1388b7db-8cc9-4931-9662-89a330c7324f req-2f39c54d-1d72-4aa1-a4ac-dea1857b13bb tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099174 Jun 25 11:21:35.228017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:35.241766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.244700 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Added segment 02734855-fe15-4918-9bb1-a5d4dd9bf2c0 of type vlan for network 564ba117-3942-432b-b2ab-24b1944e06c1 Jun 25 11:21:35.281275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-175cac03-6b09-4df8-91f1-80b5f0fd9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.283304 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-175cac03-6b09-4df8-91f1-80b5f0fd9bdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.3510914 Jun 25 11:21:35.340963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.346098 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/57881f5f-e994-409f-ba7e-d321e969d90c HTTP/1.1" status: 204 len: 168 time: 1.6549938 Jun 25 11:21:35.353218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51068) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:35.452430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.456423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.488689 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-20f4f8fc-756b-4e37-b79b-de944e072f97 service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551100 Jun 25 11:21:35.491215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55172c53-5ecd-4839-bee1-a2fed56a8e9a req-6addef6d-0d6c-4afd-9855-dba182613f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.492560 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-55172c53-5ecd-4839-bee1-a2fed56a8e9a req-6addef6d-0d6c-4afd-9855-dba182613f6f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5582061 Jun 25 11:21:35.509129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Deleting port ec14694f-ab33-45c3-bb2f-58fd67af65f3 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:35.511119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.563439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3da74-b1bb-4b63-b624-eeb8ad5eb1a8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.565046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3da74-b1bb-4b63-b624-eeb8ad5eb1a8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.568124 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9fa3da74-b1bb-4b63-b624-eeb8ad5eb1a8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2138305 Jun 25 11:21:35.577191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0796a-d1f0-4954-84c5-437b36be170a req-03ef0471-8375-4b06-99fa-92e8f401b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.578672 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-03ef0471-8375-4b06-99fa-92e8f401b9b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2377889 Jun 25 11:21:35.581886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51072) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:35.727318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22c540-c9df-4951-8657-317eec4345f9 req-344f07c5-c433-4ef4-b5d0-d22794914e11 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.728793 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3d22c540-c9df-4951-8657-317eec4345f9 req-344f07c5-c433-4ef4-b5d0-d22794914e11 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.3427653 Jun 25 11:21:35.739913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.749551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.773194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Calling delete_port for ec14694f-ab33-45c3-bb2f-58fd67af65f3 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:35.784825 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14492c2d-3a06-4ada-9ab2-59850a17235e req-54a9de16-e14d-4cb0-9a81-be78e9b09899 service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840533 Jun 25 11:21:35.788758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 3d230c5d-c804-4b38-9a66-1a322ecd0c5c {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:21:35.828346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.834667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.843571 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3d22c540-c9df-4951-8657-317eec4345f9 req-577bc3b5-932e-4eb8-94fb-164586c17017 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077507 Jun 25 11:21:35.851609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.852230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.858055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:35.909432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:35.914671 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-05769721-87c3-4bb3-8e2e-32b9b7dce000 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038378 Jun 25 11:21:35.916565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f44faf3-d436-48a3-8d01-6195b126fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:35.917971 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-2f44faf3-d436-48a3-8d01-6195b126fe02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71dd37fab9cc46a9b21cb940be135cdd&device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 1097 time: 0.3586709 Jun 25 11:21:36.046713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-aa2f21ec-2710-4a17-a3ab-b36f2de49386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adfa30ff-904b-42c4-9c85-4899821b7069 HTTP/1.1" status: 200 len: 217 time: 0.0946245 Jun 25 11:21:36.091691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace669b-04bc-45f7-9a06-647820e37723 req-a5139e4f-7fb8-436e-838b-5724f62d2336 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:36.093278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8ace669b-04bc-45f7-9a06-647820e37723 req-a5139e4f-7fb8-436e-838b-5724f62d2336 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 944 time: 0.4171777 Jun 25 11:21:36.197295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Network': ['ID=564ba117-3942-432b-b2ab-24b1944e06c1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:36.206784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:36.208673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 564ba117-3942-432b-b2ab-24b1944e06c1 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:36.244560 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2227213 Jun 25 11:21:36.247505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51076) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:36.254672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'subnet': {'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:36.276418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.295918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:36.301363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-eda36848-aeb6-44c8-a55a-40e98be38f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:36.302717 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-eda36848-aeb6-44c8-a55a-40e98be38f43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0efc68-04d5-4795-a563-1d192045499d HTTP/1.1" status: 200 len: 851 time: 0.2225263 Jun 25 11:21:36.312108 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8ace669b-04bc-45f7-9a06-647820e37723 req-021efe5e-fab1-4605-a814-459f4c15b112 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973803 Jun 25 11:21:36.313049 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dff0796a-d1f0-4954-84c5-437b36be170a req-ae555f54-2699-4c92-8e85-322205c7b087 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591683 Jun 25 11:21:36.315860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.349573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-819a6e37-fc42-4e94-8254-05f886a618f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:36.351201 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-819a6e37-fc42-4e94-8254-05f886a618f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec8ac9b7db5948f6acf06059cc10563c&device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 1096 time: 0.4323716 Jun 25 11:21:36.390058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Network 8ca56087-305f-4dd5-a65c-e4f892087b47 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:36.392987 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=e696d4df-96ec-4bce-b7d1-5020becec2c2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:36.398607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:36.400204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:36.403899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:36.404991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:36.405644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.455664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.461970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:36.493832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event deleted for resources: {'Port': ['ID=ec14694f-ab33-45c3-bb2f-58fd67af65f3,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:36.498611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:36.567321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:36.570649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.592535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ababf26-a4f5-4b28-8165-2bb700469c7a req-ccabe263-3ddb-484c-a2df-ec19cdb99c35 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:36.594452 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8ababf26-a4f5-4b28-8165-2bb700469c7a req-ccabe263-3ddb-484c-a2df-ec19cdb99c35 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 944 time: 0.1933665 Jun 25 11:21:36.660268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.664474 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "DELETE /v2.0/ports/ec14694f-ab33-45c3-bb2f-58fd67af65f3 HTTP/1.1" status: 204 len: 168 time: 1.6458290 Jun 25 11:21:36.674163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51078) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:36.677128 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.0126810 Jun 25 11:21:36.684125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51080) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:36.695799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:36.753984 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8ababf26-a4f5-4b28-8165-2bb700469c7a req-6126e682-f7b3-452f-bc5e-04d8e225e8ee tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389794 Jun 25 11:21:36.771384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Deleting subnet 5ddf6996-0541-4542-8830-790da53e9c2e {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:21:36.776588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.848203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.979923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.048261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.051397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:37.093471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.096538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.103629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-3552c896-7762-4e42-b764-0e385c2e9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.103629 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-3552c896-7762-4e42-b764-0e385c2e9e3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4f1b51-e572-4d46-b050-25dc3b51e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7892113 Jun 25 11:21:37.113420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Subnet': ['ID=45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:37.118686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:37.121450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Checking segment: {'id': '02734855-fe15-4918-9bb1-a5d4dd9bf2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:37.121979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network hostable DHCP agents. Network: 564ba117-3942-432b-b2ab-24b1944e06c1, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:21:37.125817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.125995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-41dde501-547c-4822-a4e5-3dad71c17e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.127458 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-41dde501-547c-4822-a4e5-3dad71c17e18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0 HTTP/1.1" status: 200 len: 908 time: 0.7699926 Jun 25 11:21:37.128929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.131220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d74dcc6a-1afd-4277-90a1-e152d4424b59 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:37.135297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-340181e4-d936-46a0-af95-8d308215074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:37.159944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.164479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddf6996-0541-4542-8830-790da53e9c2e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:37.166830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.170290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6a9f4c-1491-40f8-a00b-005065cc60f0 None None] Network 7c7961b0-4bf7-4a09-b9f7-d446c2676825 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:37.177354 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "DELETE /v2.0/subnets/5ddf6996-0541-4542-8830-790da53e9c2e HTTP/1.1" status: 204 len: 168 time: 0.4980221 Jun 25 11:21:37.180235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:37.180694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51084) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:37.206109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561730-59be-49ab-8c3c-092f43719403 req-edb2f2ab-925a-4917-b86d-da5d0f6ea956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.207604 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc561730-59be-49ab-8c3c-092f43719403 req-edb2f2ab-925a-4917-b86d-da5d0f6ea956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1097 time: 0.5317266 Jun 25 11:21:37.242031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=3d230c5d-c804-4b38-9a66-1a322ecd0c5c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:37.244310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.249604 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/3d230c5d-c804-4b38-9a66-1a322ecd0c5c HTTP/1.1" status: 204 len: 168 time: 1.6653948 Jun 25 11:21:37.249948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51086) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:37.270251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:37.271659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-ae06ff8b-0aca-42b2-a0bd-c3fac70cda2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb49080a-30c5-47d0-b07d-bb8276825749 HTTP/1.1" status: 200 len: 217 time: 0.1131279 Jun 25 11:21:37.279661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439fd02c-b38b-4426-a3b3-9685574b0d64 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:37.288045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:21:37.331235 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c17178c1-a188-4b69-94b5-df91615a3c6f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766139 Jun 25 11:21:37.331235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51088) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:37.335646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:37.342243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.427829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 564ba117-3942-432b-b2ab-24b1944e06c1) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:37.454374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aefac7-0fd0-4148-876c-d6f45067c47c None None] Network 564ba117-3942-432b-b2ab-24b1944e06c1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:37.455611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.456402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.509687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6ccad-87de-42af-9db3-ab3cc866c4db req-0ad2d714-4fa5-4661-80f7-08cfdbdafa8c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.518485 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfb6ccad-87de-42af-9db3-ab3cc866c4db req-0ad2d714-4fa5-4661-80f7-08cfdbdafa8c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.5042949 Jun 25 11:21:37.560055 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3108099 Jun 25 11:21:37.567054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] DHCP port deletion for 7c7961b0-4bf7-4a09-b9f7-d446c2676825 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:21:37.574947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51092) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:37.577032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-758740581'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:37.593699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Deleting port e010be14-9d1c-4eac-9346-bb1285a321db {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:37.594232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.631837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-8fbd3537-e3d2-45b7-b8f3-48fa980365d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.631837 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-8fbd3537-e3d2-45b7-b8f3-48fa980365d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8 HTTP/1.1" status: 200 len: 845 time: 0.2988014 Jun 25 11:21:37.691830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Deleting port e010be14-9d1c-4eac-9346-bb1285a321db {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:37.692408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.706844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-564ba117-3942-432b-b2ab-24b1944e06c1', 'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'tenant_id': '61e16b209ec74a84ba035c856125be26', 'fixed_ips': [{'subnet_id': '45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:37.708659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.718558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-26581c29-ad44-429f-bf85-2a2a8638a161 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867882 Jun 25 11:21:37.720171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:21:37.735444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Allocated IP 172.26.0.168 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ffd3972b-3230-44bf-907f-bc6d105457a4) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:37.748858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba84c4-0105-4d67-82b7-5d23f9c2da78 req-7e3e446d-c294-4d31-9dde-a6188b86e13a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.750555 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b7ba84c4-0105-4d67-82b7-5d23f9c2da78 req-7e3e446d-c294-4d31-9dde-a6188b86e13a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 944 time: 0.2968850 Jun 25 11:21:37.756911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] For port e010be14-9d1c-4eac-9346-bb1285a321db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e010be14-9d1c-4eac-9346-bb1285a321db,segment=NetworkSegment(38408103-196a-4d1b-b0f9-26543cad09c0),segment_id=38408103-196a-4d1b-b0f9-26543cad09c0)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:37.756911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.757688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561730-59be-49ab-8c3c-092f43719403 req-3a641b6c-0abf-4055-b3b3-40fc33752f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:37.759256 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc561730-59be-49ab-8c3c-092f43719403 req-3a641b6c-0abf-4055-b3b3-40fc33752f24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.5082378 Jun 25 11:21:37.767892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfb6ccad-87de-42af-9db3-ab3cc866c4db req-512109ba-6225-4686-9dfa-e0b810c263b2 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481210 Jun 25 11:21:37.790083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:37.794464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.818156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Calling delete_port for e010be14-9d1c-4eac-9346-bb1285a321db owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:37.874224 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b7ba84c4-0105-4d67-82b7-5d23f9c2da78 req-17793a92-1186-4a13-82c9-c1a48d9a24ce tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140831 Jun 25 11:21:37.884940 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc561730-59be-49ab-8c3c-092f43719403 req-8544940a-ca82-40f6-9556-3dde5a31e57d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 217 time: 0.1159139 Jun 25 11:21:37.885980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] For port e010be14-9d1c-4eac-9346-bb1285a321db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e010be14-9d1c-4eac-9346-bb1285a321db,segment=NetworkSegment(38408103-196a-4d1b-b0f9-26543cad09c0),segment_id=38408103-196a-4d1b-b0f9-26543cad09c0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:37.887279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:37.919726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Calling delete_port for e010be14-9d1c-4eac-9346-bb1285a321db owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:38.014263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Deleting port 238b7fb7-b240-47a3-a277-12461d995527 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:38.014748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.054503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Allocated IP 2001:db8::2 (564ba117-3942-432b-b2ab-24b1944e06c1/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0/366a272b-b0da-42ae-a030-19a099b6cd8c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:38.079096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] device_id is not set on port e696d4df-96ec-4bce-b7d1-5020becec2c2 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:38.092929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561730-59be-49ab-8c3c-092f43719403 req-8cbc11e6-e895-47be-b455-15a9c2fbcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:38.094439 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc561730-59be-49ab-8c3c-092f43719403 req-8cbc11e6-e895-47be-b455-15a9c2fbcdde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.1975641 Jun 25 11:21:38.096690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.098339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:38.102060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.121231 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50e2bb4-c3d0-4e76-bb81-6ecd1238f2cd req-20e791f2-c491-4b09-badd-c7f1b0f9a87a service neutron] 10.222.0.47 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833582 Jun 25 11:21:38.127803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] For port 238b7fb7-b240-47a3-a277-12461d995527, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=238b7fb7-b240-47a3-a277-12461d995527,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:38.128355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.132590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-21e89518-e801-407f-a6f9-a60775eac4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:38.133739 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-21e89518-e801-407f-a6f9-a60775eac4a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4907238 Jun 25 11:21:38.155896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.163911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] device_id is not set on port 478861dd-38f5-4a80-8c23-85233ba7ae45 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:38.166019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Calling delete_port for 238b7fb7-b240-47a3-a277-12461d995527 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:38.170221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f1fe6c2-918c-40b8-804a-b44794ae8ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.195992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Transition to ACTIVE for port object e696d4df-96ec-4bce-b7d1-5020becec2c2 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:38.216734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.222616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f56aa997-c86e-45e3-89c2-bded576a8cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.224553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.239219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event deleted for resources: {'Port': ['ID=e010be14-9d1c-4eac-9346-bb1285a321db,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:38.242320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:38.252075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] No DVR routers for this DVR port e010be14-9d1c-4eac-9346-bb1285a321db on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:38.280500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.288573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Pushing event deleted for resources: {'Port': ['ID=e010be14-9d1c-4eac-9346-bb1285a321db,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:38.290928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] No DVR routers for this DVR port e010be14-9d1c-4eac-9346-bb1285a321db on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:38.291291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff617f72-a6e5-4da6-bde2-4dfc63bdf242 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.301223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:38.360387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.362882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.382017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.386998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7961b0-4bf7-4a09-b9f7-d446c2676825']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:38.416348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.423929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc561730-59be-49ab-8c3c-092f43719403 req-e934f1cb-b29f-4d1a-ae36-fa2f81c82d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:38.423929 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc561730-59be-49ab-8c3c-092f43719403 req-e934f1cb-b29f-4d1a-ae36-fa2f81c82d7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2964044 Jun 25 11:21:38.424394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38408103-196a-4d1b-b0f9-26543cad09c0') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:38.424694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38408103-196a-4d1b-b0f9-26543cad09c0') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:38.430830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=e696d4df-96ec-4bce-b7d1-5020becec2c2,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:38.439335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Transition to ACTIVE for port object 366a272b-b0da-42ae-a030-19a099b6cd8c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:38.440049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:38.446416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:38.449370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:38.450507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.454876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1119a0-23ab-46b6-ba30-01cdfc9cb7db req-597c3a86-1764-4637-93fa-432eb5e1b01d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:38.454876 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3f1119a0-23ab-46b6-ba30-01cdfc9cb7db req-597c3a86-1764-4637-93fa-432eb5e1b01d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 944 time: 0.4145586 Jun 25 11:21:38.455463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:38.460174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Transition to ACTIVE for port object 366a272b-b0da-42ae-a030-19a099b6cd8c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:38.462090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.471587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.472894 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-cb271d67-aeed-4f3c-91bf-e6857c5af2b8 service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258634 Jun 25 11:21:38.474231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.490489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=d0059211-cff0-4c23-8e76-c8943b1d8aa7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:38.503496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:38.504345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.510021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Pushing event deleted for resources: {'Port': ['ID=238b7fb7-b240-47a3-a277-12461d995527,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:38.511407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:38.514169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:38.514999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] No DVR routers for this DVR port 238b7fb7-b240-47a3-a277-12461d995527 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:38.520366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:38.520916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:38.521013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:38.521949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:38.527885 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:38.540010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f89f62-f429-4e51-8893-4d4e1a45bb25 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:38.561295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.604057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.608976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-934130df-f015-495c-93d1-656533da0ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.630039 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2984536 Jun 25 11:21:38.633021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51096) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:38.639339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'name': 'tempest-NetworksTestDHCPv6-1204491874'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:38.656451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:38.661657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.665584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:38.672445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:38.682724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.695455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.699939 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] 10.222.0.81 "DELETE /v2.0/networks/7c7961b0-4bf7-4a09-b9f7-d446c2676825 HTTP/1.1" status: 204 len: 168 time: 1.5156319 Jun 25 11:21:38.720698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Pushing event updated for resources: {'Port': ['ID=366a272b-b0da-42ae-a030-19a099b6cd8c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:38.743513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:38.767220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Allocated IP 2001:db8::d0 (564ba117-3942-432b-b2ab-24b1944e06c1/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0/478861dd-38f5-4a80-8c23-85233ba7ae45) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:38.774181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Pushing event deleted for resources: {'Network': ['ID=7c7961b0-4bf7-4a09-b9f7-d446c2676825,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:38.785819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:38.786724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Attempting to bind port 366a272b-b0da-42ae-a030-19a099b6cd8c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:38.787269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Attempting to bind port 366a272b-b0da-42ae-a030-19a099b6cd8c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '02734855-fe15-4918-9bb1-a5d4dd9bf2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:38.787828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Attempting to bind port 366a272b-b0da-42ae-a030-19a099b6cd8c on network 564ba117-3942-432b-b2ab-24b1944e06c1 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:38.813716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:38.814385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Checking segment: {'id': '02734855-fe15-4918-9bb1-a5d4dd9bf2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:38.814945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.816160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Bound using segment: {'id': '02734855-fe15-4918-9bb1-a5d4dd9bf2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:38.816795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Bound port: 366a272b-b0da-42ae-a030-19a099b6cd8c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02734855-fe15-4918-9bb1-a5d4dd9bf2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:38.817740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.835648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'd0059211-cff0-4c23-8e76-c8943b1d8aa7'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:38.842691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.874602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:38.890633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:38.890964 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:38.913297 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 2 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:38.952948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3f1119a0-23ab-46b6-ba30-01cdfc9cb7db req-6ec32d15-e9dc-4252-a90c-ea12f0583fbf tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4932261 Jun 25 11:21:38.967917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:38.968782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:38.969138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:38.969483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.000741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:39.006449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Port': ['ID=ffd3972b-3230-44bf-907f-bc6d105457a4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:39.022585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:39.024595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.024861 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.025681 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:39.032554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 3 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.059575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/d0059211-cff0-4c23-8e76-c8943b1d8aa7/356a7ce0-5bd3-42d9-a486-d2961eef4e4a) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:39.059877 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc561730-59be-49ab-8c3c-092f43719403 req-100db395-a1ba-480c-999c-974d9727d130 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329355 Jun 25 11:21:39.076781 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df4ff28-b819-49cc-9cc1-493b28a3acef req-db484e95-01af-4648-875f-a0e6064ef842 service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863669 Jun 25 11:21:39.091113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.091522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.091890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.128736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.129496 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.135868 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 4 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.207807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b029ad-2dc8-4462-8d5e-323917e75c1c req-74fe6b53-a348-4d7d-80e2-ddf189f7baa0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:39.209298 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a0b029ad-2dc8-4462-8d5e-323917e75c1c req-74fe6b53-a348-4d7d-80e2-ddf189f7baa0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.1781518 Jun 25 11:21:39.260573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.266468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:39.269990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.286629 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a0b029ad-2dc8-4462-8d5e-323917e75c1c req-50dc000d-3f01-4db6-90a5-907959d34bd4 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671134 Jun 25 11:21:39.313619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7fb7-b240-47a3-a277-12461d995527 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:21:39.315105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Transition to ACTIVE for port object 478861dd-38f5-4a80-8c23-85233ba7ae45 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:39.324907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.325283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.325732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.333140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 4933ff19-bc3c-499f-85f4-e5fa9ed356f4 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:39.348185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.348517 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.351826 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 5 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.353980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 238b7fb7-b240-47a3-a277-12461d995527 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:21:39.354265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7fb7-b240-47a3-a277-12461d995527 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:21:39.359512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e010be14-9d1c-4eac-9346-bb1285a321db no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:21:39.397014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.397014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.397014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.404333 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc561730-59be-49ab-8c3c-092f43719403 req-68ed3529-bf30-41d4-a0c0-857891054f6c service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324261 Jun 25 11:21:39.404521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: e010be14-9d1c-4eac-9346-bb1285a321db {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:21:39.404791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e010be14-9d1c-4eac-9346-bb1285a321db not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:21:39.408616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.408616 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.410376 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 6 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.413555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] For port 366a272b-b0da-42ae-a030-19a099b6cd8c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:39.415285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.418478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] For port 366a272b-b0da-42ae-a030-19a099b6cd8c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=366a272b-b0da-42ae-a030-19a099b6cd8c,segment=NetworkSegment(02734855-fe15-4918-9bb1-a5d4dd9bf2c0),segment_id=02734855-fe15-4918-9bb1-a5d4dd9bf2c0)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:39.428285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Transition to ACTIVE for port object 356a7ce0-5bd3-42d9-a486-d2961eef4e4a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:39.436957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.437344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.437690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.447134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c310ddb-0466-46c9-b43e-29ca51313c17 req-18b614d8-5bae-4388-a497-a11878fb6c74 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:39.448063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Transition to ACTIVE for port object 356a7ce0-5bd3-42d9-a486-d2961eef4e4a will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:39.448418 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7c310ddb-0466-46c9-b43e-29ca51313c17 req-18b614d8-5bae-4388-a497-a11878fb6c74 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 944 time: 0.2833304 Jun 25 11:21:39.452628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.453018 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.453439 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 7 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.459323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51106) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:39.484409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.484749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.485101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.511793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.512405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.514264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:39.518977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-af63159c-d175-4033-8fef-f3fada398f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:39.531423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.531980 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.535317 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 8 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.554960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7c310ddb-0466-46c9-b43e-29ca51313c17 req-fd61a2a0-2179-4203-8f8c-5517d471e1fd tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987258 Jun 25 11:21:39.562293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.562293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.562589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.572563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.619130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.619468 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.619766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:39.621264 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 9 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.623292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:39.626138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:39.628537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Pushing event updated for resources: {'Port': ['ID=366a272b-b0da-42ae-a030-19a099b6cd8c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:39.635710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:39.636163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:39.644027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.644363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.644702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.651894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.655018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.655356 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.655798 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempt 10 to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 Jun 25 11:21:39.657743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:39.666116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:39.668035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:39.673400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:39.674232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.681498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=478861dd-38f5-4a80-8c23-85233ba7ae45,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:39.699133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:39.719603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.720098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.720426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempting to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.723845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::65 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/d0059211-cff0-4c23-8e76-c8943b1d8aa7/4933ff19-bc3c-499f-85f4-e5fa9ed356f4) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:39.729776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:21:39.730428 dv-neutron-797120-5-hyperv neutron-server[94501]: ERROR neutron.plugins.ml2.managers [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Failed to bind port e696d4df-96ec-4bce-b7d1-5020becec2c2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '03df070b-e008-4dc0-a4a2-56256a098710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8ca56087-305f-4dd5-a65c-e4f892087b47'}] Jun 25 11:21:39.730546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.749597 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8daef0a8-0176-4f03-b0a1-ed7f96c49cfc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92ea4aaf65794e7287e46f58924658f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865493 Jun 25 11:21:39.749895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51110) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:39.756283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Pushing event updated for resources: {'Port': ['ID=356a7ce0-5bd3-42d9-a486-d2961eef4e4a,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:39.758890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Attempting to bind port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:39.759425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Attempting to bind port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:39.760048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Attempting to bind port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:39.763365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:39.769174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:39.770274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:39.771795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.771931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:39.773053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Bound port: 356a7ce0-5bd3-42d9-a486-d2961eef4e4a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:39.783345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.813053 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2428422 Jun 25 11:21:39.818061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51112) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:39.827178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2095006681', 'allowed_address_pairs': [{'ip_address': '2001:db8::d0', 'mac_address': 'fa:16:3e:39:51:c0'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:39.896430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] For port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:39.911381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] For port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=356a7ce0-5bd3-42d9-a486-d2961eef4e4a,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:39.930103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] For port e696d4df-96ec-4bce-b7d1-5020becec2c2, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:39.930479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attempted to set empty binding levels {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 11:21:39.987619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.989842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:40.026298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.034186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:40.120993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] In _notify_port_updated(), no bound segment for port e696d4df-96ec-4bce-b7d1-5020becec2c2 on network 8ca56087-305f-4dd5-a65c-e4f892087b47 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:21:40.122031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:40.127621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.127621 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "PUT /v2.0/ports/e696d4df-96ec-4bce-b7d1-5020becec2c2 HTTP/1.1" status: 200 len: 979 time: 3.4374869 Jun 25 11:21:40.131313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Pushing event updated for resources: {'Port': ['ID=356a7ce0-5bd3-42d9-a486-d2961eef4e4a,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:40.135390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:40.137961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51116) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:40.179115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.189701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event updated for resources: {'Port': ['ID=e696d4df-96ec-4bce-b7d1-5020becec2c2,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:40.191968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.198444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:40.267299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.275143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:40.348639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.415745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.440578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Deleting port e696d4df-96ec-4bce-b7d1-5020becec2c2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:40.440927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.455689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120f95f-09ce-4825-988e-0a9a5b6f911e req-2aa1b4ea-8d79-49a2-9a1b-40c9a48e166b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:40.463828 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2120f95f-09ce-4825-988e-0a9a5b6f911e req-2aa1b4ea-8d79-49a2-9a1b-40c9a48e166b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 944 time: 0.2603762 Jun 25 11:21:40.467874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 4933ff19-bc3c-499f-85f4-e5fa9ed356f4 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:40.488021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.532157 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2120f95f-09ce-4825-988e-0a9a5b6f911e req-14def8bb-4aa4-4f1d-a6ae-54f0684367a9 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671241 Jun 25 11:21:40.597853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] device_id is not set on port 117218f3-91c3-4928-8bad-dc6ff9df8d90 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:40.613937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] For port e696d4df-96ec-4bce-b7d1-5020becec2c2, host hv-neutron-7971, got binding levels [] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:40.614300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.619870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.624473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.626205 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c253b12d-1bff-49fe-bfc5-bfb4b9dc48b9 HTTP/1.1" status: 204 len: 168 time: 0.8753190 Jun 25 11:21:40.627199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:40.635901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c253b12d-1bff-49fe-bfc5-bfb4b9dc48b9,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:40.638594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:40.663120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.674884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d4fd6098-96f7-4a41-9cd6-6ceb37eb3774 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:40.675091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device cb49080a-30c5-47d0-b07d-bb8276825749 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:21:40.697480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Calling delete_port for e696d4df-96ec-4bce-b7d1-5020becec2c2 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:40.730859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:40.764873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:40.769525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:40.776259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:40.777108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.808232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c862d58-4ff1-45b9-b27b-346f752f2145 req-eb1ef168-ddf6-4e55-81cb-8d60489d4937 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:40.809131 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6c862d58-4ff1-45b9-b27b-346f752f2145 req-eb1ef168-ddf6-4e55-81cb-8d60489d4937 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 943 time: 0.3427327 Jun 25 11:21:40.844520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=4933ff19-bc3c-499f-85f4-e5fa9ed356f4,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:40.848568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:40.860251 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port cb49080a-30c5-47d0-b07d-bb8276825749, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb49080a-30c5-47d0-b07d-bb8276825749,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:40.868803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Router 88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:21:40.882449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'port_id': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'mac_address': 'fa:16:3e:8f:5d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:21:40.904421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed3d3b-67ed-4846-9f94-f01e1e301a5f req-d4bf516b-5fbf-4fac-b0dc-a39d8c26648b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:40.906375 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f2ed3d3b-67ed-4846-9f94-f01e1e301a5f req-d4bf516b-5fbf-4fac-b0dc-a39d8c26648b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 944 time: 0.1237097 Jun 25 11:21:40.953187 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3169611 Jun 25 11:21:40.961737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51124) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:40.973831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:40.979641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Allocated IP 2001:db8::28 (564ba117-3942-432b-b2ab-24b1944e06c1/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0/117218f3-91c3-4928-8bad-dc6ff9df8d90) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:41.011632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb49080a-30c5-47d0-b07d-bb8276825749 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:21:41.025253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6c862d58-4ff1-45b9-b27b-346f752f2145 req-40c88688-b8a9-4174-99e8-1cda083a0643 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013481 Jun 25 11:21:41.065870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port cb49080a-30c5-47d0-b07d-bb8276825749, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb49080a-30c5-47d0-b07d-bb8276825749,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:41.084641 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f2ed3d3b-67ed-4846-9f94-f01e1e301a5f req-101892ed-6ded-446a-81cf-46c506b262ad tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680710 Jun 25 11:21:41.094356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b9f469-7926-4693-a076-839f7e57658c None None] Network 564ba117-3942-432b-b2ab-24b1944e06c1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:41.135909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 366a272b-b0da-42ae-a030-19a099b6cd8c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:41.161013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badd10b-88ba-413b-b98b-5c9b4303ecdc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:41.169421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badd10b-88ba-413b-b98b-5c9b4303ecdc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:41.171287 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4badd10b-88ba-413b-b98b-5c9b4303ecdc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2053578 Jun 25 11:21:41.175222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51128) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:41.233154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:41.234988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.235732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ba31542-92ce-4a03-9296-f33e482b6529 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:21:41.241856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-08b45d64-9dea-47c4-82f5-ffe72be6778e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:41.247247 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Sync routers for ids ['88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:41.253597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.274278 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Routers {'88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:41.275294 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:41.296236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:41.339213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-86c1b18a-649b-45d6-8a5e-d66aca493f5b None None] Provisioning for port 366a272b-b0da-42ae-a030-19a099b6cd8c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:41.355762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Pushing event deleted for resources: {'Port': ['ID=e696d4df-96ec-4bce-b7d1-5020becec2c2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:41.366789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:41.386996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.391575 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e696d4df-96ec-4bce-b7d1-5020becec2c2 HTTP/1.1" status: 204 len: 168 time: 1.2512765 Jun 25 11:21:41.393609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51134) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:41.398335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 4933ff19-bc3c-499f-85f4-e5fa9ed356f4 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:41.401656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.456537 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Set router 88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:41.469482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c29f2e-f68e-4c87-b703-7d950b0d7b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:21:41.475426 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a2c29f2e-f68e-4c87-b703-7d950b0d7b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] 10.222.0.81 "GET /v2.0/ports/e696d4df-96ec-4bce-b7d1-5020becec2c2 HTTP/1.1" status: 404 len: 333 time: 0.0807860 Jun 25 11:21:41.484365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=cb49080a-30c5-47d0-b07d-bb8276825749,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:41.491808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51138) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:41.492034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:41.516877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.518297 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-67f17c7f-0d0b-4e04-9cfa-2e7ab94d8d45 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.4952705 Jun 25 11:21:41.521199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51140) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:41.578707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ba31542-92ce-4a03-9296-f33e482b6529, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ba31542-92ce-4a03-9296-f33e482b6529,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:41.656373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 366a272b-b0da-42ae-a030-19a099b6cd8c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:41.677735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 366a272b-b0da-42ae-a030-19a099b6cd8c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:41.678424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.681281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '7ba31542-92ce-4a03-9296-f33e482b6529', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'port_id': '7ba31542-92ce-4a03-9296-f33e482b6529', 'mac_address': 'fa:16:3e:c4:6f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:21:41.731927 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8', 'name': 'tempest-snat-router-1497744183', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': False}, 'gw_port_id': 'ffd3972b-3230-44bf-907f-bc6d105457a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:34Z', 'updated_at': '2021-06-25T11:21:39Z', 'revision_number': 3, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port': {'id': 'ffd3972b-3230-44bf-907f-bc6d105457a4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:21:37Z', 'updated_at': '2021-06-25T11:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:41.753938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.759401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.763795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2282222e-cec2-45c3-9701-3c106e549880 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 HTTP/1.1" status: 200 len: 909 time: 0.2377868 Jun 25 11:21:41.765626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51146) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:41.768669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.771652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1497744183', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': True}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:41.779126 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Checking router: 88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:41.779877 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Updating router 88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 port ffd3972b-3230-44bf-907f-bc6d105457a4 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:21:41.820045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 4933ff19-bc3c-499f-85f4-e5fa9ed356f4 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:41.832667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f7c3558a-4e83-468c-b6ff-a7fef13cf232 None None] Provisioning for port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:41.839036 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.857543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.863351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Transition to ACTIVE for port object 117218f3-91c3-4928-8bad-dc6ff9df8d90 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:41.868855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.873906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:41.881923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba31542-92ce-4a03-9296-f33e482b6529 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:21:41.937565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ba31542-92ce-4a03-9296-f33e482b6529, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ba31542-92ce-4a03-9296-f33e482b6529,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:41.955075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.027221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 366a272b-b0da-42ae-a030-19a099b6cd8c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=366a272b-b0da-42ae-a030-19a099b6cd8c,segment=NetworkSegment(02734855-fe15-4918-9bb1-a5d4dd9bf2c0),segment_id=02734855-fe15-4918-9bb1-a5d4dd9bf2c0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:42.045960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.050975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6f22969e-4e61-4b0f-96c1-324f003c7a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:42.115272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ba31542-92ce-4a03-9296-f33e482b6529,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:42.127687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:42.139422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.140759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.146294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 356a7ce0-5bd3-42d9-a486-d2961eef4e4a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:42.155646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:42.162764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca56087-305f-4dd5-a65c-e4f892087b47']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:42.177749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03df070b-e008-4dc0-a4a2-56256a098710') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:42.178114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03df070b-e008-4dc0-a4a2-56256a098710') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:42.193643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.222109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.258713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:21:42.259377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:21:42.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:21:42.275180 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.286459 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Transition to ACTIVE for port object ffd3972b-3230-44bf-907f-bc6d105457a4 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:42.295220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bfd0e756-82a8-4dd1-96b4-0f9077919993 None None] Provisioning for port 4933ff19-bc3c-499f-85f4-e5fa9ed356f4 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:42.333412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bfd0e756-82a8-4dd1-96b4-0f9077919993 None None] Provisioning complete for port 4933ff19-bc3c-499f-85f4-e5fa9ed356f4 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:42.333793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e756-82a8-4dd1-96b4-0f9077919993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.368384 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.374969 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:42.444243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4ce69-cc0b-4e3b-ad72-3f4eb68ba334 req-88ea0e29-cc7f-4936-b1b3-5b900e9f8a07 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:42.451947 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ecd4ce69-cc0b-4e3b-ad72-3f4eb68ba334 req-88ea0e29-cc7f-4936-b1b3-5b900e9f8a07 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1634254 Jun 25 11:21:42.474035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=366a272b-b0da-42ae-a030-19a099b6cd8c,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:42.480694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:42.495515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.501609 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Attempting to bind port ffd3972b-3230-44bf-907f-bc6d105457a4 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:42.502009 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Attempting to bind port ffd3972b-3230-44bf-907f-bc6d105457a4 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:42.502372 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Attempting to bind port ffd3972b-3230-44bf-907f-bc6d105457a4 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:42.504004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e756-82a8-4dd1-96b4-0f9077919993 None None] Port 4933ff19-bc3c-499f-85f4-e5fa9ed356f4 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:42.513935 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.516613 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] 10.222.0.81 "DELETE /v2.0/networks/8ca56087-305f-4dd5-a65c-e4f892087b47 HTTP/1.1" status: 204 len: 168 time: 1.0237815 Jun 25 11:21:42.522624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['7ba31542-92ce-4a03-9296-f33e482b6529'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:21:42.526913 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457acd9-eea1-413b-9617-c185f1cefbe9 None None] Pushing event updated for resources: {'Port': ['ID=ffd3972b-3230-44bf-907f-bc6d105457a4,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:42.527143 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:42.527559 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:42.528239 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.528805 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:42.529574 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Bound port: ffd3972b-3230-44bf-907f-bc6d105457a4, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:42.530536 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.532979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51160) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:42.535852 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c457acd9-eea1-413b-9617-c185f1cefbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:42.540934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-631243b9-2c8f-4df7-8ac4-379c667758f2 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:42.580751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.622895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.630308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:42.632000 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] For port ffd3972b-3230-44bf-907f-bc6d105457a4, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:42.632305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['cb49080a-30c5-47d0-b07d-bb8276825749'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:21:42.638135 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] For port ffd3972b-3230-44bf-907f-bc6d105457a4, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ffd3972b-3230-44bf-907f-bc6d105457a4,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:42.687267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device adfa30ff-904b-42c4-9c85-4899821b7069 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:21:42.689324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:42.689701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.710953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:42.718306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.723963 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/4933ff19-bc3c-499f-85f4-e5fa9ed356f4 HTTP/1.1" status: 204 len: 168 time: 1.5476594 Jun 25 11:21:42.727576 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ecd4ce69-cc0b-4e3b-ad72-3f4eb68ba334 req-09154333-45f5-4943-aa51-96b8bcd04f0f tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674205 Jun 25 11:21:42.728293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Pushing event deleted for resources: {'Network': ['ID=8ca56087-305f-4dd5-a65c-e4f892087b47,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:42.729599 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.730962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:42.731526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51166) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:42.731994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:42.751089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0960ad89-9c0c-46ae-9643-ffff386b1e08 None None] Provisioning complete for port 366a272b-b0da-42ae-a030-19a099b6cd8c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:42.751089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad89-9c0c-46ae-9643-ffff386b1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.751631 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:42.753519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:42.757602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:42.771371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:42.840072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced2260-5b7e-4d6f-bb87-58d8c5e67453 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:42.842609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced2260-5b7e-4d6f-bb87-58d8c5e67453 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:42.844534 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8ced2260-5b7e-4d6f-bb87-58d8c5e67453 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1081278 Jun 25 11:21:42.845723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=4933ff19-bc3c-499f-85f4-e5fa9ed356f4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:42.848429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51168) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:42.855139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1496417826'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:42.859838 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Routers {'88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:42.860628 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:42.872445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:42.888869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:42.915727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.resource_extend [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:21:42.916916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:42.917859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.021679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet d0059211-cff0-4c23-8e76-c8943b1d8aa7 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:21:43.034170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.053494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9de586-4a39-4dbf-b2a6-743a2beab301 req-302ab064-75fe-4231-8cfd-64a04b448451 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:43.055210 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f9de586-4a39-4dbf-b2a6-743a2beab301 req-302ab064-75fe-4231-8cfd-64a04b448451 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 944 time: 1.2573898 Jun 25 11:21:43.074670 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457acd9-eea1-413b-9617-c185f1cefbe9 None None] Pushing event updated for resources: {'Port': ['ID=ffd3972b-3230-44bf-907f-bc6d105457a4,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:43.080998 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c457acd9-eea1-413b-9617-c185f1cefbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:43.126898 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] Set router 88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:43.185757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=117218f3-91c3-4928-8bad-dc6ff9df8d90,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:43.187602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Made reservation on behalf of 130c31b7b86042b9a09411069da4516d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:43.197118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.198324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:43.202255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f9de586-4a39-4dbf-b2a6-743a2beab301 req-6d6006f3-42b4-427b-a6b5-165d01fbc48b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711744 Jun 25 11:21:43.238930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.252922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.284362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.291514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51172) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:43.300079 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.4808257 Jun 25 11:21:43.302790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51176) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:43.355741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fdb07-b89c-47e0-ae1a-9a176888ab12 req-cc49d194-be67-407a-b6d6-2d6bdec63d19 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:43.363594 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b34fdb07-b89c-47e0-ae1a-9a176888ab12 req-cc49d194-be67-407a-b6d6-2d6bdec63d19 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 945 time: 0.3239868 Jun 25 11:21:43.472771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port adfa30ff-904b-42c4-9c85-4899821b7069, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adfa30ff-904b-42c4-9c85-4899821b7069,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:43.481901 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b34fdb07-b89c-47e0-ae1a-9a176888ab12 req-5207fab3-0713-4a66-86be-846f518c83e2 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165314 Jun 25 11:21:43.493168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.541143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59519a00-e506-4adf-9250-5f14a618bb90 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:43.545195 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8', 'name': 'tempest-snat-router-1497744183', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': False}, 'gw_port_id': 'ffd3972b-3230-44bf-907f-bc6d105457a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:34Z', 'updated_at': '2021-06-25T11:21:39Z', 'revision_number': 3, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port': {'id': 'ffd3972b-3230-44bf-907f-bc6d105457a4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:21:37Z', 'updated_at': '2021-06-25T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:43.553675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59519a00-e506-4adf-9250-5f14a618bb90 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:43.553675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59519a00-e506-4adf-9250-5f14a618bb90 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:43.558220 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-59519a00-e506-4adf-9250-5f14a618bb90 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2515740 Jun 25 11:21:43.560752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51178) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:43.571856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'port_id': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'mac_address': 'fa:16:3e:f0:7f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:21:43.573785 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c041552-fe72-48dd-b46e-cee41abaf3c0 None None] The sync data for ids ['88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8'] in dv-neutron-797120-5-hyperv is: [{'id': '88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8', 'name': 'tempest-snat-router-1497744183', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': False}, 'gw_port_id': 'ffd3972b-3230-44bf-907f-bc6d105457a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:34Z', 'updated_at': '2021-06-25T11:21:39Z', 'revision_number': 3, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port': {'id': 'ffd3972b-3230-44bf-907f-bc6d105457a4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:21:37Z', 'updated_at': '2021-06-25T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:43.596859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.601839 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e1bfe53f-dd58-4a33-ad0f-1121155acb47 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8541834f0aa4f559cc7d4639646f77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064837 Jun 25 11:21:43.602434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51180) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:43.638160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.683626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.700792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.708881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfa30ff-904b-42c4-9c85-4899821b7069 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:21:43.725996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.726226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting port 117218f3-91c3-4928-8bad-dc6ff9df8d90 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:43.727044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.743479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port adfa30ff-904b-42c4-9c85-4899821b7069, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adfa30ff-904b-42c4-9c85-4899821b7069,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:43.751770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.759518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dfbfb658-9f9d-46e4-b27f-123b656ceff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:43.804647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0960ad89-9c0c-46ae-9643-ffff386b1e08 None None] Provisioning for port 478861dd-38f5-4a80-8c23-85233ba7ae45 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:43.807538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.811819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0960ad89-9c0c-46ae-9643-ffff386b1e08 None None] Provisioning complete for port 478861dd-38f5-4a80-8c23-85233ba7ae45 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:43.812386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0960ad89-9c0c-46ae-9643-ffff386b1e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.840226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:21:43.858942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320593ed-acbe-4f6f-a73d-54007b9e2779,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:43.867201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:43.876643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d93c8f79-a2f9-4ae9-8945-bdec017b3a5d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:43.894157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0960ad89-9c0c-46ae-9643-ffff386b1e08 None None] Port 478861dd-38f5-4a80-8c23-85233ba7ae45 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:43.900952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352ec77-efba-434b-8c5a-29cd764a779e None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:43.902351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.905492 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/d0059211-cff0-4c23-8e76-c8943b1d8aa7 HTTP/1.1" status: 204 len: 168 time: 1.0448527 Jun 25 11:21:43.908986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51184) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:43.910351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.910811 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Added segment a4768c0c-d9fe-4fea-81c7-3753aa0c804d of type vlan for network afefcb03-4e4f-453a-86e6-439df2c306d7 Jun 25 11:21:43.948630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:43.964903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:43.989615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:21:43.990297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:21:44.010554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=d0059211-cff0-4c23-8e76-c8943b1d8aa7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:44.013731 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:44.019285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.020171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.022415 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a65d9f40-2de0-45f2-ae66-65fe833989a1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091912 Jun 25 11:21:44.022920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.023632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51186) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:44.024029 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78a30dff-99ea-4ce0-83ec-4976b65907aa HTTP/1.1" status: 204 len: 168 time: 0.4203751 Jun 25 11:21:44.034337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85846a1a-5942-4e53-be93-fac01b1df4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:44.079110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.082025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.112519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a30dff-99ea-4ce0-83ec-4976b65907aa,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:44.125788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:44.129427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Calling delete_port for 117218f3-91c3-4928-8bad-dc6ff9df8d90 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:44.142980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=adfa30ff-904b-42c4-9c85-4899821b7069,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:44.150180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:44.187256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e153e567-5240-48a2-9444-745640ca2aac None None] Provisioning for port 117218f3-91c3-4928-8bad-dc6ff9df8d90 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:44.194942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.196306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e153e567-5240-48a2-9444-745640ca2aac None None] Provisioning complete for port 117218f3-91c3-4928-8bad-dc6ff9df8d90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:44.196799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e153e567-5240-48a2-9444-745640ca2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.248809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24931ec-2d5c-41c4-af09-61b1850de4e4 req-2068081b-1e7e-43ca-8316-4feca4542c0e tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:44.250423 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b24931ec-2d5c-41c4-af09-61b1850de4e4 req-2068081b-1e7e-43ca-8316-4feca4542c0e tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.2352397 Jun 25 11:21:44.252851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e153e567-5240-48a2-9444-745640ca2aac None None] Port 117218f3-91c3-4928-8bad-dc6ff9df8d90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:44.277178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e153e567-5240-48a2-9444-745640ca2aac None None] Provisioning complete for port 478861dd-38f5-4a80-8c23-85233ba7ae45 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:44.280478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e153e567-5240-48a2-9444-745640ca2aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.305694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c43941-fd02-4c8b-bd03-be85bcdb2c84 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:44.310414 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e1c43941-fd02-4c8b-bd03-be85bcdb2c84 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2743266 Jun 25 11:21:44.311572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51192) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:44.312768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Allocated IP 172.26.0.173 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/808837a4-ba0c-4d7e-a4d1-be4308367f94) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:44.364446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e153e567-5240-48a2-9444-745640ca2aac None None] Port 478861dd-38f5-4a80-8c23-85233ba7ae45 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:44.417040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.423204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:44.423823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.438327 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b24931ec-2d5c-41c4-af09-61b1850de4e4 req-3e0fc318-b2a4-4156-93c2-105499f535bb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701376 Jun 25 11:21:44.446367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:44.453591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:21:44.479017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d9c07-e8a9-40ec-9df1-ee70758e605d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:44.484567 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0e8d9c07-e8a9-40ec-9df1-ee70758e605d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1632066 Jun 25 11:21:44.487536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51196) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:44.523071 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9716692 Jun 25 11:21:44.530438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51200) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:44.544437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'subnet': {'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:44.561534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['adfa30ff-904b-42c4-9c85-4899821b7069'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:21:44.599471 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-897615dd-bfb3-4987-a34b-ca661fe49f7a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106777 Jun 25 11:21:44.600089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51202) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:44.609505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:44.627206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.642467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.661045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Network': ['ID=afefcb03-4e4f-453a-86e6-439df2c306d7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:44.666186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:44.682925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:44.685924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network afefcb03-4e4f-453a-86e6-439df2c306d7 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:21:44.688223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device cb49080a-30c5-47d0-b07d-bb8276825749 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:44.739087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Deleting port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:44.739697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.756327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Port': ['ID=117218f3-91c3-4928-8bad-dc6ff9df8d90,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:44.766816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:44.792232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.821179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] For port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=356a7ce0-5bd3-42d9-a486-d2961eef4e4a,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:44.821945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.855406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Calling delete_port for 356a7ce0-5bd3-42d9-a486-d2961eef4e4a owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:44.880066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22923a-79f6-450d-8503-70fa3ff7dd95 req-b6f2ef02-7273-4ede-ae94-fe7c5bfd3fb5 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:44.881702 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bf22923a-79f6-450d-8503-70fa3ff7dd95 req-b6f2ef02-7273-4ede-ae94-fe7c5bfd3fb5 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 945 time: 0.4689267 Jun 25 11:21:44.976349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947565af-a9c0-4fce-b2e2-58f60768b662 req-5cbfba6b-1bf1-45ed-9476-8f1da46119e4 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:44.978963 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-947565af-a9c0-4fce-b2e2-58f60768b662 req-5cbfba6b-1bf1-45ed-9476-8f1da46119e4 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 945 time: 0.2837083 Jun 25 11:21:44.983100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:44.983721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:44.987908 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/ports/117218f3-91c3-4928-8bad-dc6ff9df8d90 HTTP/1.1" status: 204 len: 168 time: 1.4184020 Jun 25 11:21:44.996233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.000212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51204) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:45.000385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51206) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:45.037006 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bf22923a-79f6-450d-8503-70fa3ff7dd95 req-365768ab-3a3b-4e3b-b124-1fb7232f4f0b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458633 Jun 25 11:21:45.064531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f81878-362b-4536-9c5e-b5ade1f505bc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] GET failed (client error): The resource could not be found. Jun 25 11:21:45.064531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-98f81878-362b-4536-9c5e-b5ade1f505bc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "GET /v2.0/ports/117218f3-91c3-4928-8bad-dc6ff9df8d90 HTTP/1.1" status: 404 len: 333 time: 0.0609853 Jun 25 11:21:45.067467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51208) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:45.073228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-774465295'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:45.079466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=356a7ce0-5bd3-42d9-a486-d2961eef4e4a,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:45.089379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.101226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:45.104465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Made reservation on behalf of 130c31b7b86042b9a09411069da4516d for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:45.110688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.111993 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-38700a70-7676-4a53-8432-a65898ab8b02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16f49e91596a44f1925ced7e94364326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1078110 Jun 25 11:21:45.139825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51210) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:45.166889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.180905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:45.182407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:45.196164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:45.204577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:45.211279 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-947565af-a9c0-4fce-b2e2-58f60768b662 req-2c1cf5eb-5a01-4b43-9277-a08364d83a97 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075527 Jun 25 11:21:45.246895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Port': ['ID=808837a4-ba0c-4d7e-a4d1-be4308367f94,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:45.252377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:45.264321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port cb49080a-30c5-47d0-b07d-bb8276825749 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:45.285272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port cb49080a-30c5-47d0-b07d-bb8276825749 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:45.285656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.341602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.362393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] No DVR routers for this DVR port 356a7ce0-5bd3-42d9-a486-d2961eef4e4a on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:45.392260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=356a7ce0-5bd3-42d9-a486-d2961eef4e4a,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:45.396486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:45.400262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:45.456353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 366a272b-b0da-42ae-a030-19a099b6cd8c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:45.468375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Pushing event deleted for resources: {'Port': ['ID=356a7ce0-5bd3-42d9-a486-d2961eef4e4a,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:45.468375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:45.557434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.582939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 366a272b-b0da-42ae-a030-19a099b6cd8c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:45.583318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.610793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:45.618421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.625952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d9f6f0aa-3ea7-4a69-b704-223ca10d871f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:45.707134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.715395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:45.730125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:45.736576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port cb49080a-30c5-47d0-b07d-bb8276825749, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb49080a-30c5-47d0-b07d-bb8276825749,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:45.736992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:45.737656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.759839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=7afbd105-9570-467e-bc02-95529f08eca6,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:45.766958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9660587-1819-4fab-80b9-e0638560ba5e None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:45.771087 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:45.774497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.797862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.837006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:45.842047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.864346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:45.865273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ba31542-92ce-4a03-9296-f33e482b6529 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:45.873835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f56aa997-c86e-45e3-89c2-bded576a8cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:45.889597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98a766-eb8e-4ec0-8818-e3977e89a873 req-15b0c365-509b-4400-a229-0a4ebff84f71 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:45.889597 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7a98a766-eb8e-4ec0-8818-e3977e89a873 req-15b0c365-509b-4400-a229-0a4ebff84f71 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 944 time: 0.2880127 Jun 25 11:21:45.917726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] device_id is not set on port 75507cd4-ba73-4573-9eb7-6326573ca95f yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:45.968404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defde2e4-7252-487f-8f77-0d0ce46c36c5" -d '{"events": [{"server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:21:46.001524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ffd3972b-3230-44bf-907f-bc6d105457a4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:46.018537 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4130056 Jun 25 11:21:46.022344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51222) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:46.040677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '7afbd105-9570-467e-bc02-95529f08eca6', 'ip_address': '2001:db8::a73:f03c:a2ce:aab6'}], 'name': 'tempest-NetworksTestDHCPv6-460296253'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:46.102379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=cb49080a-30c5-47d0-b07d-bb8276825749,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:46.106002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:46.110331 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7a98a766-eb8e-4ec0-8818-e3977e89a873 req-d45b9d30-3e35-4857-b30a-6846b1bc52c3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939278 Jun 25 11:21:46.148482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.178881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.198691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8cabc1ce-b793-42b5-92aa-b63ee4185e52 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:46.266165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.287053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.290982 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75a4fa06-1eed-49da-8a56-a5c98a743eb4 HTTP/1.1" status: 204 len: 168 time: 1.1485584 Jun 25 11:21:46.416036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c4c8f2-7970-4cba-8e10-5c8bbee1764d x-openstack-request-id: req-80c4c8f2-7970-4cba-8e10-5c8bbee1764d {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:21:46.416405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:21:46.416756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80c4c8f2-7970-4cba-8e10-5c8bbee1764d {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:21:46.417049 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'code': 200} Jun 25 11:21:46.488974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Subnet': ['ID=168d4936-1cc4-4d0d-8c3d-4acdb99ef8df,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:46.489142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcbdf8-010e-4fe0-8d62-5820b40b7459 req-19917076-fa1a-4778-a3cc-0f17437c8b85 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:46.490842 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25dcbdf8-010e-4fe0-8d62-5820b40b7459 req-19917076-fa1a-4778-a3cc-0f17437c8b85 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 945 time: 0.0919118 Jun 25 11:21:46.494884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Router abfbc413-8593-4bb6-a6ae-cf275682b392 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:21:46.495111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '7afbd105-9570-467e-bc02-95529f08eca6'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:46.497359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.500109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Allocated IP 2001:db8::160 (564ba117-3942-432b-b2ab-24b1944e06c1/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0/75507cd4-ba73-4573-9eb7-6326573ca95f) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:46.529325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.529325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.529325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.529325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.529789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.530291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.530758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.531389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.531673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.532127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.532587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.533116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:46.543051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:46.546859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c8459e87-9e47-4550-b7c4-cc2c4c0b6877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:46.577398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Checking segment: {'id': 'a4768c0c-d9fe-4fea-81c7-3753aa0c804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:46.577927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Network hostable DHCP agents. Network: afefcb03-4e4f-453a-86e6-439df2c306d7, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:21:46.590166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4fa06-1eed-49da-8a56-a5c98a743eb4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:46.603303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:46.639120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 7ba31542-92ce-4a03-9296-f33e482b6529 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:46.646646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ffd3972b-3230-44bf-907f-bc6d105457a4 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:46.659110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 7ba31542-92ce-4a03-9296-f33e482b6529 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:46.659446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.664238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd469bc-d2c1-4196-b416-b51e38e6e449 req-a31b25f1-88fc-400d-a5e9-b3d2f1ae6c2d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:46.665619 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0bd469bc-d2c1-4196-b416-b51e38e6e449 req-a31b25f1-88fc-400d-a5e9-b3d2f1ae6c2d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 945 time: 0.3685575 Jun 25 11:21:46.691897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ffd3972b-3230-44bf-907f-bc6d105457a4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:46.692279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.704761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:46.708108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:46.738102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Sync routers for ids ['abfbc413-8593-4bb6-a6ae-cf275682b392'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:46.752136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25dcbdf8-010e-4fe0-8d62-5820b40b7459 req-434d0bf4-b585-4435-8f61-2b81320d14c7 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531400 Jun 25 11:21:46.798595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Network afefcb03-4e4f-453a-86e6-439df2c306d7 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:21:46.826614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Routers {'abfbc413-8593-4bb6-a6ae-cf275682b392'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:46.827978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['abfbc413-8593-4bb6-a6ae-cf275682b392'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:46.835276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23d503-1b31-456c-b76e-a2f4878e5e5b req-0703baa5-6580-4f3c-947e-b07912d6f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:46.839590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-df23d503-1b31-456c-b76e-a2f4878e5e5b req-0703baa5-6580-4f3c-947e-b07912d6f826 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 1098 time: 0.1647511 Jun 25 11:21:46.842632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.845016 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0771098 Jun 25 11:21:46.853597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51232) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:46.872925 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0bd469bc-d2c1-4196-b416-b51e38e6e449 req-ace4bf28-17e1-4f0e-9be5-318ece457361 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856399 Jun 25 11:21:46.909951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, afefcb03-4e4f-453a-86e6-439df2c306d7) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:46.914733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:46.915575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.920237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.933259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d04072-6d68-4c61-8aa9-a97b804d898e None None] Network afefcb03-4e4f-453a-86e6-439df2c306d7 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:46.935191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-df23d503-1b31-456c-b76e-a2f4878e5e5b req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.938623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7afbd105-9570-467e-bc02-95529f08eca6/82d4f4a9-eca8-4508-ba5e-993799b3c488) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:46.979999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:46.997797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.008688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 13762318-c15b-4481-ac35-4ad0f1cbabec yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:47.042480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Transition to ACTIVE for port object 75507cd4-ba73-4573-9eb7-6326573ca95f will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:47.083512 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5507059 Jun 25 11:21:47.088358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ffd3972b-3230-44bf-907f-bc6d105457a4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ffd3972b-3230-44bf-907f-bc6d105457a4,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:47.095281 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6bf84a31-74f2-4671-8976-e13c419ecbd5 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/abfbc413-8593-4bb6-a6ae-cf275682b392 HTTP/1.1" status: 200 len: 908 time: 0.2397847 Jun 25 11:21:47.098683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51238) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:47.102250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51240) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:47.119286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-82f18d59-7e1f-4533-ab72-e956a71eb79f tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-893630892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:47.141991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Set router abfbc413-8593-4bb6-a6ae-cf275682b392 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:47.241211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-df23d503-1b31-456c-b76e-a2f4878e5e5b req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.258525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.267216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.279915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9fe6c3b1-6100-4865-8f78-6061ac3e6a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:47.345040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.351728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-df23d503-1b31-456c-b76e-a2f4878e5e5b req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.357025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-62b12a49-2ec6-4866-8fef-00050b2694fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:47.374232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 356a7ce0-5bd3-42d9-a486-d2961eef4e4a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:21:47.376080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eea9b-005f-4ab9-a8df-c4ca9d22f8c3 req-f57f9a55-1474-4b32-80b1-d5ae6d35bbbb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:47.378635 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ca2eea9b-005f-4ab9-a8df-c4ca9d22f8c3 req-f57f9a55-1474-4b32-80b1-d5ae6d35bbbb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.1286526 Jun 25 11:21:47.423263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ba31542-92ce-4a03-9296-f33e482b6529, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ba31542-92ce-4a03-9296-f33e482b6529,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:47.426109 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-df23d503-1b31-456c-b76e-a2f4878e5e5b req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5790112 Jun 25 11:21:47.437370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8003c4-777e-43ad-a640-3bf318e8f40b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:47.452901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.453430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.453861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.454288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.454711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.455381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.455715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.456127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.456559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.456989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.457792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.457792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:47.459926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.461438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 356a7ce0-5bd3-42d9-a486-d2961eef4e4a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:21:47.461796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 356a7ce0-5bd3-42d9-a486-d2961eef4e4a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:21:47.462550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:47.469243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.472102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:47.484217 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ca2eea9b-005f-4ab9-a8df-c4ca9d22f8c3 req-ab8f11e5-b8b7-4bca-be63-16e2f3e838f1 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901711 Jun 25 11:21:47.521432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.523247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ffd3972b-3230-44bf-907f-bc6d105457a4,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:47.543942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=75507cd4-ba73-4573-9eb7-6326573ca95f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:47.545338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:47.546151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device adfa30ff-904b-42c4-9c85-4899821b7069 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:47.547772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-07a42ae0-60ee-4899-8909-8f2e2c3247f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:47.550040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:47.551687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:47.556063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:47.558382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:47.564008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:47.564716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.678371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-afefcb03-4e4f-453a-86e6-439df2c306d7', 'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7', 'tenant_id': '130c31b7b86042b9a09411069da4516d', 'fixed_ips': [{'subnet_id': '168d4936-1cc4-4d0d-8c3d-4acdb99ef8df'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:47.679168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.722998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-82f18d59-7e1f-4533-ab72-e956a71eb79f tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.724472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-82f18d59-7e1f-4533-ab72-e956a71eb79f tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.749885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.751973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ba31542-92ce-4a03-9296-f33e482b6529,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:47.760266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:47.780573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Transition to ACTIVE for port object 82d4f4a9-eca8-4508-ba5e-993799b3c488 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:47.822044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-82f18d59-7e1f-4533-ab72-e956a71eb79f tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.827532 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7587364 Jun 25 11:21:47.830110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51256) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:47.837669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d0', 'mac_address': 'fa:16:3e:39:51:c0'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:47.855417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Transition to ACTIVE for port object 82d4f4a9-eca8-4508-ba5e-993799b3c488 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:47.864068 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Deleting port 808837a4-ba0c-4d7e-a4d1-be4308367f94 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:47.864676 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:47.959335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Allocated IP 172.20.0.2 (afefcb03-4e4f-453a-86e6-439df2c306d7/168d4936-1cc4-4d0d-8c3d-4acdb99ef8df/b1d853fd-d981-40b2-be17-d1067860a1d5) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:47.990327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-82f18d59-7e1f-4533-ab72-e956a71eb79f tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.007585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfbc413-8593-4bb6-a6ae-cf275682b392', 'name': 'tempest-snat-router-1497744183', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '808837a4-ba0c-4d7e-a4d1-be4308367f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:41Z', 'updated_at': '2021-06-25T11:21:45Z', 'revision_number': 3, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port': {'id': '808837a4-ba0c-4d7e-a4d1-be4308367f94', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfbc413-8593-4bb6-a6ae-cf275682b392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:21:44Z', 'updated_at': '2021-06-25T11:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:48.009508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port adfa30ff-904b-42c4-9c85-4899821b7069 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:48.011895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.024554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:48.119704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port adfa30ff-904b-42c4-9c85-4899821b7069 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:48.120184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.126550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:48.129259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Checking router: abfbc413-8593-4bb6-a6ae-cf275682b392 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:48.129703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Updating router abfbc413-8593-4bb6-a6ae-cf275682b392 port 808837a4-ba0c-4d7e-a4d1-be4308367f94 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:21:48.142907 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.146475 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::a73:f03c:a2ce:aab6 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7afbd105-9570-467e-bc02-95529f08eca6/13762318-c15b-4481-ac35-4ad0f1cbabec) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:48.167877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Calling delete_port for 808837a4-ba0c-4d7e-a4d1-be4308367f94 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:48.179296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:48.191066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a1c4ccbc-28d5-4f1f-8a44-68029394d6dc None None] Provisioning for port 75507cd4-ba73-4573-9eb7-6326573ca95f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:48.195514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:48.202944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-82f18d59-7e1f-4533-ab72-e956a71eb79f tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.204166 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-82f18d59-7e1f-4533-ab72-e956a71eb79f tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1041672 Jun 25 11:21:48.209448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51264) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:48.221816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a1c4ccbc-28d5-4f1f-8a44-68029394d6dc None None] Provisioning complete for port 75507cd4-ba73-4573-9eb7-6326573ca95f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:48.222409 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a1c4ccbc-28d5-4f1f-8a44-68029394d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.255485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Pushing event updated for resources: {'Port': ['ID=82d4f4a9-eca8-4508-ba5e-993799b3c488,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:48.311493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.315372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50568d4-c8a3-4794-a017-b32bd1b51516 req-daf4ce6f-b5ee-4181-a536-746f2c980052 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:48.315847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.316206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.316698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.317037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.317392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.317723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.318048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.318681 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e50568d4-c8a3-4794-a017-b32bd1b51516 req-daf4ce6f-b5ee-4181-a536-746f2c980052 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3318572 Jun 25 11:21:48.323819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.324290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.324636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.325015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.325368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:21:48.365635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:48.468014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.532511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:48.534854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8573044b-06d3-42bf-a918-0b45022a6e4f" -d '{"events": [{"server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "name": "network-vif-plugged", "status": "completed", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:21:48.567377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2083e-3767-43cc-8dbf-b7bcbfc23dd7 req-8b7fe57c-9bde-490d-8325-8bb6cfa54a7e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:48.569202 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-def2083e-3767-43cc-8dbf-b7bcbfc23dd7 req-8b7fe57c-9bde-490d-8325-8bb6cfa54a7e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 945 time: 0.5272093 Jun 25 11:21:48.586654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4ccbc-28d5-4f1f-8a44-68029394d6dc None None] Port 75507cd4-ba73-4573-9eb7-6326573ca95f cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:48.609310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Attempting to bind port 82d4f4a9-eca8-4508-ba5e-993799b3c488 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:48.609604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Attempting to bind port 82d4f4a9-eca8-4508-ba5e-993799b3c488 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:48.609978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Attempting to bind port 82d4f4a9-eca8-4508-ba5e-993799b3c488 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:48.695247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:48.695679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:48.696045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.696449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:48.696958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Bound port: 82d4f4a9-eca8-4508-ba5e-993799b3c488, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:48.697383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.702593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.743276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Transition to ACTIVE for port object b1d853fd-d981-40b2-be17-d1067860a1d5 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:48.753982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-def2083e-3767-43cc-8dbf-b7bcbfc23dd7 req-464ee885-cd5e-4b76-90ae-b9ddfdfdb390 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687791 Jun 25 11:21:48.761839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.817263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Transition to ACTIVE for port object b1d853fd-d981-40b2-be17-d1067860a1d5 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:48.890526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.921011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port adfa30ff-904b-42c4-9c85-4899821b7069, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adfa30ff-904b-42c4-9c85-4899821b7069,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:48.927517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] For port 82d4f4a9-eca8-4508-ba5e-993799b3c488, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:48.932776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] For port 82d4f4a9-eca8-4508-ba5e-993799b3c488, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=82d4f4a9-eca8-4508-ba5e-993799b3c488,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:48.936256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.940162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4809f1e9-9f4e-450c-8c41-7b8d8abbc69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:48.962157 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e50568d4-c8a3-4794-a017-b32bd1b51516 req-71e169e9-7d6a-4ae0-bd9c-8adc46195800 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6005650 Jun 25 11:21:49.008467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.009742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Network afefcb03-4e4f-453a-86e6-439df2c306d7 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:49.018757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:49.022917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:49.030096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] In _notify_port_updated(), no bound segment for port 75507cd4-ba73-4573-9eb7-6326573ca95f on network 564ba117-3942-432b-b2ab-24b1944e06c1 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:21:49.037673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:49.037673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.038037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "PUT /v2.0/ports/75507cd4-ba73-4573-9eb7-6326573ca95f HTTP/1.1" status: 200 len: 1001 time: 1.2055659 Jun 25 11:21:49.043610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e14e126-b88a-47bc-9133-857c41fc545d x-openstack-request-id: req-5e14e126-b88a-47bc-9133-857c41fc545d {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:21:49.044100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "name": "network-vif-plugged", "status": "completed", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:21:49.044537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e14e126-b88a-47bc-9133-857c41fc545d {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:21:49.045023 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529', 'code': 200} Jun 25 11:21:49.051527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:49.071191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.087150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Pushing event updated for resources: {'Port': ['ID=b1d853fd-d981-40b2-be17-d1067860a1d5,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:49.089175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.095510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:49.095980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:49.097437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=75507cd4-ba73-4573-9eb7-6326573ca95f,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:49.101864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51278) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:49.102996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:49.150385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7e362-a28d-4045-9cb5-00b1fbb2a56e req-6bfe67b5-6245-4882-b883-c4196134deef tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:49.152858 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11d7e362-a28d-4045-9cb5-00b1fbb2a56e req-6bfe67b5-6245-4882-b883-c4196134deef tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2223206 Jun 25 11:21:49.214060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.251465 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11d7e362-a28d-4045-9cb5-00b1fbb2a56e req-3dc96a3f-56cf-45e4-a669-4065e6d9bd37 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821428 Jun 25 11:21:49.262572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:49.316269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting port 75507cd4-ba73-4573-9eb7-6326573ca95f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:49.316625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.344476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event deleted for resources: {'Port': ['ID=808837a4-ba0c-4d7e-a4d1-be4308367f94,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:49.367440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.388726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:21:49.389023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:49.389218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:21:49.395966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Pushing event updated for resources: {'Port': ['ID=82d4f4a9-eca8-4508-ba5e-993799b3c488,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:49.472790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51284) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:49.473423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Attempting to bind port b1d853fd-d981-40b2-be17-d1067860a1d5 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:49.473423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Attempting to bind port b1d853fd-d981-40b2-be17-d1067860a1d5 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a4768c0c-d9fe-4fea-81c7-3753aa0c804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:49.473423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Attempting to bind port b1d853fd-d981-40b2-be17-d1067860a1d5 on network afefcb03-4e4f-453a-86e6-439df2c306d7 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:49.484319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.486733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:49.486997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Checking segment: {'id': 'a4768c0c-d9fe-4fea-81c7-3753aa0c804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:49.487415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.487825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Bound using segment: {'id': 'a4768c0c-d9fe-4fea-81c7-3753aa0c804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:49.488327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Bound port: b1d853fd-d981-40b2-be17-d1067860a1d5, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4768c0c-d9fe-4fea-81c7-3753aa0c804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:49.488717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.533165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Calling delete_port for 75507cd4-ba73-4573-9eb7-6326573ca95f owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:49.541325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=adfa30ff-904b-42c4-9c85-4899821b7069,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:49.547360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:49.553360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.560885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:49.561336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:49.585243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 13762318-c15b-4481-ac35-4ad0f1cbabec will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:49.685476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.692884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-59fed125-3917-4aa6-b644-9dd94ee3cb4e None None] Provisioning complete for port 75507cd4-ba73-4573-9eb7-6326573ca95f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:49.693363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-59fed125-3917-4aa6-b644-9dd94ee3cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.766190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ffd3972b-3230-44bf-907f-bc6d105457a4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:49.794982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8eec91f6-0053-4d21-841a-69f53beed861 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-286989912'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:49.830551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] For port b1d853fd-d981-40b2-be17-d1067860a1d5, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:49.835111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-59fed125-3917-4aa6-b644-9dd94ee3cb4e None None] Port 75507cd4-ba73-4573-9eb7-6326573ca95f cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:49.869214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] For port b1d853fd-d981-40b2-be17-d1067860a1d5, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b1d853fd-d981-40b2-be17-d1067860a1d5,segment=NetworkSegment(a4768c0c-d9fe-4fea-81c7-3753aa0c804d),segment_id=a4768c0c-d9fe-4fea-81c7-3753aa0c804d)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:49.877463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ffd3972b-3230-44bf-907f-bc6d105457a4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:49.879840 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.919304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8eec91f6-0053-4d21-841a-69f53beed861 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.921915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8eec91f6-0053-4d21-841a-69f53beed861 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.950677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.956704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:49.966150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5759e5a-93a3-4ea5-84c1-4ef4c30e7c15 req-85173959-2523-4a67-986c-2ecf481debfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:49.968774 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b5759e5a-93a3-4ea5-84c1-4ef4c30e7c15 req-85173959-2523-4a67-986c-2ecf481debfd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.3124614 Jun 25 11:21:50.006431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.014336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Port 808837a4-ba0c-4d7e-a4d1-be4308367f94 not found while updating agent binding for router abfbc413-8593-4bb6-a6ae-cf275682b392. {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 25 11:21:50.034343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:50.048624 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b5759e5a-93a3-4ea5-84c1-4ef4c30e7c15 req-1cd25ec5-63ad-4ee6-ad82-af22faa02110 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688341 Jun 25 11:21:50.112781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8eec91f6-0053-4d21-841a-69f53beed861 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.120326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Pushing event updated for resources: {'Port': ['ID=b1d853fd-d981-40b2-be17-d1067860a1d5,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:50.124407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:50.130771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Routers {'abfbc413-8593-4bb6-a6ae-cf275682b392'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:50.131402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['abfbc413-8593-4bb6-a6ae-cf275682b392'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:50.143405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.155077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-437f2b3f-523e-4dc6-87c4-04374a64bf30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:50.177139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.181693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abfbc413-8593-4bb6-a6ae-cf275682b392 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:50.185142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.188805 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "DELETE /v2.0/routers/abfbc413-8593-4bb6-a6ae-cf275682b392 HTTP/1.1" status: 204 len: 168 time: 3.0853467 Jun 25 11:21:50.192013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51292) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:50.208811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08124dc-3a19-4739-a13b-37aaa5220762 req-80d10347-3525-434f-8666-14bebd699f67 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:50.220282 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e08124dc-3a19-4739-a13b-37aaa5220762 req-80d10347-3525-434f-8666-14bebd699f67 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.2607615 Jun 25 11:21:50.227283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.282164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:50.292467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Allocated IP 172.20.0.1 (afefcb03-4e4f-453a-86e6-439df2c306d7/168d4936-1cc4-4d0d-8c3d-4acdb99ef8df/4932d641-87cc-4f9e-8d43-29bce0da5793) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:50.299415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] Set router abfbc413-8593-4bb6-a6ae-cf275682b392 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:50.368753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8eec91f6-0053-4d21-841a-69f53beed861 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.380408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfbc413-8593-4bb6-a6ae-cf275682b392', 'name': 'tempest-snat-router-1497744183', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:41Z', 'updated_at': '2021-06-25T11:21:49Z', 'revision_number': 5, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:50.381449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Port': ['ID=75507cd4-ba73-4573-9eb7-6326573ca95f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:50.419342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f01834-b7b0-4639-a8fe-c8e1e275e8b2 None None] The sync data for ids ['abfbc413-8593-4bb6-a6ae-cf275682b392'] in dv-neutron-797120-5-hyperv is: [{'id': 'abfbc413-8593-4bb6-a6ae-cf275682b392', 'name': 'tempest-snat-router-1497744183', 'tenant_id': '6d093948e44f41f19909dfde1c3818d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:21:41Z', 'updated_at': '2021-06-25T11:21:49Z', 'revision_number': 5, 'project_id': '6d093948e44f41f19909dfde1c3818d5', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:50.419558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:50.447963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:50.469316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.472385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/ports/75507cd4-ba73-4573-9eb7-6326573ca95f HTTP/1.1" status: 204 len: 168 time: 1.3661091 Jun 25 11:21:50.476133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51296) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:50.479958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8eec91f6-0053-4d21-841a-69f53beed861 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.485187 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8eec91f6-0053-4d21-841a-69f53beed861 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0118210 Jun 25 11:21:50.491242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51298) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:50.530569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:50.542957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-297baa30-c57f-4acf-95cd-f9e4606e1979 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] GET failed (client error): The resource could not be found. Jun 25 11:21:50.546102 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-297baa30-c57f-4acf-95cd-f9e4606e1979 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "GET /v2.0/ports/75507cd4-ba73-4573-9eb7-6326573ca95f HTTP/1.1" status: 404 len: 333 time: 0.0662599 Jun 25 11:21:50.551695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51300) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:50.565921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1349318730'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:50.577882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:50.587211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:50.587900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.611750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd9f1-2684-47bb-9ec2-2af260b3cf90 req-dbc59ec3-f614-4b7c-9cce-87fe0bc56658 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:50.613501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ea1fd9f1-2684-47bb-9ec2-2af260b3cf90 req-dbc59ec3-f614-4b7c-9cce-87fe0bc56658 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.4474804 Jun 25 11:21:50.643886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=13762318-c15b-4481-ac35-4ad0f1cbabec,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:50.713676 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ea1fd9f1-2684-47bb-9ec2-2af260b3cf90 req-e2ec0232-acef-4b13-949c-de9e0a28181a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673194 Jun 25 11:21:50.722328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:50.834634 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.8034744 Jun 25 11:21:50.837584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51302) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:50.865836 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e08124dc-3a19-4739-a13b-37aaa5220762 req-cffa04f5-8a7c-4c6d-9753-9ac3d26012ab tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5869527 Jun 25 11:21:50.867356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b47abeb9-6472-4a60-813e-f4a48e243eb6 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.902847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:50.907319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.921124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:50.944765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] device_id is not set on port aa2a5303-3383-40ce-b79c-fc410276e1d7 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:51.046419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:51.048972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef816b24-3b78-4ef1-9751-ddd81b09444f" -d '{"events": [{"server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "name": "network-vif-plugged", "status": "completed", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:21:51.064627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8ab3a-9a92-4746-aa56-ddba3d01254c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:51.070688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8ab3a-9a92-4746-aa56-ddba3d01254c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:51.075761 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b6e8ab3a-9a92-4746-aa56-ddba3d01254c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2337153 Jun 25 11:21:51.083498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0861f-6038-4e1a-96f2-4fca3912fd1b req-185f4ca5-96a3-472b-b4bb-869d89a2ef68 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:51.091503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7fc0861f-6038-4e1a-96f2-4fca3912fd1b req-185f4ca5-96a3-472b-b4bb-869d89a2ef68 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2420256 Jun 25 11:21:51.093324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51306) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:51.128555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dfd73c-4efb-4464-805a-762f4f6e8698 x-openstack-request-id: req-68dfd73c-4efb-4464-805a-762f4f6e8698 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:21:51.128907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "name": "network-vif-plugged", "status": "completed", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:21:51.130163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68dfd73c-4efb-4464-805a-762f4f6e8698 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:21:51.131015 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'code': 200} Jun 25 11:21:51.180648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.191021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c0b5849b-10c7-452d-9048-b03502c5077a None None] Provisioning for port 82d4f4a9-eca8-4508-ba5e-993799b3c488 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:51.229230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Allocated IP 2001:db8::2e3 (564ba117-3942-432b-b2ab-24b1944e06c1/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0/aa2a5303-3383-40ce-b79c-fc410276e1d7) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:51.237189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b47abeb9-6472-4a60-813e-f4a48e243eb6 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.239278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Transition to ACTIVE for port object 4932d641-87cc-4f9e-8d43-29bce0da5793 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:51.245551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b47abeb9-6472-4a60-813e-f4a48e243eb6 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.315494 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7fc0861f-6038-4e1a-96f2-4fca3912fd1b req-ec879d88-481a-44fb-bc74-7b53455f7e39 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229002 Jun 25 11:21:51.346705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.391963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 13762318-c15b-4481-ac35-4ad0f1cbabec {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:51.392412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.397746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b47abeb9-6472-4a60-813e-f4a48e243eb6 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.398303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47abeb9-6472-4a60-813e-f4a48e243eb6 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9488abd-bb01-4749-98d0-b4541fb4ac7d {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:51.402854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b47abeb9-6472-4a60-813e-f4a48e243eb6 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.408236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b47abeb9-6472-4a60-813e-f4a48e243eb6 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "DELETE /v2.0/routers/e9488abd-bb01-4749-98d0-b4541fb4ac7d HTTP/1.1" status: 204 len: 168 time: 0.8452008 Jun 25 11:21:51.408722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51312) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:51.416417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7dbb5081-df73-430e-bdda-a1a7f464a9a2 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Request body: {'router': {'name': 'tempest-router-1090706044', 'distributed': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:51.440557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.456715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e0ba4b12-d60d-438a-89d7-0b49e59b02fe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:51.495641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9932282d-4d1b-4aa1-986a-1b413f748176 None None] Provisioning for port 13762318-c15b-4481-ac35-4ad0f1cbabec completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:51.500976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Network afefcb03-4e4f-453a-86e6-439df2c306d7 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:51.501552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9932282d-4d1b-4aa1-986a-1b413f748176 None None] Provisioning complete for port 13762318-c15b-4481-ac35-4ad0f1cbabec triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:51.501957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9932282d-4d1b-4aa1-986a-1b413f748176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.537339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:51.558875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:51.583141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9932282d-4d1b-4aa1-986a-1b413f748176 None None] Port 13762318-c15b-4481-ac35-4ad0f1cbabec cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:51.691778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7dbb5081-df73-430e-bdda-a1a7f464a9a2 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.693067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7dbb5081-df73-430e-bdda-a1a7f464a9a2 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.703307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.713777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Port': ['ID=4932d641-87cc-4f9e-8d43-29bce0da5793,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:51.737408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:51.748855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 13762318-c15b-4481-ac35-4ad0f1cbabec owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:51.770019 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.784921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:51.797738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1d853fd-d981-40b2-be17-d1067860a1d5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:51.944650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Transition to ACTIVE for port object aa2a5303-3383-40ce-b79c-fc410276e1d7 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:51.967202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b1d853fd-d981-40b2-be17-d1067860a1d5 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:51.970888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38a1d9-7027-4b1b-8e1f-ece19cfe7f29 req-86ffb85b-9418-456f-a540-c5fb64f3971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:51.972576 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e38a1d9-7027-4b1b-8e1f-ece19cfe7f29 req-86ffb85b-9418-456f-a540-c5fb64f3971e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 1099 time: 0.3666971 Jun 25 11:21:51.973384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 82d4f4a9-eca8-4508-ba5e-993799b3c488 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:52.051125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17152cc-cf5c-4049-8815-24d1828501e9 None None] Network afefcb03-4e4f-453a-86e6-439df2c306d7 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:52.114215 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e38a1d9-7027-4b1b-8e1f-ece19cfe7f29 req-e2ba2c7b-b536-4c33-8ea0-b00f12bfdaaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310458 Jun 25 11:21:52.120022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 82d4f4a9-eca8-4508-ba5e-993799b3c488 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:52.122525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af44ec-d0a3-4874-81fd-4e1a0f6013a3 req-d0412b52-01d2-4fb5-ad4c-4e04f0efc199 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:52.124612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-83af44ec-d0a3-4874-81fd-4e1a0f6013a3 req-d0412b52-01d2-4fb5-ad4c-4e04f0efc199 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2148440 Jun 25 11:21:52.145503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 82d4f4a9-eca8-4508-ba5e-993799b3c488 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:52.145905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.171491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Deleting port ffd3972b-3230-44bf-907f-bc6d105457a4 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:52.171707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.181037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7dbb5081-df73-430e-bdda-a1a7f464a9a2 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.190788 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-83af44ec-d0a3-4874-81fd-4e1a0f6013a3 req-b46bc823-5148-4c63-8372-53c0ca0ef441 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522120 Jun 25 11:21:52.217869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Provisioning for port b1d853fd-d981-40b2-be17-d1067860a1d5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:52.218001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.218001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.221059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:52.224302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Provisioning complete for port b1d853fd-d981-40b2-be17-d1067860a1d5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:52.224682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.285603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7dbb5081-df73-430e-bdda-a1a7f464a9a2 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.305360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a06781-5f88-425d-8b16-840a65aeb9f4 req-e102448e-3aed-4d1d-9706-0bdb3fb0c5ba tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:52.306985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e2a06781-5f88-425d-8b16-840a65aeb9f4 req-e102448e-3aed-4d1d-9706-0bdb3fb0c5ba tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.6978393 Jun 25 11:21:52.336137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51320) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:52.342752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Request body: {'floatingip': {'port_id': 'cb49080a-30c5-47d0-b07d-bb8276825749'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:52.380610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:52.393550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:52.396363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:52.423621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:52.424454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.456285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.461980 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/13762318-c15b-4481-ac35-4ad0f1cbabec HTTP/1.1" status: 204 len: 168 time: 1.3644295 Jun 25 11:21:52.491511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51322) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:52.510708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.539590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=aa2a5303-3383-40ce-b79c-fc410276e1d7,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:52.554837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:52.556377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.557399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:52.615603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] For port b1d853fd-d981-40b2-be17-d1067860a1d5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b1d853fd-d981-40b2-be17-d1067860a1d5,segment=NetworkSegment(a4768c0c-d9fe-4fea-81c7-3753aa0c804d),segment_id=a4768c0c-d9fe-4fea-81c7-3753aa0c804d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:52.626241 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0731077 Jun 25 11:21:52.628090 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51324) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:52.639305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:39:51:c0'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:52.659729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 82d4f4a9-eca8-4508-ba5e-993799b3c488, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=82d4f4a9-eca8-4508-ba5e-993799b3c488,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:52.664949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for floatingip, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.667244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7dbb5081-df73-430e-bdda-a1a7f464a9a2 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.668431 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7dbb5081-df73-430e-bdda-a1a7f464a9a2 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2586324 Jun 25 11:21:52.677311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51326) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:52.678273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=13762318-c15b-4481-ac35-4ad0f1cbabec,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:52.679261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] For port ffd3972b-3230-44bf-907f-bc6d105457a4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ffd3972b-3230-44bf-907f-bc6d105457a4,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:52.679494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.728050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:52.773479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Calling delete_port for ffd3972b-3230-44bf-907f-bc6d105457a4 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:52.805236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d53bf67-4719-475f-bef5-99edfd63acba tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.810284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140c8ba-1e98-4cec-a9b5-c9b1e1465871 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:52.812388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9140c8ba-1e98-4cec-a9b5-c9b1e1465871 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:52.814310 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9140c8ba-1e98-4cec-a9b5-c9b1e1465871 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3196292 Jun 25 11:21:52.822819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.829898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51328) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:52.887227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7792973-0b24-4e24-9e5e-a877eccba1a5 req-3cc6cafe-1992-4bed-abd0-12491cb6e909 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:52.889227 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7792973-0b24-4e24-9e5e-a877eccba1a5 req-3cc6cafe-1992-4bed-abd0-12491cb6e909 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.4261930 Jun 25 11:21:52.947323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.973237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:52.975208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:52.977545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.039102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Pushing event updated for resources: {'Port': ['ID=b1d853fd-d981-40b2-be17-d1067860a1d5,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:53.042725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:53.043233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cc8014b9-a459-4a3a-9286-73c161d478d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:53.125717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=82d4f4a9-eca8-4508-ba5e-993799b3c488,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:53.130143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:53.142704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a03077-b9fe-4f60-b7f3-2bba9b0a40b0 req-2d75ff50-6e83-4114-85fa-5abecd1931bf tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:53.145804 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a2a03077-b9fe-4f60-b7f3-2bba9b0a40b0 req-2d75ff50-6e83-4114-85fa-5abecd1931bf tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.5583897 Jun 25 11:21:53.186952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Provisioning for port aa2a5303-3383-40ce-b79c-fc410276e1d7 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:53.191612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Provisioning complete for port aa2a5303-3383-40ce-b79c-fc410276e1d7 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:53.191995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.232638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 7afbd105-9570-467e-bc02-95529f08eca6 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:21:53.273525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51330) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:53.278088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.316719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Request body: {'floatingip': {'port_id': '7ba31542-92ce-4a03-9296-f33e482b6529'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:53.397054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Port aa2a5303-3383-40ce-b79c-fc410276e1d7 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:53.413708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Provisioning complete for port b1d853fd-d981-40b2-be17-d1067860a1d5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:53.414033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.418513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d53bf67-4719-475f-bef5-99edfd63acba tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.437144 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7792973-0b24-4e24-9e5e-a877eccba1a5 req-fc247a1b-9512-4238-b7a0-55039573988f tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5149806 Jun 25 11:21:53.438534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d53bf67-4719-475f-bef5-99edfd63acba tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.457360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for floatingip, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.564881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.603615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d53bf67-4719-475f-bef5-99edfd63acba tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.603615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d53bf67-4719-475f-bef5-99edfd63acba tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d9ed3f3-6698-4a97-9efc-ce72e817da40 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:53.614781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d53bf67-4719-475f-bef5-99edfd63acba tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.614781 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9d53bf67-4719-475f-bef5-99edfd63acba tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "DELETE /v2.0/routers/4d9ed3f3-6698-4a97-9efc-ce72e817da40 HTTP/1.1" status: 204 len: 168 time: 0.9295301 Jun 25 11:21:53.615292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51332) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:53.618154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1d853fd-d981-40b2-be17-d1067860a1d5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:53.622797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-af866fd4-744a-4d0a-a26a-de68c27ec83c tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Request body: {'router': {'name': 'tempest-router-1111645205', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '86e3894d3ae647e5b43e9594fa2d4557'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:53.655636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Provisioning for port 4932d641-87cc-4f9e-8d43-29bce0da5793 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:53.665836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Provisioning complete for port 4932d641-87cc-4f9e-8d43-29bce0da5793 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:53.666223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.716210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a9260c9a-2cd8-403a-bd5a-87285abf8b5b None None] Port 4932d641-87cc-4f9e-8d43-29bce0da5793 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:53.724516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b1d853fd-d981-40b2-be17-d1067860a1d5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:53.725019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.725242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af866fd4-744a-4d0a-a26a-de68c27ec83c tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.726452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af866fd4-744a-4d0a-a26a-de68c27ec83c tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.762962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.807110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-388de053-0846-4c26-99af-47e184bd8938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:53.840294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af866fd4-744a-4d0a-a26a-de68c27ec83c tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.842476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 82d4f4a9-eca8-4508-ba5e-993799b3c488 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:21:53.903560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.907933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af866fd4-744a-4d0a-a26a-de68c27ec83c tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.920162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0b4e3540-0a84-42bd-86ae-771d6f93e0c4 None None] Provisioning complete for port 4932d641-87cc-4f9e-8d43-29bce0da5793 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:53.921054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3540-0a84-42bd-86ae-771d6f93e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.948871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 82d4f4a9-eca8-4508-ba5e-993799b3c488 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:53.949365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.962269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffd3972b-3230-44bf-907f-bc6d105457a4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:53.974079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:53.980078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:53.984927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e82c988-2f17-4f05-86f9-13126bc2270c tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:53.989037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e3540-0a84-42bd-86ae-771d6f93e0c4 None None] Port 4932d641-87cc-4f9e-8d43-29bce0da5793 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:54.022325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af866fd4-744a-4d0a-a26a-de68c27ec83c tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.027685 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-af866fd4-744a-4d0a-a26a-de68c27ec83c tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4101160 Jun 25 11:21:54.028382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51334) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:54.029480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] In _notify_port_updated(), no bound segment for port aa2a5303-3383-40ce-b79c-fc410276e1d7 on network 564ba117-3942-432b-b2ab-24b1944e06c1 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:21:54.035268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:54.035988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.037634 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "PUT /v2.0/ports/aa2a5303-3383-40ce-b79c-fc410276e1d7 HTTP/1.1" status: 200 len: 1003 time: 1.4047031 Jun 25 11:21:54.043848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51336) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:54.055815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:54.184662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=aa2a5303-3383-40ce-b79c-fc410276e1d7,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:54.192024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:54.320480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5a397d66-2675-4781-bb5d-fc331fe8ee1b None None] Provisioning complete for port aa2a5303-3383-40ce-b79c-fc410276e1d7 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:54.321030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5a397d66-2675-4781-bb5d-fc331fe8ee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.376624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5a397d66-2675-4781-bb5d-fc331fe8ee1b None None] Port aa2a5303-3383-40ce-b79c-fc410276e1d7 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:54.390904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.402181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.402567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.490871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting port aa2a5303-3383-40ce-b79c-fc410276e1d7 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:54.491422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.515662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94501) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 25 11:21:54.516172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Router c747c100-f6ff-49ac-acea-8ef7f2d063f4 migrating from provider to provider. {{(pid=94501) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 25 11:21:54.516763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.535946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.597270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.678987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.689174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.696472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Calling delete_port for aa2a5303-3383-40ce-b79c-fc410276e1d7 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:54.714642 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] No L3 agents can host the router c747c100-f6ff-49ac-acea-8ef7f2d063f4 Jun 25 11:21:54.762445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.818360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.859718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d808b38-ef1e-4a53-ac2d-29b626f5b0bf tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:54.906569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.resource_extend [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:21:54.909035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Hosts for router c747c100-f6ff-49ac-acea-8ef7f2d063f4: [] {{(pid=94501) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 25 11:21:54.941820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Hosts for other DVR routers connected to router c747c100-f6ff-49ac-acea-8ef7f2d063f4: set() {{(pid=94501) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 25 11:21:54.944359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:54.945675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0132e53e-9119-4925-89ca-7e244a78b6c0 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "PUT /v2.0/routers/c747c100-f6ff-49ac-acea-8ef7f2d063f4 HTTP/1.1" status: 200 len: 717 time: 0.9043300 Jun 25 11:21:54.965194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51340) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.046390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.052186 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d9d92b15-22ad-44e4-b644-96f42af822c3 tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "GET /v2.0/routers/c747c100-f6ff-49ac-acea-8ef7f2d063f4 HTTP/1.1" status: 200 len: 717 time: 0.0863290 Jun 25 11:21:55.055871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.056103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51342) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.069999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.105824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.118545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42b7a96d-f0df-4ad1-a124-74870c5c3df7 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:55.167218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Port': ['ID=aa2a5303-3383-40ce-b79c-fc410276e1d7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:55.169616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.172027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/ports/aa2a5303-3383-40ce-b79c-fc410276e1d7 HTTP/1.1" status: 204 len: 168 time: 1.1074188 Jun 25 11:21:55.173034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:55.174665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51346) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.192095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.193299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Port': ['ID=4932d641-87cc-4f9e-8d43-29bce0da5793,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:55.195808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.198550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741aa8b-9ed6-4cce-a458-3153e29c8f34 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:55.200883 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7afbd105-9570-467e-bc02-95529f08eca6 HTTP/1.1" status: 204 len: 168 time: 2.3690498 Jun 25 11:21:55.209155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51348) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.212036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:55.214191 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8895de14-f598-4d83-af0c-3e4343c47b7a tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:55.254990 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e42837-b56f-4673-a6ab-00a3aeb228f6 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] GET failed (client error): The resource could not be found. Jun 25 11:21:55.260806 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-99e42837-b56f-4673-a6ab-00a3aeb228f6 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "GET /v2.0/ports/aa2a5303-3383-40ce-b79c-fc410276e1d7 HTTP/1.1" status: 404 len: 333 time: 0.0848968 Jun 25 11:21:55.264302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51350) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.266034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.277230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1444589351'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:55.323025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad8634-3fff-4be9-a77c-f2b37105b776 req-cf5fa947-4292-4c60-bb5a-fec04108b6c2 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:55.324988 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-51ad8634-3fff-4be9-a77c-f2b37105b776 req-cf5fa947-4292-4c60-bb5a-fec04108b6c2 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.7167592 Jun 25 11:21:55.328944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.333867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-de58a162-6628-4508-9a46-70afea50b24e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202803 Jun 25 11:21:55.335136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51352) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.404894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.405729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:55.415239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:55.449308 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3742dfaa-7684-4ea3-819c-e43bdf03790f tempest-RoutersTestDVR-1357510795 tempest-RoutersTestDVR-1357510795-project] 10.222.0.81 "GET /v2.0/routers/c747c100-f6ff-49ac-acea-8ef7f2d063f4 HTTP/1.1" status: 200 len: 683 time: 0.3891513 Jun 25 11:21:55.451489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=7afbd105-9570-467e-bc02-95529f08eca6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:55.451489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:55.451684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51354) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.495493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:55.499768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.511948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:21:55.527769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.534139 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "DELETE /v2.0/routers/88a0fabd-50a7-4e8d-be1d-cd6bd2049fe8 HTTP/1.1" status: 204 len: 168 time: 5.3364327 Jun 25 11:21:55.541937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51356) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:55.576468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1186846787', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:55.608990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8419acfc-86eb-493d-8890-1a38c392215f tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.609233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.resource_extend [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:21:55.611728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] device_id is not set on port 493bf67f-38e6-4238-b955-c280041ec37a yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:55.649004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Deleting port 82d4f4a9-eca8-4508-ba5e-993799b3c488 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:21:55.649818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.727747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] For port 82d4f4a9-eca8-4508-ba5e-993799b3c488, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=82d4f4a9-eca8-4508-ba5e-993799b3c488,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:21:55.728893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.750770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Calling delete_port for 82d4f4a9-eca8-4508-ba5e-993799b3c488 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:21:55.758204 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-51ad8634-3fff-4be9-a77c-f2b37105b776 req-deab87ce-fffb-4f5b-b738-83dd306d3f3c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583100 Jun 25 11:21:55.798973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.830138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Floating IP becac6f9-5263-4cee-9120-1ea3e7836e9b associated. External IP: 172.26.0.189, port: cb49080a-30c5-47d0-b07d-bb8276825749. Jun 25 11:21:55.877039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.878171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.901376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.911270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Network afefcb03-4e4f-453a-86e6-439df2c306d7 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:55.942555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8419acfc-86eb-493d-8890-1a38c392215f tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:55.951864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:56.007999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.022378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4496ff7c-3398-4969-9135-e639de5566ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:56.066797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Pushing event deleted for resources: {'Port': ['ID=82d4f4a9-eca8-4508-ba5e-993799b3c488,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:56.072593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 82d4f4a9-eca8-4508-ba5e-993799b3c488 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:21:56.108666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:56.110272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 82d4f4a9-eca8-4508-ba5e-993799b3c488 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:21:56.110858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 82d4f4a9-eca8-4508-ba5e-993799b3c488 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:21:56.126699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] No DVR routers for this DVR port 82d4f4a9-eca8-4508-ba5e-993799b3c488 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:21:56.308820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8419acfc-86eb-493d-8890-1a38c392215f tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.314530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:56.317986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7fd3c560-d110-49ec-8de3-1f6acc6ce2f4 None None] Provisioning complete for port 4932d641-87cc-4f9e-8d43-29bce0da5793 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:56.318176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.318449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c560-d110-49ec-8de3-1f6acc6ce2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.339484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Allocated IP 2001:db8::38b (564ba117-3942-432b-b2ab-24b1944e06c1/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0/493bf67f-38e6-4238-b955-c280041ec37a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:56.358272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3c560-d110-49ec-8de3-1f6acc6ce2f4 None None] Port 4932d641-87cc-4f9e-8d43-29bce0da5793 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:56.411947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.476204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b00ebd-8897-40f2-b811-e5e97c4d80ef req-25571ec8-d2cb-4404-b09e-de4cf14d1465 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:56.477775 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8b00ebd-8897-40f2-b811-e5e97c4d80ef req-25571ec8-d2cb-4404-b09e-de4cf14d1465 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.5598898 Jun 25 11:21:56.492422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51360) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:56.498265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Request body: {'floatingip': {'port_id': 'adfa30ff-904b-42c4-9c85-4899821b7069'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:56.540362 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Floating IP 54bd0c7a-a48b-4950-8005-70abaa2c7128 associated. External IP: 172.26.0.27, port: 7ba31542-92ce-4a03-9296-f33e482b6529. Jun 25 11:21:56.642982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8419acfc-86eb-493d-8890-1a38c392215f tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.643489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8419acfc-86eb-493d-8890-1a38c392215f tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c747c100-f6ff-49ac-acea-8ef7f2d063f4 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:56.677313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8419acfc-86eb-493d-8890-1a38c392215f tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.678384 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8419acfc-86eb-493d-8890-1a38c392215f tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c747c100-f6ff-49ac-acea-8ef7f2d063f4 HTTP/1.1" status: 204 len: 168 time: 1.2272682 Jun 25 11:21:56.682215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.682795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51362) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:56.695362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a10d5697-6e19-45c3-94b9-8551ed5c74da tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Request body: {'router': {'name': 'tempest-router-1375488488', 'distributed': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:56.860544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Router 60a78a35-d3f1-42ff-83e6-574a2e6a19de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:21:56.890968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.896445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.900285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Router 83b430e3-a068-47b0-9b44-c74cec037351 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:21:56.933896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a10d5697-6e19-45c3-94b9-8551ed5c74da tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.935852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a10d5697-6e19-45c3-94b9-8551ed5c74da tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:56.948363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Transition to ACTIVE for port object 493bf67f-38e6-4238-b955-c280041ec37a will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:57.022368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.064254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a01aef93-f133-4a16-a458-f3d561e1ab1f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:57.095273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a10d5697-6e19-45c3-94b9-8551ed5c74da tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.171838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:57.179856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a10d5697-6e19-45c3-94b9-8551ed5c74da tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.187069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Router afc2b642-f02e-49ed-aeff-06b0c2f551fb has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:21:57.190104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:57.191845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:57.201852 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "PUT /v2.0/routers/83b430e3-a068-47b0-9b44-c74cec037351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9811110 Jun 25 11:21:57.201852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:57.201852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.209447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:57.209546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=c6ddada1-ae52-4073-87d9-0cc0c796e982,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:57.209630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e96ef6-b5be-482c-8705-dcc8d8528129 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:21:57.210218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'port': {'network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7', 'name': 'tempest-FloatingIPNegativeTestJSON-2007715855'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:57.213300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:57.214805 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] Sync routers for ids ['83b430e3-a068-47b0-9b44-c74cec037351'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:57.227742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:57.228030 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] Routers {'83b430e3-a068-47b0-9b44-c74cec037351'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:57.236971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.237249 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['83b430e3-a068-47b0-9b44-c74cec037351'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:57.249239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] Sync routers for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:57.283655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.287165 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:57.298016 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] Routers {'83b430e3-a068-47b0-9b44-c74cec037351'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:57.299364 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['83b430e3-a068-47b0-9b44-c74cec037351'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:57.321781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:57.322869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:57.324248 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3eae1502-26c6-4c8a-9c94-511f7b55f053 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "PUT /v2.0/floatingips/becac6f9-5263-4cee-9120-1ea3e7836e9b HTTP/1.1" status: 200 len: 991 time: 4.9867418 Jun 25 11:21:57.327212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:57.329989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:57.371970 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9618340 Jun 25 11:21:57.374977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51372) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:57.378014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a10d5697-6e19-45c3-94b9-8551ed5c74da tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.379205 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a10d5697-6e19-45c3-94b9-8551ed5c74da tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6913931 Jun 25 11:21:57.381247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': 'c6ddada1-ae52-4073-87d9-0cc0c796e982', 'ip_address': '2001:db8::9b8e:160d:5e3f:fddc'}], 'name': 'tempest-NetworksTestDHCPv6-461824833'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:57.386193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51374) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:57.388652 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:57.392882 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5a2f1-f98d-4c4c-8f20-87655dcb687f None None] The sync data for ids ['83b430e3-a068-47b0-9b44-c74cec037351'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:57.488235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:57.553268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:21:57.564932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:57.565391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.565496 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] Sync routers for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:21:57.568709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aa0533c-b0bf-4383-aede-8fd956d2b8fd tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.584428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:57.586401 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:57.587234 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:57.590265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:57.591596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.594503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=493bf67f-38e6-4238-b955-c280041ec37a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:57.606169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ffd3972b-3230-44bf-907f-bc6d105457a4 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:21:57.611589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:57.681974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ffd3972b-3230-44bf-907f-bc6d105457a4 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:21:57.685151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ffd3972b-3230-44bf-907f-bc6d105457a4 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:21:57.725322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaac595-ae05-4d11-81b7-16fad64514d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:21:57.730177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:57.766168 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c9a1b1a-1e07-4ea6-8231-ae5bf0c9af24 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "PUT /v2.0/floatingips/54bd0c7a-a48b-4950-8005-70abaa2c7128 HTTP/1.1" status: 200 len: 991 time: 4.4913478 Jun 25 11:21:57.805248 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5403748 Jun 25 11:21:57.837631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51384) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:57.883931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'network_id': '564ba117-3942-432b-b2ab-24b1944e06c1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1794719079'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:21:57.944085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:21:57.944085 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:21:57.944085 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 21, 57, 800717)}] Jun 25 11:21:57.944085 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:21:57.944590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:21:57.961417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.resource_extend [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:21:57.965379 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:57.978192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6277ea-5e91-4871-930e-b4c4838701dc x-openstack-request-id: req-2a6277ea-5e91-4871-930e-b4c4838701dc {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:21:57.978533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:21:57.978833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a6277ea-5e91-4871-930e-b4c4838701dc {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:21:57.979369 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'status': 'completed', 'code': 200} Jun 25 11:21:57.983394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aa0533c-b0bf-4383-aede-8fd956d2b8fd tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:57.985994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aa0533c-b0bf-4383-aede-8fd956d2b8fd tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.123342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aa0533c-b0bf-4383-aede-8fd956d2b8fd tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.124266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa0533c-b0bf-4383-aede-8fd956d2b8fd tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a06480f-a125-4aa0-81cf-be89bc8d1e70 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:21:58.128949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'c6ddada1-ae52-4073-87d9-0cc0c796e982'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:21:58.129923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.144316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aa0533c-b0bf-4383-aede-8fd956d2b8fd tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.155541 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4aa0533c-b0bf-4383-aede-8fd956d2b8fd tempest-RoutersTestDVR-274876365 tempest-RoutersTestDVR-274876365-project-admin] 10.222.0.81 "DELETE /v2.0/routers/4a06480f-a125-4aa0-81cf-be89bc8d1e70 HTTP/1.1" status: 204 len: 168 time: 0.7604134 Jun 25 11:21:58.156706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-abcfdb97-64f4-4a20-b3f2-3ae166fd4765 None None] Provisioning for port 493bf67f-38e6-4238-b955-c280041ec37a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:21:58.178613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-abcfdb97-64f4-4a20-b3f2-3ae166fd4765 None None] Provisioning complete for port 493bf67f-38e6-4238-b955-c280041ec37a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:21:58.179134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abcfdb97-64f4-4a20-b3f2-3ae166fd4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.315385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-abcfdb97-64f4-4a20-b3f2-3ae166fd4765 None None] Port 493bf67f-38e6-4238-b955-c280041ec37a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:21:58.343973 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '54bd0c7a-a48b-4950-8005-70abaa2c7128', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'port_id': '7ba31542-92ce-4a03-9296-f33e482b6529', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'mac_address': 'fa:16:3e:c4:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:10Z', 'updated_at': '2021-06-25T11:21:55Z', 'revision_number': 1, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:58.378593 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] Checking router: afc2b642-f02e-49ed-aeff-06b0c2f551fb for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:58.390188 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:58.391423 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:58.435112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Made reservation on behalf of 130c31b7b86042b9a09411069da4516d for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:58.439177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.507844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/c6ddada1-ae52-4073-87d9-0cc0c796e982/6123fc8a-c429-440e-b674-9368132c19ea) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:58.523543 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:58.523763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.527207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.538754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'becac6f9-5263-4cee-9120-1ea3e7836e9b', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'port_id': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'mac_address': 'fa:16:3e:8f:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:08Z', 'updated_at': '2021-06-25T11:21:54Z', 'revision_number': 1, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:08Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:58.542482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] device_id is not set on port 13dac8f8-23a2-423a-b7e1-b5680c948d6a yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:58.581037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] Checking router: 60a78a35-d3f1-42ff-83e6-574a2e6a19de for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:21:58.607836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:58.621389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:21:58.624486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:58.627034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.729634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.806925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:21:58.841306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:58.859933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Transition to ACTIVE for port object 6123fc8a-c429-440e-b674-9368132c19ea will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:58.923176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Transition to ACTIVE for port object 6123fc8a-c429-440e-b674-9368132c19ea will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:58.967765 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '54bd0c7a-a48b-4950-8005-70abaa2c7128', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'port_id': '7ba31542-92ce-4a03-9296-f33e482b6529', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'mac_address': 'fa:16:3e:c4:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:10Z', 'updated_at': '2021-06-25T11:21:55Z', 'revision_number': 1, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:58.975609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51394) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:21:58.998369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.001600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:59.013201 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9513bb0-ed32-4e4f-accb-dee351293ac4 None None] The sync data for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv is: [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '54bd0c7a-a48b-4950-8005-70abaa2c7128', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'port_id': '7ba31542-92ce-4a03-9296-f33e482b6529', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'mac_address': 'fa:16:3e:c4:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:10Z', 'updated_at': '2021-06-25T11:21:55Z', 'revision_number': 1, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:59.086870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Pushing event updated for resources: {'Port': ['ID=6123fc8a-c429-440e-b674-9368132c19ea,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:59.092716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:59.102616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:59.110112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:59.123957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:59.170721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.190862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Allocated IP 172.26.0.219 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ef25faf4-28e4-4176-b7eb-facd915dfc2f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:59.202440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 5c3a0bcf-b993-495b-ab2d-33a835d094c2 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:59.204126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-1a743999-206e-41ac-9444-0b911e92c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:59.205661 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-1a743999-206e-41ac-9444-0b911e92c8a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec8ac9b7db5948f6acf06059cc10563c&device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 1098 time: 1.1721401 Jun 25 11:21:59.206711 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Floating IP f3faab24-1b8c-47f1-9616-894b1a0c70c7 associated. External IP: 172.26.0.229, port: adfa30ff-904b-42c4-9c85-4899821b7069. Jun 25 11:21:59.275351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Attempting to bind port 6123fc8a-c429-440e-b674-9368132c19ea on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:21:59.275887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Attempting to bind port 6123fc8a-c429-440e-b674-9368132c19ea by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:21:59.276364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Attempting to bind port 6123fc8a-c429-440e-b674-9368132c19ea on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:21:59.281037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f3727d9-41fd-497b-bc2c-3bcd33b0aa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.291205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:21:59.291734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:21:59.292252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.292765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:21:59.293419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Bound port: 6123fc8a-c429-440e-b674-9368132c19ea, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:21:59.294139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.339591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Allocated IP 172.20.0.3 (afefcb03-4e4f-453a-86e6-439df2c306d7/168d4936-1cc4-4d0d-8c3d-4acdb99ef8df/13dac8f8-23a2-423a-b7e1-b5680c948d6a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:59.364365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'becac6f9-5263-4cee-9120-1ea3e7836e9b', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'port_id': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'mac_address': 'fa:16:3e:8f:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:08Z', 'updated_at': '2021-06-25T11:21:54Z', 'revision_number': 1, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:08Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:21:59.393227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Made reservation on behalf of 61e16b209ec74a84ba035c856125be26 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:21:59.396782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.407093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a8dbf-d8c6-4dae-a412-0f08854f66bf None None] The sync data for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv is: [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'becac6f9-5263-4cee-9120-1ea3e7836e9b', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'port_id': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'mac_address': 'fa:16:3e:8f:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:08Z', 'updated_at': '2021-06-25T11:21:54Z', 'revision_number': 1, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:08Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:21:59.415505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416a24b-a800-4580-b714-fd256f934800 None None] New status for floating IP 54bd0c7a-a48b-4950-8005-70abaa2c7128: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:21:59.425428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::9b8e:160d:5e3f:fddc (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/c6ddada1-ae52-4073-87d9-0cc0c796e982/5c3a0bcf-b993-495b-ab2d-33a835d094c2) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:21:59.525245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] device_id is not set on port 38313e00-4ffd-47b9-8cee-9bc302fbe344 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:21:59.560105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] For port 6123fc8a-c429-440e-b674-9368132c19ea, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:21:59.567522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-427a891e-7998-43ae-98e7-dc5ce364717f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.607817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] For port 6123fc8a-c429-440e-b674-9368132c19ea, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6123fc8a-c429-440e-b674-9368132c19ea,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:21:59.640793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.655715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 5c3a0bcf-b993-495b-ab2d-33a835d094c2 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:21:59.656380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-b8548e5b-7601-4e76-ad98-84a7c69acd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:59.658201 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-b8548e5b-7601-4e76-ad98-84a7c69acd17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0 HTTP/1.1" status: 200 len: 908 time: 0.4332664 Jun 25 11:21:59.697519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.701673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:59.757658 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3b819-71ee-4cb2-a58c-78209a74e8e2 None None] New status for floating IP becac6f9-5263-4cee-9120-1ea3e7836e9b: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:21:59.786172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Pushing event updated for resources: {'Port': ['ID=6123fc8a-c429-440e-b674-9368132c19ea,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:59.793228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:59.810770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.814429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:21:59.874778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:21:59.879888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.880422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:21:59.888558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:21:59.899169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:21:59.899999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:59.922485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=5c3a0bcf-b993-495b-ab2d-33a835d094c2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:21:59.926241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:21:59.980204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:21:59.983666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab03ed9-f97d-418c-ac86-42386f9e2703" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:22:00.041948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Allocated IP 2001:db8::2ee (564ba117-3942-432b-b2ab-24b1944e06c1/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0/38313e00-4ffd-47b9-8cee-9bc302fbe344) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:00.058154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d46177-32f6-4a02-bfb5-b52ab69e74b2 x-openstack-request-id: req-c8d46177-32f6-4a02-bfb5-b52ab69e74b2 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:22:00.058454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:22:00.058739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8d46177-32f6-4a02-bfb5-b52ab69e74b2 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:22:00.059178 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529', 'status': 'completed', 'code': 200} Jun 25 11:22:00.096439 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-c09b8345-9a95-44d2-9948-7419d4e2a235 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb49080a-30c5-47d0-b07d-bb8276825749 HTTP/1.1" status: 200 len: 999 time: 0.4242728 Jun 25 11:22:00.288065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f3727d9-41fd-497b-bc2c-3bcd33b0aa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.335855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.350410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-6ffe68a1-7473-430b-a7b1-811695356655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:00.356540 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-6ffe68a1-7473-430b-a7b1-811695356655 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8 HTTP/1.1" status: 200 len: 845 time: 0.2362380 Jun 25 11:22:00.397072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f3727d9-41fd-497b-bc2c-3bcd33b0aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.407894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:00.468996 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0926111 Jun 25 11:22:00.472418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51406) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:00.475315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Transition to ACTIVE for port object 13dac8f8-23a2-423a-b7e1-b5680c948d6a will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:00.505460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Router 90e5c049-4d34-44fb-943b-1ae1cc4015fe has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:00.543920 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4f3727d9-41fd-497b-bc2c-3bcd33b0aa34 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86e3894d3ae647e5b43e9594fa2d4557&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5631444 Jun 25 11:22:00.546408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3727d9-41fd-497b-bc2c-3bcd33b0aa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ad1f9-5cab-4867-8339-9ce4fcb82bfc,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:00.554536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51408) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:00.560872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4f3727d9-41fd-497b-bc2c-3bcd33b0aa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:00.561941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacea21e-e249-46df-a00e-20201b1a1376 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:00.568423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacea21e-e249-46df-a00e-20201b1a1376 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:00.572484 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bacea21e-e249-46df-a00e-20201b1a1376 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0967264 Jun 25 11:22:00.574020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51410) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:00.580134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.598263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0fe5baca-471e-450f-8e41-550f931e9ad8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:00.601603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-72597a80-88bf-47be-bbce-8bb46218880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:00.603122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-72597a80-88bf-47be-bbce-8bb46218880c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.5153692 Jun 25 11:22:00.740124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 5c3a0bcf-b993-495b-ab2d-33a835d094c2 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:00.740711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.760877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.776281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:00.821034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:00.848015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:00.850381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.852921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:00.858548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Transition to ACTIVE for port object 38313e00-4ffd-47b9-8cee-9bc302fbe344 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:00.863244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-b6bb3a97-c5b9-40d9-bf58-8cba44ef15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:00.864824 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-b6bb3a97-c5b9-40d9-bf58-8cba44ef15a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5000255 Jun 25 11:22:00.871188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 5c3a0bcf-b993-495b-ab2d-33a835d094c2 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:01.032146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d7db28b5-daf3-4080-bb07-90612a69c68b None None] Provisioning for port 6123fc8a-c429-440e-b674-9368132c19ea completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:01.117449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.122307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9cb98726-94fc-40ce-882d-327feec39fca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:01.152801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c3255286-d46e-46b2-b107-a247eee58709 None None] Could not find standard attr ID for object 5c3a0bcf-b993-495b-ab2d-33a835d094c2. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:22:01.154465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=5c3a0bcf-b993-495b-ab2d-33a835d094c2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:01.158758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:01.190362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.194561 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/5c3a0bcf-b993-495b-ab2d-33a835d094c2 HTTP/1.1" status: 204 len: 168 time: 0.6163030 Jun 25 11:22:01.195034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51416) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:01.231984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event updated for resources: {'Port': ['ID=ef25faf4-28e4-4176-b7eb-facd915dfc2f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:01.256278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9e21e-533f-40e7-b630-112a778b2471 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:01.257929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9e21e-533f-40e7-b630-112a778b2471 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:01.259584 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-96f9e21e-533f-40e7-b630-112a778b2471 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0635192 Jun 25 11:22:01.262311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:01.272540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:01.285795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-abc3c8db-6bc1-43df-adc8-d715c709cdc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:01.316705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet c6ddada1-ae52-4073-87d9-0cc0c796e982 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:01.320116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.371043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.395044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Network afefcb03-4e4f-453a-86e6-439df2c306d7 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:01.396063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.446723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:01.491063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.495857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:01.509285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-d49ea001-ec17-43de-b419-44f6c94f4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:01.511049 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-d49ea001-ec17-43de-b419-44f6c94f4eca service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.8900399 Jun 25 11:22:01.545243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:01.568154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] Sync routers for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:01.587045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Port': ['ID=13dac8f8-23a2-423a-b7e1-b5680c948d6a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:01.594362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:01.597616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:21:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:01.605123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.643383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:01.656022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.667453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.674157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:01.690505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6123fc8a-c429-440e-b674-9368132c19ea up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:01.715959 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ddada1-ae52-4073-87d9-0cc0c796e982,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:01.723589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:01.734315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.737227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/c6ddada1-ae52-4073-87d9-0cc0c796e982 HTTP/1.1" status: 204 len: 168 time: 0.4714661 Jun 25 11:22:01.739147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51422) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:01.751560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355f7b4-1bc8-437a-a06a-2f928485711a None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:01.784185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-175639c8-3851-42e4-b012-22fff28b0b97 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436506 Jun 25 11:22:01.787051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51424) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:01.800107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:01.808371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.816085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:01.821241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:01.830873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:01.868722 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3b8f5656-1dd0-414f-a57b-e5dcc2d14134 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "PUT /v2.0/floatingips/f3faab24-1b8c-47f1-9616-894b1a0c70c7 HTTP/1.1" status: 200 len: 992 time: 5.3751915 Jun 25 11:22:01.870639 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-80657c18-19b6-4871-a781-db931cd292a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.2988577 Jun 25 11:22:01.877025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:22:01.879477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f" -d '{"events": [{"name": "network-changed", "server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:22:01.883627 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-5241a964-25b9-4c17-a67b-b32f85ad3d87 service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163313 Jun 25 11:22:01.942266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:01.999868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ac575-89e4-451b-8a5b-59708cbe28bf x-openstack-request-id: req-148ac575-89e4-451b-8a5b-59708cbe28bf {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:22:02.000449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:22:02.000745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-148ac575-89e4-451b-8a5b-59708cbe28bf {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:22:02.000855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 6123fc8a-c429-440e-b674-9368132c19ea completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:02.001249 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'status': 'completed', 'code': 200} Jun 25 11:22:02.002620 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7968123 Jun 25 11:22:02.009798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51430) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:02.014757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Network 564ba117-3942-432b-b2ab-24b1944e06c1 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:02.016630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:02.023163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=38313e00-4ffd-47b9-8cee-9bc302fbe344,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:02.047574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 6123fc8a-c429-440e-b674-9368132c19ea triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:02.048643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.051926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:02.054024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:02.070022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:02.074187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.084555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3040-76d7-4362-97ec-73a4278c4519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.091861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:02.099613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:02.100285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.150423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b95211cc-1a34-4f16-b8db-b13f88df37cf None None] Provisioning for port 13dac8f8-23a2-423a-b7e1-b5680c948d6a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:02.156396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-392e97a3-3b8e-43bc-be75-2d96ea2706a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:02.156694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.157913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-392e97a3-3b8e-43bc-be75-2d96ea2706a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.2714577 Jun 25 11:22:02.167920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.176181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.176872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b95211cc-1a34-4f16-b8db-b13f88df37cf None None] Provisioning complete for port 13dac8f8-23a2-423a-b7e1-b5680c948d6a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:02.177435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b95211cc-1a34-4f16-b8db-b13f88df37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.179417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.179970 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f36ad1f9-5cab-4867-8339-9ce4fcb82bfc HTTP/1.1" status: 204 len: 168 time: 1.6227858 Jun 25 11:22:02.198888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:02.278023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ad1f9-5cab-4867-8339-9ce4fcb82bfc,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:02.302045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:02.306662 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4532809 Jun 25 11:22:02.312570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51436) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:02.319307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d0', 'mac_address': 'fa:16:3e:39:51:c0'}, {'ip_address': '2001:db8::38b', 'mac_address': 'fa:16:3e:ab:95:c9'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:02.323665 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-ac36c68b-6339-488d-b4fa-f73d8a48c7da service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258378 Jun 25 11:22:02.331026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.417960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-1583b8e6-b6f1-486e-926b-e68f9ffe9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:02.419892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-1583b8e6-b6f1-486e-926b-e68f9ffe9e09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71dd37fab9cc46a9b21cb940be135cdd&device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 1099 time: 0.4141746 Jun 25 11:22:02.494126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-739fb16a-5529-4308-b2ca-5f484dcb6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:02.495551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-739fb16a-5529-4308-b2ca-5f484dcb6c8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3041816 Jun 25 11:22:02.517934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b95211cc-1a34-4f16-b8db-b13f88df37cf None None] Port 13dac8f8-23a2-423a-b7e1-b5680c948d6a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:02.703500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.732734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.770017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-d05f68d9-e063-40c4-9815-7113da126ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:02.771718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-d05f68d9-e063-40c4-9815-7113da126ae5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b4f1b51-e572-4d46-b050-25dc3b51e0ed HTTP/1.1" status: 200 len: 914 time: 0.3229094 Jun 25 11:22:02.784695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.792982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:02.818831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 6123fc8a-c429-440e-b674-9368132c19ea, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6123fc8a-c429-440e-b674-9368132c19ea,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:02.825386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-307c2f77-d846-477e-b6f7-8bc41706eeaf None None] Provisioning for port 38313e00-4ffd-47b9-8cee-9bc302fbe344 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:02.851095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.864683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-307c2f77-d846-477e-b6f7-8bc41706eeaf None None] Provisioning complete for port 38313e00-4ffd-47b9-8cee-9bc302fbe344 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:02.865153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-307c2f77-d846-477e-b6f7-8bc41706eeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.873703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-672e76e7-bdef-480c-83d5-d34eeeb11b36 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:02.878603 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-0d5fa8bd-4c67-4f94-96c1-b55c12230cc9 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535542 Jun 25 11:22:02.905219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-649c8600-ff4a-40fb-8415-33909a55a462 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adfa30ff-904b-42c4-9c85-4899821b7069 HTTP/1.1" status: 200 len: 1000 time: 0.0988719 Jun 25 11:22:02.956659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.968312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:02.976125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-307c2f77-d846-477e-b6f7-8bc41706eeaf None None] Port 38313e00-4ffd-47b9-8cee-9bc302fbe344 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:02.982997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:02.985500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:02.989583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2ddda7a8-d855-4bf9-81c3-661af339d39d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:03.015273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:03.015849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.035843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:03.036540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f3faab24-1b8c-47f1-9616-894b1a0c70c7', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'port_id': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'mac_address': 'fa:16:3e:f0:7f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aff569c-4180-46ee-964b-17abcea8446a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:10Z', 'updated_at': '2021-06-25T11:21:57Z', 'revision_number': 1, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:09Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:03.047458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:03.082480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Allocated IP 172.26.0.180 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/5c6bb29c-5755-45a7-b48d-686f6be12bde) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:03.100629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.114024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Deleting port 6123fc8a-c429-440e-b674-9368132c19ea {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:03.115144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.117912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] Checking router: 90e5c049-4d34-44fb-943b-1ae1cc4015fe for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:22:03.126351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51444) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:03.144167 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3560395 Jun 25 11:22:03.155301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51446) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:03.160419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc', 'ip_address': '2001:db8::1f47:40f8:3e5c:63b3'}], 'name': 'tempest-NetworksTestDHCPv6-1405003293'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:03.191261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bc55aea-fa6a-48af-8e61-efafe6fb35d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.235773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=6123fc8a-c429-440e-b674-9368132c19ea,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:03.242597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:03.243607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:03.246903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:03.421642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] For port 6123fc8a-c429-440e-b674-9368132c19ea, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6123fc8a-c429-440e-b674-9368132c19ea,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:03.422270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.456007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Calling delete_port for 6123fc8a-c429-440e-b674-9368132c19ea owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:03.467928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.486399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.498233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:03.576543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.583162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ab03ed9-f97d-418c-ac86-42386f9e2703 req-f0ecc2e0-c1a9-482e-bf9f-c9fb2232c897 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963320 Jun 25 11:22:03.587250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ca4566a7-03d8-4913-977d-9ba7befb6477 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:03.598099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bc55aea-fa6a-48af-8e61-efafe6fb35d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.600185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-5302001b-8b47-4b03-8dfd-7c9a643170f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:03.602819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-5302001b-8b47-4b03-8dfd-7c9a643170f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0efc68-04d5-4795-a563-1d192045499d HTTP/1.1" status: 200 len: 851 time: 0.6836150 Jun 25 11:22:03.646709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] In _notify_port_updated(), no bound segment for port 38313e00-4ffd-47b9-8cee-9bc302fbe344 on network 564ba117-3942-432b-b2ab-24b1944e06c1 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:22:03.656458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:03.657983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.662138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "PUT /v2.0/ports/38313e00-4ffd-47b9-8cee-9bc302fbe344 HTTP/1.1" status: 200 len: 1067 time: 1.3456750 Jun 25 11:22:03.662609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51450) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:03.686724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event updated for resources: {'Port': ['ID=38313e00-4ffd-47b9-8cee-9bc302fbe344,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:03.689383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6123fc8a-c429-440e-b674-9368132c19ea no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:03.691032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:03.723444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.733582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ccfba626-643a-4d17-a703-c710f93ed441 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:03.774141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bc55aea-fa6a-48af-8e61-efafe6fb35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.779179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-988b7284-11ab-4e84-95cb-4968c490fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:03.783311 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-988b7284-11ab-4e84-95cb-4968c490fa58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4f1b51-e572-4d46-b050-25dc3b51e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1725662 Jun 25 11:22:03.795332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:03.817707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:03.821460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:03.835816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Router c825464f-533d-450f-bed7-ed0c49817fd3 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:03.890518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:03.899990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.904943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Port': ['ID=5c6bb29c-5755-45a7-b48d-686f6be12bde,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:03.914681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:03.919045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bdc14afb-b451-4b73-a966-119100b47c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:03.932348 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4bc55aea-fa6a-48af-8e61-efafe6fb35d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=401600caf74146549554d47b80f2a668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030496 Jun 25 11:22:03.946291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51454) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:03.961430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.970379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f2b2e38-ec70-4b73-8de3-7f70213a5583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:03.982240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 83171426-0c09-413c-ab32-9bfd94945b72 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:04.004887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting port 38313e00-4ffd-47b9-8cee-9bc302fbe344 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:04.005039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Pushing event deleted for resources: {'Port': ['ID=6123fc8a-c429-440e-b674-9368132c19ea,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:04.005464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.030011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:04.036047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] No DVR routers for this DVR port 6123fc8a-c429-440e-b674-9368132c19ea on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:04.039063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port 6123fc8a-c429-440e-b674-9368132c19ea update to DOWN by agent not found {{(pid=94502) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2137}} Jun 25 11:22:04.069884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-18517d4d-9b1e-427b-a780-df3a9995a2cb None None] Provisioning complete for port 38313e00-4ffd-47b9-8cee-9bc302fbe344 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:04.070283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-18517d4d-9b1e-427b-a780-df3a9995a2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.074821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc2908-d193-418d-92fa-3f36dfa73b40 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:04.115715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-c770c76d-5aad-4b8f-bf6f-fd34cca3f803 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197987 Jun 25 11:22:04.129726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc55aea-fa6a-48af-8e61-efafe6fb35d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41dcb5-680f-495d-993a-8610d9c9fb51,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:04.166878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4bc55aea-fa6a-48af-8e61-efafe6fb35d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:04.172009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-18517d4d-9b1e-427b-a780-df3a9995a2cb None None] Port 38313e00-4ffd-47b9-8cee-9bc302fbe344 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:04.176782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f3faab24-1b8c-47f1-9616-894b1a0c70c7', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'port_id': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'mac_address': 'fa:16:3e:f0:7f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aff569c-4180-46ee-964b-17abcea8446a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:10Z', 'updated_at': '2021-06-25T11:21:57Z', 'revision_number': 1, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:09Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:04.204739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:04.210281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aefe28-4836-4fd5-8a32-8bd09ee9d6ad None None] The sync data for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv is: [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f3faab24-1b8c-47f1-9616-894b1a0c70c7', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'port_id': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'mac_address': 'fa:16:3e:f0:7f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aff569c-4180-46ee-964b-17abcea8446a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:21:10Z', 'updated_at': '2021-06-25T11:21:57Z', 'revision_number': 1, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:09Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:04.229305 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] Sync routers for ids ['c825464f-533d-450f-bed7-ed0c49817fd3'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:04.240540 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] Routers {'c825464f-533d-450f-bed7-ed0c49817fd3'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:04.241916 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['c825464f-533d-450f-bed7-ed0c49817fd3'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:04.242554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.273935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Calling delete_port for 38313e00-4ffd-47b9-8cee-9bc302fbe344 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:04.283004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.296187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.299707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4e9263-fd3a-4d3f-8b22-7e55fd63366f req-1908c9c7-24a5-4167-84cf-4f172f6a8d72 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751883 Jun 25 11:22:04.338445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::1f47:40f8:3e5c:63b3 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc/83171426-0c09-413c-ab32-9bfd94945b72) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:04.338680 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:04.348969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.349897 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7913888 Jun 25 11:22:04.353627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51458) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:04.360822 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] Routers {'c825464f-533d-450f-bed7-ed0c49817fd3'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:04.361772 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['c825464f-533d-450f-bed7-ed0c49817fd3'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:04.365580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': False}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:04.417688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:04.421257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.422752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.429661 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:04.430567 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc406996-1d53-4b45-aaaf-084568251626 None None] The sync data for ids ['c825464f-533d-450f-bed7-ed0c49817fd3'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:04.567149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.603971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.618060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6b517f94-1bc5-4be4-8aed-6cad9cb80828 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:04.698825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Port': ['ID=38313e00-4ffd-47b9-8cee-9bc302fbe344,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:04.704815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:04.736177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.756971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.760518 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed41dcb5-680f-495d-993a-8610d9c9fb51 HTTP/1.1" status: 204 len: 168 time: 0.8109195 Jun 25 11:22:04.768477 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:22:04.780826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4bc55aea-fa6a-48af-8e61-efafe6fb35d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:04.837677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.853062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41dcb5-680f-495d-993a-8610d9c9fb51,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:04.885265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:04.889786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:04.893387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/ports/38313e00-4ffd-47b9-8cee-9bc302fbe344 HTTP/1.1" status: 204 len: 168 time: 1.2292585 Jun 25 11:22:04.895591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51464) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:04.939993 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4daccdb-d885-4712-b29d-6ca45a10f3ac tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] GET failed (client error): The resource could not be found. Jun 25 11:22:04.944038 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c4daccdb-d885-4712-b29d-6ca45a10f3ac tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "GET /v2.0/ports/38313e00-4ffd-47b9-8cee-9bc302fbe344 HTTP/1.1" status: 404 len: 333 time: 0.0450416 Jun 25 11:22:04.944297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51466) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:04.998331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.099647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting port 493bf67f-38e6-4238-b955-c280041ec37a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:05.100050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.219047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.236162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Calling delete_port for 493bf67f-38e6-4238-b955-c280041ec37a owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:05.362969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5882ff6-dd37-4163-a717-479560752e12 None None] New status for floating IP f3faab24-1b8c-47f1-9616-894b1a0c70c7: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:22:05.393772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 83171426-0c09-413c-ab32-9bfd94945b72 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:05.478174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.513773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.562957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.566991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91192b0e-df01-4564-b45b-4ddbd0f676fa tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:05.593381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.601644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Port': ['ID=493bf67f-38e6-4238-b955-c280041ec37a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:05.604469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.606506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-63ca9b92-2eba-4f55-9088-26a2f086dacc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:05.613831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:05.641031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.647039 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/ports/493bf67f-38e6-4238-b955-c280041ec37a HTTP/1.1" status: 204 len: 168 time: 0.6976137 Jun 25 11:22:05.647949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51482) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:05.700681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:05.725628 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-21124640-059f-4935-8aee-31935f6d131f tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] GET failed (client error): The resource could not be found. Jun 25 11:22:05.729623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:05.740071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-21124640-059f-4935-8aee-31935f6d131f tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "GET /v2.0/ports/493bf67f-38e6-4238-b955-c280041ec37a HTTP/1.1" status: 404 len: 333 time: 0.0907526 Jun 25 11:22:05.741723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51486) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:05.742695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:05.747994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc/d957978b-028d-4d19-a0b8-18eb2eb5e9f8) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:05.749704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:05.750699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.768005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Port': ['ID=5c6bb29c-5755-45a7-b48d-686f6be12bde,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:05.776864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:05.784431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0161ce41-f3b8-4fe7-a9ae-e9a41b067124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:05.861213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:05.986978 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8305864 Jun 25 11:22:05.989735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=83171426-0c09-413c-ab32-9bfd94945b72,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:05.990325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51490) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:05.993263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:06.011560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.024615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Transition to ACTIVE for port object d957978b-028d-4d19-a0b8-18eb2eb5e9f8 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:06.028941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.030422 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0184801 Jun 25 11:22:06.033957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51494) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:06.039506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-20069db9-9339-4d0f-8cb4-786e6b752014 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'floatingip': {'port_id': '13dac8f8-23a2-423a-b7e1-b5680c948d6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:06.040484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting port 478861dd-38f5-4a80-8c23-85233ba7ae45 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:06.040919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.056274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Transition to ACTIVE for port object d957978b-028d-4d19-a0b8-18eb2eb5e9f8 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:06.095673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-20069db9-9339-4d0f-8cb4-786e6b752014 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.145172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.149111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:06.187881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3427be3-2b70-4a57-9716-9c2ce10be6ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:06.192095 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d3427be3-2b70-4a57-9716-9c2ce10be6ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1983814 Jun 25 11:22:06.193240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51500) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:06.213922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.237539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Calling delete_port for 478861dd-38f5-4a80-8c23-85233ba7ae45 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:06.355664 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-20069db9-9339-4d0f-8cb4-786e6b752014 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] update failed (client error): The resource could not be found. Jun 25 11:22:06.359899 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-20069db9-9339-4d0f-8cb4-786e6b752014 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "PUT /v2.0/floatingips/1fc3d121-9f48-4770-a645-3712d69b608c HTTP/1.1" status: 404 len: 507 time: 0.3223469 Jun 25 11:22:06.360240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51504) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:06.390303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51506) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:06.410028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:06.413006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:06.415127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Pushing event updated for resources: {'Port': ['ID=d957978b-028d-4d19-a0b8-18eb2eb5e9f8,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:06.418930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:06.447701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:06.471243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 83171426-0c09-413c-ab32-9bfd94945b72 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:06.471618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.485263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Attempting to bind port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:06.485886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Attempting to bind port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:06.486443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Attempting to bind port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:06.494548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:06.497489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:06.497489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.497489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:06.497489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Bound port: d957978b-028d-4d19-a0b8-18eb2eb5e9f8, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:06.497489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.585357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-677623329'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:06.600158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] For port d957978b-028d-4d19-a0b8-18eb2eb5e9f8, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:06.605400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.608035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] For port d957978b-028d-4d19-a0b8-18eb2eb5e9f8, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d957978b-028d-4d19-a0b8-18eb2eb5e9f8,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:06.610145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Deleting port 5c6bb29c-5755-45a7-b48d-686f6be12bde {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:06.613247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.631212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.634766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.645020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 83171426-0c09-413c-ab32-9bfd94945b72 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:06.683062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.692207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-39642c93-4008-4eea-a5df-5ccd56520afa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:06.695039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.698984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-01700e6e-4e10-48b9-8840-dddfe02b0fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:06.721130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Port': ['ID=478861dd-38f5-4a80-8c23-85233ba7ae45,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:06.727154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:06.730835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.738328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:06.775312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.789427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Pushing event updated for resources: {'Port': ['ID=d957978b-028d-4d19-a0b8-18eb2eb5e9f8,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:06.800249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:06.806817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.807339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.826194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Calling delete_port for 5c6bb29c-5755-45a7-b48d-686f6be12bde owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:06.830152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.832048 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/ports/478861dd-38f5-4a80-8c23-85233ba7ae45 HTTP/1.1" status: 204 len: 168 time: 1.0773652 Jun 25 11:22:06.835333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51512) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:06.898410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting subnet 45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:06.910017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.950602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Router c825464f-533d-450f-bed7-ed0c49817fd3 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:06.975423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.082557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.085534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9df6d75f-96ab-44e8-a1a8-7f8196d0f5ee tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:07.119585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=83171426-0c09-413c-ab32-9bfd94945b72,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:07.122812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:07.173331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.175373 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/83171426-0c09-413c-ab32-9bfd94945b72 HTTP/1.1" status: 204 len: 168 time: 0.9814985 Jun 25 11:22:07.178039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51516) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:07.190992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.258326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.300426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:07.306499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.310050 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5c8af3a1-eb6c-46d6-8491-1858220f2b26 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "PUT /v2.0/routers/c825464f-533d-450f-bed7-ed0c49817fd3 HTTP/1.1" status: 200 len: 922 time: 2.9515874 Jun 25 11:22:07.312428 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] Sync routers for ids ['c825464f-533d-450f-bed7-ed0c49817fd3'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:07.323981 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] Routers {'c825464f-533d-450f-bed7-ed0c49817fd3'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:07.328680 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['c825464f-533d-450f-bed7-ed0c49817fd3'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:07.369847 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:07.381955 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] Routers {'c825464f-533d-450f-bed7-ed0c49817fd3'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:07.383397 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['c825464f-533d-450f-bed7-ed0c49817fd3'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:07.385829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51520) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:07.422636 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:07.423690 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435867db-a7f8-4794-9484-1ed53e372646 None None] The sync data for ids ['c825464f-533d-450f-bed7-ed0c49817fd3'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:07.447359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.472760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.480186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-29f39aa4-831c-4160-9f4d-fb4010f61aa8 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:07.506906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-21245fef-3c3b-444d-9a6f-b1f3bcc3a5ca tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:07.511182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event deleted for resources: {'Port': ['ID=5c6bb29c-5755-45a7-b48d-686f6be12bde,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:07.517551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:07.542293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Subnet': ['ID=45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:07.547464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:07.550259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.554369 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/subnets/45cb18a1-3825-4c8e-a8cd-30b1b2eb49c0 HTTP/1.1" status: 204 len: 168 time: 0.7138934 Jun 25 11:22:07.555711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.555841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51522) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:07.566074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-caf5124f-79cd-4c85-babd-c1d4017c90ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:07.566679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885115da-19eb-48ef-b757-3c66e7d3562f None None] Network 564ba117-3942-432b-b2ab-24b1944e06c1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:07.582202 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-af9ee02f-53f6-460c-91b2-95bca551823f tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/c825464f-533d-450f-bed7-ed0c49817fd3 HTTP/1.1" status: 200 len: 922 time: 0.1950374 Jun 25 11:22:07.587418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51524) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:07.588162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:07.601167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2a237a-24e4-49e2-a49b-04fadcb452d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:07.609473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2a237a-24e4-49e2-a49b-04fadcb452d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:07.611143 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4f2a237a-24e4-49e2-a49b-04fadcb452d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4321160 Jun 25 11:22:07.616530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51526) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:07.666323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c056cd3-7376-4033-9da3-ee9b4309db51,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:07.685406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:07.687608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.688487 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Added segment 2e048b50-b31c-4ad1-88d1-50f8cdf85092 of type vlan for network 517ce5ac-e942-4dfa-9399-2c6656a624d8 Jun 25 11:22:07.741547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d957978b-028d-4d19-a0b8-18eb2eb5e9f8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:07.766402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.773229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.775893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.781181 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "DELETE /v2.0/floatingips/1fc3d121-9f48-4770-a645-3712d69b608c HTTP/1.1" status: 204 len: 168 time: 1.4159191 Jun 25 11:22:07.781927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51528) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:07.786608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:07.790125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.857226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e35f7-2549-4878-9b21-c92743b88232 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:07.863539 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-972e35f7-2549-4878-9b21-c92743b88232 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=c825464f-533d-450f-bed7-ed0c49817fd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2689826 Jun 25 11:22:07.867566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51532) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:07.901148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-61c79834-f39d-4fe4-b102-8749913ee211 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'floatingip': {'floating_network_id': 'afefcb03-4e4f-453a-86e6-439df2c306d7', 'port_id': '13dac8f8-23a2-423a-b7e1-b5680c948d6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:07.928508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:07.954667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] DHCP port deletion for 564ba117-3942-432b-b2ab-24b1944e06c1 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:07.955235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.965354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.971657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.972837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:07.973490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.977598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cbeac04-de85-4507-9a91-506dedd98995 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:08.021833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Deleting port 366a272b-b0da-42ae-a030-19a099b6cd8c {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:08.021833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.048635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-61c79834-f39d-4fe4-b102-8749913ee211 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.101278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Network': ['ID=517ce5ac-e942-4dfa-9399-2c6656a624d8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:08.112634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:08.116936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84800fb7-4b5a-4c13-9560-b882af1f702e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:08.121676 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-84800fb7-4b5a-4c13-9560-b882af1f702e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.2552266 Jun 25 11:22:08.123545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51534) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:08.127578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] For port 366a272b-b0da-42ae-a030-19a099b6cd8c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=366a272b-b0da-42ae-a030-19a099b6cd8c,segment=NetworkSegment(02734855-fe15-4918-9bb1-a5d4dd9bf2c0),segment_id=02734855-fe15-4918-9bb1-a5d4dd9bf2c0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:08.127989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.131898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:08.176225 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-919b71ce-85cf-4f99-ae12-35bae22f96c2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c825464f-533d-450f-bed7-ed0c49817fd3 HTTP/1.1" status: 200 len: 205 time: 0.0483000 Jun 25 11:22:08.176451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51538) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:08.177752 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7861025 Jun 25 11:22:08.178558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51540) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:08.189151 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'subnet': {'network_id': '517ce5ac-e942-4dfa-9399-2c6656a624d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:08.201887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Calling delete_port for 366a272b-b0da-42ae-a030-19a099b6cd8c owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:08.311593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Provisioning for port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:08.328347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Provisioning complete for port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:08.328829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.347041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.404967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:08.409498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.462927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.469266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.473614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.474906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Deleting port 366a272b-b0da-42ae-a030-19a099b6cd8c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:08.474906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.484501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:08.517629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Pushing event deleted for resources: {'Port': ['ID=366a272b-b0da-42ae-a030-19a099b6cd8c,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:08.527682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:08.531459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] No DVR routers for this DVR port 366a272b-b0da-42ae-a030-19a099b6cd8c on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:08.656008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] For port 366a272b-b0da-42ae-a030-19a099b6cd8c, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:08.656376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.674994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.687010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Calling delete_port for 366a272b-b0da-42ae-a030-19a099b6cd8c owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:08.690731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:08.698070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Port 366a272b-b0da-42ae-a030-19a099b6cd8c was not found and therefore no delete operation was performed {{(pid=94501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:22:08.714755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:22:08.714755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:22:08.723618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.732750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:08.742241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:08.744402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:08.746764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.751694 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc HTTP/1.1" status: 204 len: 168 time: 1.1341414 Jun 25 11:22:08.753842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb69f5b-b27d-445d-8c65-656adc643665 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:08.757959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.761933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51544) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:08.793208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Port': ['ID=366a272b-b0da-42ae-a030-19a099b6cd8c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:08.827576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] No DVR routers for this DVR port 366a272b-b0da-42ae-a030-19a099b6cd8c on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:08.829533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:08.833737 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-79266b04-061e-4719-9150-a8c978f4c883 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511849 Jun 25 11:22:08.834176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51546) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:08.867914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.873803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:08.919456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-61c79834-f39d-4fe4-b102-8749913ee211 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:22:08.920612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-61c79834-f39d-4fe4-b102-8749913ee211 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0270958 Jun 25 11:22:08.927185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51548) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:08.936310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '13dac8f8-23a2-423a-b7e1-b5680c948d6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:08.942012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.958158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564ba117-3942-432b-b2ab-24b1944e06c1']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:08.971268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02734855-fe15-4918-9bb1-a5d4dd9bf2c0') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:08.971567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02734855-fe15-4918-9bb1-a5d4dd9bf2c0') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:08.992484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:08.997996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:09.014465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.017837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Deleting port ef25faf4-28e4-4176-b7eb-facd915dfc2f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:09.018177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.040690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:09.041506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.078110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Deleting port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:09.078664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:09.121389 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:09.174107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] For port d957978b-028d-4d19-a0b8-18eb2eb5e9f8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d957978b-028d-4d19-a0b8-18eb2eb5e9f8,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:09.174513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.190339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Calling delete_port for d957978b-028d-4d19-a0b8-18eb2eb5e9f8 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:09.208627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.222556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Calling delete_port for ef25faf4-28e4-4176-b7eb-facd915dfc2f owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:09.274283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.283329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-197b67db-1e6f-484b-92d1-4248c484c630 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:09.288664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.290593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] 10.222.0.81 "DELETE /v2.0/networks/564ba117-3942-432b-b2ab-24b1944e06c1 HTTP/1.1" status: 204 len: 168 time: 1.7336876 Jun 25 11:22:09.295945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.306673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Pushing event deleted for resources: {'Network': ['ID=564ba117-3942-432b-b2ab-24b1944e06c1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:09.310415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:09.318955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Subnet': ['ID=aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:09.322891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:09.343401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Checking segment: {'id': '2e048b50-b31c-4ad1-88d1-50f8cdf85092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '517ce5ac-e942-4dfa-9399-2c6656a624d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:09.343777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network hostable DHCP agents. Network: 517ce5ac-e942-4dfa-9399-2c6656a624d8, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:09.348487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] For port d957978b-028d-4d19-a0b8-18eb2eb5e9f8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d957978b-028d-4d19-a0b8-18eb2eb5e9f8,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:09.357431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f996994-52be-44f4-96ed-9500ff693048 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:09.361621 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2f996994-52be-44f4-96ed-9500ff693048 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5237229 Jun 25 11:22:09.361840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51554) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:09.436339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.453593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb01d94-9dbe-4e91-a0d8-42572f7710c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:09.455329 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5bb01d94-9dbe-4e91-a0d8-42572f7710c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0927322 Jun 25 11:22:09.459216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51558) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:09.468031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.474735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2e5cafab-c95e-4e43-a454-b088c03d6773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:09.522101 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c25aee00-02e9-404f-8c1b-c9ead4ba7eb9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614033 Jun 25 11:22:09.527094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51560) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:09.535444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:09.535634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Pushing event updated for resources: {'Port': ['ID=d957978b-028d-4d19-a0b8-18eb2eb5e9f8,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:09.541022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:09.542302 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-281ad086-7183-4d11-b5eb-4f90979e3055 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887103 Jun 25 11:22:09.574219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:09.590015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f8a8ded1-a521-4515-81c8-77e186221c00 None None] Could not find standard attr ID for object 83171426-0c09-413c-ab32-9bfd94945b72. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:22:09.608179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.612327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:09.634875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.666698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.677671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f64cbd4c-7cca-4c09-a1d4-86cbb3bfd24e tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:09.685027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 366a272b-b0da-42ae-a030-19a099b6cd8c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:09.692286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Pushing event deleted for resources: {'Port': ['ID=d957978b-028d-4d19-a0b8-18eb2eb5e9f8,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:09.708596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event deleted for resources: {'Port': ['ID=ef25faf4-28e4-4176-b7eb-facd915dfc2f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:09.717006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:09.719004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] No DVR routers for this DVR port d957978b-028d-4d19-a0b8-18eb2eb5e9f8 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:09.721013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 366a272b-b0da-42ae-a030-19a099b6cd8c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:09.721412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 366a272b-b0da-42ae-a030-19a099b6cd8c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:09.721861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d957978b-028d-4d19-a0b8-18eb2eb5e9f8 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:09.723569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 517ce5ac-e942-4dfa-9399-2c6656a624d8) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:09.732695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:09.733584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.742310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:09.744508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3981b2-c2cf-4d06-8bd2-34166229262d None None] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:09.748799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d957978b-028d-4d19-a0b8-18eb2eb5e9f8 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:09.749200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d957978b-028d-4d19-a0b8-18eb2eb5e9f8 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:09.827415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Allocated IP 172.26.0.51 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/599345be-04c3-4cb2-8f43-638d77ae9c87) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:09.830885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9676b-f833-4679-847d-10fd146795b1 req-1891495f-8f03-423c-834b-a5708bea2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:09.832848 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-1891495f-8f03-423c-834b-a5708bea2599 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec8ac9b7db5948f6acf06059cc10563c&device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 1098 time: 0.2214432 Jun 25 11:22:09.844010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.912957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6d396-d587-451d-8b15-a8562beb2f5e None None] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:09.945257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:09.948770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.009609 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8298128 Jun 25 11:22:10.010999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51566) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:10.020254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-204300656', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:10.027704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.040130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.053319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.079049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51568) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:10.187703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.190196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a3049552-91da-4617-80ca-6f3a95317e54 tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:10.196184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9676b-f833-4679-847d-10fd146795b1 req-14a08f69-8a63-481f-a4c4-8f286be14386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:10.197833 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-14a08f69-8a63-481f-a4c4-8f286be14386 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0 HTTP/1.1" status: 200 len: 908 time: 0.3161466 Jun 25 11:22:10.219054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.219406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.219583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Fanout notify agent at l3_agent the message router_deleted on router c825464f-533d-450f-bed7-ed0c49817fd3 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:10.221646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.225404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.230865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.236612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/c825464f-533d-450f-bed7-ed0c49817fd3 HTTP/1.1" status: 204 len: 168 time: 2.0532753 Jun 25 11:22:10.239181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:10.239882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51574) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:10.244806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0c8b6839-f54c-4a62-be77-18861f3033c6 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-677815065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:10.268192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:10.287511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:10.300702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event updated for resources: {'Port': ['ID=599345be-04c3-4cb2-8f43-638d77ae9c87,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:10.303846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:10.396771 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dde88445-a368-431b-bf74-fe4685e4152c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61e16b209ec74a84ba035c856125be26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140447 Jun 25 11:22:10.398586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51576) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:10.420494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6839-f54c-4a62-be77-18861f3033c6 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.421633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6839-f54c-4a62-be77-18861f3033c6 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.564675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6839-f54c-4a62-be77-18861f3033c6 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.584684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.607612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-e94a1bf3-fafd-47ed-95dd-97b7157e23b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb49080a-30c5-47d0-b07d-bb8276825749 HTTP/1.1" status: 200 len: 1001 time: 0.3990366 Jun 25 11:22:10.615457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.648013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.657873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Deleting port 599345be-04c3-4cb2-8f43-638d77ae9c87 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:10.658256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.719865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6839-f54c-4a62-be77-18861f3033c6 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.724326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9676b-f833-4679-847d-10fd146795b1 req-25a99657-43b3-46d9-b540-4f5c1e546332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:10.726254 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-25a99657-43b3-46d9-b540-4f5c1e546332 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8 HTTP/1.1" status: 200 len: 845 time: 0.0925066 Jun 25 11:22:10.764156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.764669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.777380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Calling delete_port for 599345be-04c3-4cb2-8f43-638d77ae9c87 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:10.802250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.822374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.825542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.829212 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10d28ccd-1aa1-4837-bd83-c5be4b8cb5dd HTTP/1.1" status: 204 len: 168 time: 0.4277246 Jun 25 11:22:10.829995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:10.840426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d28ccd-1aa1-4837-bd83-c5be4b8cb5dd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:10.842080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-89e0c890-8b43-4ab2-bfef-17c4dea7b82b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:10.844110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:10.852564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6839-f54c-4a62-be77-18861f3033c6 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.854115 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0c8b6839-f54c-4a62-be77-18861f3033c6 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6131387 Jun 25 11:22:10.860892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51584) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:10.867857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:10.933641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:10.967896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:10.971659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:10.972278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:10.978006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac10a15-5a51-47f7-bdd9-d0f3023fcd3b None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:11.000682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.006275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=94a59005-5da4-43bc-91b3-a351831b2698,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:11.012093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:11.016534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9676b-f833-4679-847d-10fd146795b1 req-d35bd951-8028-4a2a-b7b7-a577abce62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:11.018078 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-d35bd951-8028-4a2a-b7b7-a577abce62a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a1a226-0faf-40e1-adb0-ab06f8cea8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2838662 Jun 25 11:22:11.131942 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6027515 Jun 25 11:22:11.135946 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-e1eedb68-d4b5-4cfa-a19a-ff5d8cb03a45 service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061704 Jun 25 11:22:11.138333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51586) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:11.142173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '94a59005-5da4-43bc-91b3-a351831b2698', 'ip_address': '2001:db8::865d:97fe:7a52:677b'}], 'name': 'tempest-NetworksTestDHCPv6-833190313'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:11.161698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.167713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '94a59005-5da4-43bc-91b3-a351831b2698'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:11.170422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.317346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.321635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:11.352788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event deleted for resources: {'Port': ['ID=599345be-04c3-4cb2-8f43-638d77ae9c87,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:11.362241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:11.408065 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b9676b-f833-4679-847d-10fd146795b1 req-2d2dc3dc-e69a-41b3-958e-71f3461be084 service neutron] 10.222.0.47 "GET /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620852 Jun 25 11:22:11.519319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/94a59005-5da4-43bc-91b3-a351831b2698/505fa8fb-33ee-4780-8df9-54d81d8d8b5e) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:11.593019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:11.597244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.628093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.632385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.663490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.721593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.723392 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] create failed (client error): The resource could not be found. Jun 25 11:22:11.724479 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7936568 Jun 25 11:22:11.730046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51600) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:11.739958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Transition to ACTIVE for port object 505fa8fb-33ee-4780-8df9-54d81d8d8b5e will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:11.764734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Transition to ACTIVE for port object 505fa8fb-33ee-4780-8df9-54d81d8d8b5e will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:11.832955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.855457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.859483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7743c431-dc74-47f4-a6a3-f0a377ce60b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:11.870349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.26.0.207 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/41d5c0cc-58b8-4435-9418-9d84fbbe15c0) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:11.871513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Deleting port 13dac8f8-23a2-423a-b7e1-b5680c948d6a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:11.872714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:11.880973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port cb723931-896b-4366-811f-a36a0dc26df4 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:11.937939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:11.959573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Pushing event updated for resources: {'Port': ['ID=505fa8fb-33ee-4780-8df9-54d81d8d8b5e,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:11.962371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:11.964161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:11.965015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:12.068950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Attempting to bind port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:12.069612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Attempting to bind port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:12.069737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Attempting to bind port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:12.082405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:12.082786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:12.083374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.083958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:12.084597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Bound port: 505fa8fb-33ee-4780-8df9-54d81d8d8b5e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:12.085180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.101691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.122968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Calling delete_port for 13dac8f8-23a2-423a-b7e1-b5680c948d6a owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:12.221820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] For port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:12.232431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.234949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] For port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=505fa8fb-33ee-4780-8df9-54d81d8d8b5e,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:12.262298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::865d:97fe:7a52:677b (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/94a59005-5da4-43bc-91b3-a351831b2698/cb723931-896b-4366-811f-a36a0dc26df4) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:12.308972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.316002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-64198bef-36f9-42cd-9b86-dcf3f2dbb935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:12.363950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51614) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:12.376898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Pushing event updated for resources: {'Port': ['ID=505fa8fb-33ee-4780-8df9-54d81d8d8b5e,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:12.389405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:12.416260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.421186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.421918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e9299af-d781-4ce7-909d-20770899edde tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:12.425843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-91154357-e139-416d-8085-7d6badf4d0bb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:12.472220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:12.477928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event deleted for resources: {'Port': ['ID=13dac8f8-23a2-423a-b7e1-b5680c948d6a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:12.480480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:12.489216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:12.495955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:12.547684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.564338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object cb723931-896b-4366-811f-a36a0dc26df4 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:12.566997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846065261'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:12.580440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=41d5c0cc-58b8-4435-9418-9d84fbbe15c0,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:12.591614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Allocated IP 172.26.0.58 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/a9b0b6cf-9aca-4c6e-9204-0c177a3bd711) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:12.631987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:12.661667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.666451 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "DELETE /v2.0/ports/13dac8f8-23a2-423a-b7e1-b5680c948d6a HTTP/1.1" status: 204 len: 168 time: 0.9336922 Jun 25 11:22:12.670506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51620) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:12.830131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:12.834474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.858973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.934653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d979490-2b02-4a91-bcf7-7048eb687dbf tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:12.937368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9d979490-2b02-4a91-bcf7-7048eb687dbf tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "GET /v2.0/ports?device_id=83b430e3-a068-47b0-9b44-c74cec037351 HTTP/1.1" status: 200 len: 913 time: 0.2646003 Jun 25 11:22:12.939366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51622) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:12.945661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:12.989735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.063302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.128695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.132309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a9c98992-a846-429c-8d2d-5ef5b727f8c8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:13.162529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.179003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:13.188221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:13.194390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:13.203220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:13.229363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event updated for resources: {'Port': ['ID=a9b0b6cf-9aca-4c6e-9204-0c177a3bd711,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:13.236208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:13.236667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:13.251717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.252068 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment 6807afb7-e14b-457b-91b1-24544a7d4faf of type vlan for network 85ce7596-1273-4a30-9271-44ce2d25e55a Jun 25 11:22:13.333392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f3e76ec-6773-49f6-9b23-3b71b4fa8fd4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:13.402620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec09e97-e9b4-4c42-aa0e-3badcaaf54ee,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:13.407460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.414832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:13.444485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:13.454782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:13.460938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:13.463667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:13.464624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.518645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=cb723931-896b-4366-811f-a36a0dc26df4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:13.522684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:13.586815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.611885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.620548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:13.621622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.626674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:13.692869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 505fa8fb-33ee-4780-8df9-54d81d8d8b5e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:13.700973 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5634863 Jun 25 11:22:13.707866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51628) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:13.746493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9d8627ac-c0de-404c-82d7-c76a31be41b5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '94a59005-5da4-43bc-91b3-a351831b2698', 'ip_address': '2001:db8::865d:97fe:7a52:677b'}], 'name': 'tempest-NetworksTestDHCPv6-1818203581'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:13.751277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=85ce7596-1273-4a30-9271-44ce2d25e55a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:13.757915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:13.780843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 85ce7596-1273-4a30-9271-44ce2d25e55a details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:13.836505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:13.877833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0b8a0e89-164f-4ec8-9fb7-0587a40a3ea7 None None] Provisioning for port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:13.898149 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5330808 Jun 25 11:22:13.921634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:13.926606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:13.927120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.045434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51632) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:14.075671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': '85ce7596-1273-4a30-9271-44ce2d25e55a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:14.076687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.117405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=505fa8fb-33ee-4780-8df9-54d81d8d8b5e,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:14.140418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.143971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.192714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.195611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:14.229809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4949fec9-64c8-4000-a813-209aceec1025 None None] Provisioning for port cb723931-896b-4366-811f-a36a0dc26df4 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:14.239264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4949fec9-64c8-4000-a813-209aceec1025 None None] Provisioning complete for port cb723931-896b-4366-811f-a36a0dc26df4 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:14.239996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4949fec9-64c8-4000-a813-209aceec1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.268720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.300012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=505fa8fb-33ee-4780-8df9-54d81d8d8b5e,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:14.303683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:14.304541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4949fec9-64c8-4000-a813-209aceec1025 None None] Port cb723931-896b-4366-811f-a36a0dc26df4 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:14.343058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8627ac-c0de-404c-82d7-c76a31be41b5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:14.349107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d8627ac-c0de-404c-82d7-c76a31be41b5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.379885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Router 1758f497-e790-48dc-bc6e-a5241866dd60 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:14.383258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.483905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-9d8627ac-c0de-404c-82d7-c76a31be41b5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 03510280-8c55-4324-bedc-2545776696dd yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:14.491620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:14.493540 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:14.495206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.501712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:14.502934 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "PUT /v2.0/routers/1758f497-e790-48dc-bc6e-a5241866dd60 HTTP/1.1" status: 200 len: 878 time: 3.6410344 Jun 25 11:22:14.505621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] Sync routers for ids ['1758f497-e790-48dc-bc6e-a5241866dd60'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:14.510597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51638) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:14.523990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] Routers {'1758f497-e790-48dc-bc6e-a5241866dd60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:14.525399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['1758f497-e790-48dc-bc6e-a5241866dd60'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:14.574137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:14.584100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] Routers {'1758f497-e790-48dc-bc6e-a5241866dd60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:14.584855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['1758f497-e790-48dc-bc6e-a5241866dd60'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:14.625131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:14.625753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe55dea-a08e-4309-b0c3-a476c53f272c None None] The sync data for ids ['1758f497-e790-48dc-bc6e-a5241866dd60'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:14.929983 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e40d9c1c-9f74-4be0-ab24-2c5546c675ba tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/1758f497-e790-48dc-bc6e-a5241866dd60 HTTP/1.1" status: 200 len: 919 time: 0.4180408 Jun 25 11:22:14.932522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51640) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:14.991684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21094ba3-25a3-403a-87e5-dcedf4a60165 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:14.993418 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-21094ba3-25a3-403a-87e5-dcedf4a60165 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=1758f497-e790-48dc-bc6e-a5241866dd60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0598798 Jun 25 11:22:14.996168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51642) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:15.092166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8782dc67-38d7-4191-9569-3accd7f4a823 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:15.096482 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8782dc67-38d7-4191-9569-3accd7f4a823 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.0959122 Jun 25 11:22:15.096813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51646) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:15.130002 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6a126096-b1df-4dae-938e-57b5d5c63236 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=1758f497-e790-48dc-bc6e-a5241866dd60 HTTP/1.1" status: 200 len: 205 time: 0.0318923 Jun 25 11:22:15.132548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51648) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:15.184043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:15.245333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.277003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8627ac-c0de-404c-82d7-c76a31be41b5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 25 11:22:15.277563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8627ac-c0de-404c-82d7-c76a31be41b5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:22:15.372995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.390667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.402215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:15.449641 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9d8627ac-c0de-404c-82d7-c76a31be41b5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7379348 Jun 25 11:22:15.450520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51652) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:15.470864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:15.485007 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:15.495540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=6d77a04f-2478-4544-b059-88445d0f1611,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:15.495976 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:15.497516 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:15.509837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:15.525990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': '6807afb7-e14b-457b-91b1-24544a7d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '85ce7596-1273-4a30-9271-44ce2d25e55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:15.526341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: 85ce7596-1273-4a30-9271-44ce2d25e55a, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:15.533677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Deleting port 4932d641-87cc-4f9e-8d43-29bce0da5793 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:15.533997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.535823 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:15.547532 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:15.548155 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:15.564040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d439e88-65e6-4862-9dc8-5945f8e6b9c5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:15.570378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d439e88-65e6-4862-9dc8-5945f8e6b9c5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:15.572034 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9d439e88-65e6-4862-9dc8-5945f8e6b9c5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1201594 Jun 25 11:22:15.576700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51654) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:15.586547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Deleting port a9b0b6cf-9aca-4c6e-9204-0c177a3bd711 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:15.586901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.600709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.600982 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:15.601440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81070b-b822-4df0-aef9-b28defa24d0e None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:15.602463 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5873277 Jun 25 11:22:15.604837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51656) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:15.650746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 505fa8fb-33ee-4780-8df9-54d81d8d8b5e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:15.664229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network 85ce7596-1273-4a30-9271-44ce2d25e55a is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:15.732464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:15.733171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.733725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.764548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.779690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 85ce7596-1273-4a30-9271-44ce2d25e55a) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:15.785185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Calling delete_port for a9b0b6cf-9aca-4c6e-9204-0c177a3bd711 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:15.788454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port cb723931-896b-4366-811f-a36a0dc26df4 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:15.788800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.793382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Calling delete_port for 4932d641-87cc-4f9e-8d43-29bce0da5793 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:15.796050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:15.796500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.806522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68145549-38d2-4fa2-91ea-519cf5966298 None None] Network 85ce7596-1273-4a30-9271-44ce2d25e55a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:15.946963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:15.994360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9252040 Jun 25 11:22:15.995082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:16.018446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1238820311'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:16.023005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for cb723931-896b-4366-811f-a36a0dc26df4 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:16.110480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-85ce7596-1273-4a30-9271-44ce2d25e55a', 'network_id': '85ce7596-1273-4a30-9271-44ce2d25e55a', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': '6d77a04f-2478-4544-b059-88445d0f1611'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:16.111441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.203368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:16.207553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.240214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.250974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:16.277451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event deleted for resources: {'Port': ['ID=a9b0b6cf-9aca-4c6e-9204-0c177a3bd711,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:16.285804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Allocated IP 172.20.255.242 (85ce7596-1273-4a30-9271-44ce2d25e55a/6d77a04f-2478-4544-b059-88445d0f1611/c9f078be-6617-4a4c-8aa5-5f704602f950) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:16.290583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:16.300681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.301033 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment 54b7066d-dec7-4ef1-8be2-b145f86b92a0 of type vlan for network adc66c53-e422-4ac2-8349-3ef32a9c29b3 Jun 25 11:22:16.329925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:16.339551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.350343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e7587473-f69c-4260-afb8-56349deb1621 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:16.364289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.392672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c26c5ce3-5715-4318-9dee-5e396b047803 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:16.401784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.408859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event deleted for resources: {'Port': ['ID=4932d641-87cc-4f9e-8d43-29bce0da5793,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:16.437690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=cb723931-896b-4366-811f-a36a0dc26df4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:16.450592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:16.479837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:16.482667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.484600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.507676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.507770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Transition to ACTIVE for port object c9f078be-6617-4a4c-8aa5-5f704602f950 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:16.524369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Transition to ACTIVE for port object c9f078be-6617-4a4c-8aa5-5f704602f950 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:16.614601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.615035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.618308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:16.650965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.654141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.712753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Pushing event updated for resources: {'Port': ['ID=c9f078be-6617-4a4c-8aa5-5f704602f950,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:16.723794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:16.738223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.resource_extend [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:22:16.749545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.752080 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/cb723931-896b-4366-811f-a36a0dc26df4 HTTP/1.1" status: 204 len: 168 time: 1.1743805 Jun 25 11:22:16.754884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51666) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:16.768895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Network 85ce7596-1273-4a30-9271-44ce2d25e55a is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:16.772288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:16.776002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:16.828887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.832507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Fanout notify agent at l3_agent the message router_deleted on router 1758f497-e790-48dc-bc6e-a5241866dd60 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:16.837027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d4406-8e4a-4eab-8c68-b05c780a3709 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:16.838613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d4406-8e4a-4eab-8c68-b05c780a3709 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:16.844578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51670) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:16.850612 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-187d4406-8e4a-4eab-8c68-b05c780a3709 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0840766 Jun 25 11:22:16.856850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.861677 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/1758f497-e790-48dc-bc6e-a5241866dd60 HTTP/1.1" status: 204 len: 168 time: 1.7243958 Jun 25 11:22:16.862133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51672) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:16.863467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Attempting to bind port c9f078be-6617-4a4c-8aa5-5f704602f950 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:16.863968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Attempting to bind port c9f078be-6617-4a4c-8aa5-5f704602f950 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '6807afb7-e14b-457b-91b1-24544a7d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '85ce7596-1273-4a30-9271-44ce2d25e55a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:16.864579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Attempting to bind port c9f078be-6617-4a4c-8aa5-5f704602f950 on network 85ce7596-1273-4a30-9271-44ce2d25e55a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:16.866509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-73f4ccd0-7b18-47e8-b63d-b714ea8b994d tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1245257099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:16.870939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:16.871455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Checking segment: {'id': '6807afb7-e14b-457b-91b1-24544a7d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '85ce7596-1273-4a30-9271-44ce2d25e55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:16.873476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.873956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Bound using segment: {'id': '6807afb7-e14b-457b-91b1-24544a7d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '85ce7596-1273-4a30-9271-44ce2d25e55a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:16.874725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Bound port: c9f078be-6617-4a4c-8aa5-5f704602f950, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6807afb7-e14b-457b-91b1-24544a7d4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '85ce7596-1273-4a30-9271-44ce2d25e55a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:16.875231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.911510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.918041 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:16.918688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.922745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:16.962911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] For port c9f078be-6617-4a4c-8aa5-5f704602f950, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:16.967724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] For port c9f078be-6617-4a4c-8aa5-5f704602f950, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c9f078be-6617-4a4c-8aa5-5f704602f950,segment=NetworkSegment(6807afb7-e14b-457b-91b1-24544a7d4faf),segment_id=6807afb7-e14b-457b-91b1-24544a7d4faf)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:16.994350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Router 83b430e3-a068-47b0-9b44-c74cec037351 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:16.995508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73f4ccd0-7b18-47e8-b63d-b714ea8b994d tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:16.996551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73f4ccd0-7b18-47e8-b63d-b714ea8b994d tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.001573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=adc66c53-e422-4ac2-8349-3ef32a9c29b3,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:17.004681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:17.015300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network adc66c53-e422-4ac2-8349-3ef32a9c29b3 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:17.048650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 94a59005-5da4-43bc-91b3-a351831b2698 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:17.051936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.065411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73f4ccd0-7b18-47e8-b63d-b714ea8b994d tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.068868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.073159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-08b45d64-9dea-47c4-82f5-ffe72be6778e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:17.084280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0744534 Jun 25 11:22:17.088058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51674) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:17.130870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:17.143652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Pushing event updated for resources: {'Port': ['ID=c9f078be-6617-4a4c-8aa5-5f704602f950,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:17.150816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:17.168945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73f4ccd0-7b18-47e8-b63d-b714ea8b994d tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.205453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.272056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73f4ccd0-7b18-47e8-b63d-b714ea8b994d tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.273348 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-73f4ccd0-7b18-47e8-b63d-b714ea8b994d tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4104745 Jun 25 11:22:17.281649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51676) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:17.287313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': True}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:17.564516 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.567842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:17.579738 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "PUT /v2.0/routers/83b430e3-a068-47b0-9b44-c74cec037351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6388173 Jun 25 11:22:17.592898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51680) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:17.593059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] Sync routers for ids ['83b430e3-a068-47b0-9b44-c74cec037351'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:17.604642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] Routers {'83b430e3-a068-47b0-9b44-c74cec037351'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:17.605697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['83b430e3-a068-47b0-9b44-c74cec037351'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:17.670442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:17.688266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] Routers {'83b430e3-a068-47b0-9b44-c74cec037351'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:17.688897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['83b430e3-a068-47b0-9b44-c74cec037351'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:17.694777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c9f078be-6617-4a4c-8aa5-5f704602f950 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:17.715700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee18-76a2-4be4-9ef9-5749c98f27c0 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.720772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.1 (517ce5ac-e942-4dfa-9399-2c6656a624d8/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18/1724beb2-8d82-48a2-9cef-6f3d2d53e3d5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:17.726438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.730224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:17.730224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4b071-5b81-473f-9632-f2b6dd8e99f2 None None] The sync data for ids ['83b430e3-a068-47b0-9b44-c74cec037351'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:17.900790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:17.907305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.931129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port c9f078be-6617-4a4c-8aa5-5f704602f950 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:17.940694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee18-76a2-4be4-9ef9-5749c98f27c0 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.943566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee18-76a2-4be4-9ef9-5749c98f27c0 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:17.988699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.012520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.024648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:18.103758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee18-76a2-4be4-9ef9-5749c98f27c0 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.104390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1bee18-76a2-4be4-9ef9-5749c98f27c0 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Fanout notify agent at l3_agent the message router_deleted on router 83b430e3-a068-47b0-9b44-c74cec037351 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:18.112106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=94a59005-5da4-43bc-91b3-a351831b2698,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:18.114282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e1bee18-76a2-4be4-9ef9-5749c98f27c0 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.117780 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2e1bee18-76a2-4be4-9ef9-5749c98f27c0 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "DELETE /v2.0/routers/83b430e3-a068-47b0-9b44-c74cec037351 HTTP/1.1" status: 204 len: 168 time: 0.5311487 Jun 25 11:22:18.123209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51686) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:18.123382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:18.129522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.137752 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/94a59005-5da4-43bc-91b3-a351831b2698 HTTP/1.1" status: 204 len: 168 time: 1.2559931 Jun 25 11:22:18.139403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51688) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:18.139871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca082e4-28bf-4b45-bcea-51877eaf2eb0 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:18.187777 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b5ab8659-543f-4afc-98e1-fe06898030db tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457785 Jun 25 11:22:18.190525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.192355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51690) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:18.192575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6bbaec0d-331a-44a7-854e-1bd559aa7158 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:18.198212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:18.239789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Deleting subnet 168d4936-1cc4-4d0d-8c3d-4acdb99ef8df {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:18.252244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.257455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.266339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:18.271287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d69f5-9d80-4ee9-8a51-1dc8bab2110c None None] Network 85ce7596-1273-4a30-9271-44ce2d25e55a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:18.273331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:18.297240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:18.303004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=1724beb2-8d82-48a2-9cef-6f3d2d53e3d5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:18.325611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:18.329717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.359603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.363922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.498814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Provisioning for port c9f078be-6617-4a4c-8aa5-5f704602f950 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:18.516941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Provisioning complete for port c9f078be-6617-4a4c-8aa5-5f704602f950 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:18.517490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.575921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Allocated IP 172.26.0.241 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/139890c7-cb83-4668-a48b-ed78e3ffe7cc) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:18.575921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:18.575921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.578651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.606303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.612621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:18.640218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:18.695930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.745276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=84e8007b-dece-4913-8743-7a39a5cc8b0e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:18.750814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:18.752934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] For port c9f078be-6617-4a4c-8aa5-5f704602f950, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c9f078be-6617-4a4c-8aa5-5f704602f950,segment=NetworkSegment(6807afb7-e14b-457b-91b1-24544a7d4faf),segment_id=6807afb7-e14b-457b-91b1-24544a7d4faf)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:18.755430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Deleting port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:18.756404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.764514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': '54b7066d-dec7-4ef1-8be2-b145f86b92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:18.764514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: adc66c53-e422-4ac2-8349-3ef32a9c29b3, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:18.815174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.820885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-784879f0-81ea-4928-aba2-de9168a95fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:18.835041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.865497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] For port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=505fa8fb-33ee-4780-8df9-54d81d8d8b5e,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:18.865820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.877002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.879604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.882032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Calling delete_port for 505fa8fb-33ee-4780-8df9-54d81d8d8b5e owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:18.944437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network adc66c53-e422-4ac2-8349-3ef32a9c29b3 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:18.983406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a06ad9a8-4010-4bce-9dc6-65f645a9889e None None] Provisioning complete for port c9f078be-6617-4a4c-8aa5-5f704602f950 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:18.984015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a06ad9a8-4010-4bce-9dc6-65f645a9889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:18.988762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:19.027223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event deleted for resources: {'Subnet': ['ID=168d4936-1cc4-4d0d-8c3d-4acdb99ef8df,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:19.030412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.031197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Pushing event updated for resources: {'Port': ['ID=c9f078be-6617-4a4c-8aa5-5f704602f950,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:19.035217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.037531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "DELETE /v2.0/subnets/168d4936-1cc4-4d0d-8c3d-4acdb99ef8df HTTP/1.1" status: 204 len: 168 time: 0.9179084 Jun 25 11:22:19.038509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:19.040129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d45e86d2-2f23-413a-92df-4ad7fbf490b0 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:19.043769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa3acd-c881-4c37-b415-46ff16f2ddf5 None None] Network afefcb03-4e4f-453a-86e6-439df2c306d7 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:19.049348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:19.049502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51696) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:19.141037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, adc66c53-e422-4ac2-8349-3ef32a9c29b3) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:19.161056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.163165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:19.163793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.166075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:19.168115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0567906-ace7-469f-a6fb-ce6f7559290b None None] Network adc66c53-e422-4ac2-8349-3ef32a9c29b3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:19.186541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:19.194199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:19.199403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Port': ['ID=139890c7-cb83-4668-a48b-ed78e3ffe7cc,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:19.204925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:19.206017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d435ed6c-e94c-44cf-8ce9-c09c4bde0193 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:19.212873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.255186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.264642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.270092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:19.289730 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1989415 Jun 25 11:22:19.292428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51700) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:19.319319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Pushing event deleted for resources: {'Port': ['ID=505fa8fb-33ee-4780-8df9-54d81d8d8b5e,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:19.329266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.329687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:19.334841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a768bd36-aff6-4583-82fd-84f3ffac2eda tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:19.339061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] No DVR routers for this DVR port 505fa8fb-33ee-4780-8df9-54d81d8d8b5e on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:19.457030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-adc66c53-e422-4ac2-8349-3ef32a9c29b3', 'network_id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': '84e8007b-dece-4913-8743-7a39a5cc8b0e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:19.457931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.470543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.474832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=1724beb2-8d82-48a2-9cef-6f3d2d53e3d5,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:19.480737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:19.534470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.551710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] DHCP port deletion for afefcb03-4e4f-453a-86e6-439df2c306d7 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:19.642471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:19.661176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:19.661176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:19.661176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.661593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c9f078be-6617-4a4c-8aa5-5f704602f950 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:19.711249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.749551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:19.750079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=f2d8ea15-33fb-4bdd-a382-368f11a2ba35,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:19.753558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:19.802544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:19.851125 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6529946 Jun 25 11:22:19.851391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51704) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:19.854004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b5af9-5160-4858-8ab6-f50234a0bf72 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:19.858133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e037a0d6-d078-4ccc-be78-2e014f803399 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': 'f2d8ea15-33fb-4bdd-a382-368f11a2ba35', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-23296334'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:19.859549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Allocated IP 172.20.0.2 (adc66c53-e422-4ac2-8349-3ef32a9c29b3/84e8007b-dece-4913-8743-7a39a5cc8b0e/a7bb908c-396f-4609-9e47-be1e6cb4c6f1) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:19.903894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:19.906350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Deleting port b1d853fd-d981-40b2-be17-d1067860a1d5 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:19.906739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:19.971259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Deleting port b1d853fd-d981-40b2-be17-d1067860a1d5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:19.971507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.034118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:20.039339 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/routers/b369189a-db8e-46f2-8d25-a1a3565ca666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4334602 Jun 25 11:22:20.045007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51706) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:20.049222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'port': {'network_id': '517ce5ac-e942-4dfa-9399-2c6656a624d8', 'name': 'tempest-FloatingIPTestJSON-174377601'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:20.052924 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:20.063982 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:20.064957 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.084570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] For port b1d853fd-d981-40b2-be17-d1067860a1d5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b1d853fd-d981-40b2-be17-d1067860a1d5,segment=NetworkSegment(a4768c0c-d9fe-4fea-81c7-3753aa0c804d),segment_id=a4768c0c-d9fe-4fea-81c7-3753aa0c804d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:20.084971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.100675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c9f078be-6617-4a4c-8aa5-5f704602f950 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:20.101057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.102224 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.115354 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:20.116305 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.117480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Calling delete_port for b1d853fd-d981-40b2-be17-d1067860a1d5 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:20.173193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] For port b1d853fd-d981-40b2-be17-d1067860a1d5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b1d853fd-d981-40b2-be17-d1067860a1d5,segment=NetworkSegment(a4768c0c-d9fe-4fea-81c7-3753aa0c804d),segment_id=a4768c0c-d9fe-4fea-81c7-3753aa0c804d)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:20.173949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.206446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Calling delete_port for b1d853fd-d981-40b2-be17-d1067860a1d5 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:20.248367 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.249155 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089a8ff-114e-4c79-b87f-d83c36d42ae8 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:20.284877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e037a0d6-d078-4ccc-be78-2e014f803399 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:20.354552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'f2d8ea15-33fb-4bdd-a382-368f11a2ba35'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:20.355401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.386227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.414637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Transition to ACTIVE for port object a7bb908c-396f-4609-9e47-be1e6cb4c6f1 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:20.445909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.500864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Transition to ACTIVE for port object a7bb908c-396f-4609-9e47-be1e6cb4c6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:20.507308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.511237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:20.528461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e037a0d6-d078-4ccc-be78-2e014f803399 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.539120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.545915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fdd90a33-f195-484d-9fbe-3feb3ac791a4 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:20.550390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 505fa8fb-33ee-4780-8df9-54d81d8d8b5e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:20.556273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Pushing event deleted for resources: {'Port': ['ID=b1d853fd-d981-40b2-be17-d1067860a1d5,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:20.580133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] No DVR routers for this DVR port b1d853fd-d981-40b2-be17-d1067860a1d5 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:20.582977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:20.588063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 505fa8fb-33ee-4780-8df9-54d81d8d8b5e {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:20.588498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 505fa8fb-33ee-4780-8df9-54d81d8d8b5e not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:20.588914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1d853fd-d981-40b2-be17-d1067860a1d5 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:20.603674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:20.607854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.613927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event deleted for resources: {'Port': ['ID=b1d853fd-d981-40b2-be17-d1067860a1d5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:20.624029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-e037a0d6-d078-4ccc-be78-2e014f803399 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 07d12f89-478a-44f3-ac5a-0a544943f789 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:20.633160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b1d853fd-d981-40b2-be17-d1067860a1d5 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:20.633463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1d853fd-d981-40b2-be17-d1067860a1d5 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:20.635108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:20.641878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] No DVR routers for this DVR port b1d853fd-d981-40b2-be17-d1067860a1d5 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:20.668874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/f2d8ea15-33fb-4bdd-a382-368f11a2ba35/56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:20.706236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.708284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:20.717171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] device_id is not set on port ec6725e2-ed68-45f7-b7fb-95c83bf708cc yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:20.775985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.780270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9416b21f-6e02-4740-b6c5-767d2acadfe0 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:20.788134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Network adc66c53-e422-4ac2-8349-3ef32a9c29b3 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:20.796918 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:20.799547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:20.805239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Pushing event updated for resources: {'Port': ['ID=a7bb908c-396f-4609-9e47-be1e6cb4c6f1,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:20.807064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=84e8007b-dece-4913-8743-7a39a5cc8b0e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:20.809798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:20.811902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:20.880005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.896223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.899545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc66c53-e422-4ac2-8349-3ef32a9c29b3']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.918249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afefcb03-4e4f-453a-86e6-439df2c306d7']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.924149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b7066d-dec7-4ef1-8be2-b145f86b92a0') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.924582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b7066d-dec7-4ef1-8be2-b145f86b92a0') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.935815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.950891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Attempting to bind port a7bb908c-396f-4609-9e47-be1e6cb4c6f1 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:20.951764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Attempting to bind port a7bb908c-396f-4609-9e47-be1e6cb4c6f1 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '54b7066d-dec7-4ef1-8be2-b145f86b92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:20.952261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Attempting to bind port a7bb908c-396f-4609-9e47-be1e6cb4c6f1 on network adc66c53-e422-4ac2-8349-3ef32a9c29b3 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:20.954889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.962719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:20.963220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Checking segment: {'id': '54b7066d-dec7-4ef1-8be2-b145f86b92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:20.963513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:20.963752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.963914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.964287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Bound using segment: {'id': '54b7066d-dec7-4ef1-8be2-b145f86b92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:20.964856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Bound port: a7bb908c-396f-4609-9e47-be1e6cb4c6f1, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b7066d-dec7-4ef1-8be2-b145f86b92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:20.965410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:20.989461 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:20.991874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4768c0c-d9fe-4fea-81c7-3753aa0c804d') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:20.991874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4768c0c-d9fe-4fea-81c7-3753aa0c804d') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:21.020017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.031121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.039476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Transition to ACTIVE for port object 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:21.060102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.064178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.071440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Transition to ACTIVE for port object 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:21.072509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:21.072877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.076010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] For port a7bb908c-396f-4609-9e47-be1e6cb4c6f1, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:21.076727 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:21.079971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.10 (517ce5ac-e942-4dfa-9399-2c6656a624d8/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18/ec6725e2-ed68-45f7-b7fb-95c83bf708cc) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:21.080060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] For port a7bb908c-396f-4609-9e47-be1e6cb4c6f1, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a7bb908c-396f-4609-9e47-be1e6cb4c6f1,segment=NetworkSegment(54b7066d-dec7-4ef1-8be2-b145f86b92a0),segment_id=54b7066d-dec7-4ef1-8be2-b145f86b92a0)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:21.080156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.112511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:22:21.112511 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:22:21.112511 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'id': 'adc66c53-e422-4ac2-8349-3ef32a9c29b3'}] Jun 25 11:22:21.112511 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:22:21.113055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:22:21.140665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.143632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-aaa404e6-6f52-4215-b192-66fbdf53ddf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:21.174068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.194025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:21.198601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:21.205127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:21.211849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Pushing event updated for resources: {'Port': ['ID=56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:21.216739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:21.217530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:21.251733 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e037a0d6-d078-4ccc-be78-2e014f803399 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:22:21.252320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e037a0d6-d078-4ccc-be78-2e014f803399 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:22:21.259245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.289183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06036314-33e1-453e-809a-41998f803408 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:21.306013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.307879 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] 10.222.0.81 "DELETE /v2.0/networks/afefcb03-4e4f-453a-86e6-439df2c306d7 HTTP/1.1" status: 204 len: 168 time: 2.2583163 Jun 25 11:22:21.345861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Attempting to bind port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:21.346271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Attempting to bind port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:21.346622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Attempting to bind port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:21.348766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Pushing event deleted for resources: {'Network': ['ID=afefcb03-4e4f-453a-86e6-439df2c306d7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:21.350681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Pushing event updated for resources: {'Port': ['ID=a7bb908c-396f-4609-9e47-be1e6cb4c6f1,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:21.354910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:21.355120 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e037a0d6-d078-4ccc-be78-2e014f803399 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5022054 Jun 25 11:22:21.360656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51716) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:21.360821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:21.360927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:21.361296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:21.362916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.363434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:21.364018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Bound port: 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:21.364456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.393808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3badc-7e71-495c-bdec-69334ad5406e None None] Network adc66c53-e422-4ac2-8349-3ef32a9c29b3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:21.443141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.465264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931cb3d-fa70-4351-aedf-44746e2f8268 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:21.477879 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5931cb3d-fa70-4351-aedf-44746e2f8268 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1148078 Jun 25 11:22:21.479278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51720) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:21.523702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] For port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:21.534539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Router 206b31ec-d318-439b-9e40-0a0e02e3bfd8 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:21.553691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] For port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:21.571836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af0903-8d55-4dce-a7df-6bc8b0daf9e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:21.573464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af0903-8d55-4dce-a7df-6bc8b0daf9e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:21.575237 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e8af0903-8d55-4dce-a7df-6bc8b0daf9e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0931776 Jun 25 11:22:21.578487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51724) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:21.616294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.655460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet f2d8ea15-33fb-4bdd-a382-368f11a2ba35 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:21.660066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.682675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:21.691618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.693684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:21.696576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.697774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] Sync routers for ids ['206b31ec-d318-439b-9e40-0a0e02e3bfd8'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:21.701325 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "PUT /v2.0/routers/206b31ec-d318-439b-9e40-0a0e02e3bfd8 HTTP/1.1" status: 200 len: 915 time: 4.4168556 Jun 25 11:22:21.701325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.702526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51726) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:21.728963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1273a27-b020-45b7-944e-30d8bf72c526 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:21.736522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.745434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] Routers {'206b31ec-d318-439b-9e40-0a0e02e3bfd8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:21.746081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['206b31ec-d318-439b-9e40-0a0e02e3bfd8'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:21.790591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:21.800481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Pushing event updated for resources: {'Port': ['ID=56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:21.801912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port a7bb908c-396f-4609-9e47-be1e6cb4c6f1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:21.803182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.804794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:21.808140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] Routers {'206b31ec-d318-439b-9e40-0a0e02e3bfd8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:21.808751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['206b31ec-d318-439b-9e40-0a0e02e3bfd8'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:21.853114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:21.853786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8528fd1-24dc-4c21-9726-51f4f6a0bc91 None None] The sync data for ids ['206b31ec-d318-439b-9e40-0a0e02e3bfd8'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:21.910282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.911663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:21.919112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:21.935324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:21.959268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port a7bb908c-396f-4609-9e47-be1e6cb4c6f1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a7bb908c-396f-4609-9e47-be1e6cb4c6f1,segment=NetworkSegment(54b7066d-dec7-4ef1-8be2-b145f86b92a0),segment_id=54b7066d-dec7-4ef1-8be2-b145f86b92a0)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:21.959651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:21.989041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for a7bb908c-396f-4609-9e47-be1e6cb4c6f1 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:22.008046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=ec6725e2-ed68-45f7-b7fb-95c83bf708cc,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:22.029121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:22.030049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.048787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:22.053627 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c0cf1094-7874-4879-b633-287d5e18109c tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/206b31ec-d318-439b-9e40-0a0e02e3bfd8 HTTP/1.1" status: 200 len: 921 time: 0.3478525 Jun 25 11:22:22.057687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51732) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.108861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51734) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.123101 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0778346 Jun 25 11:22:22.126698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51738) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.135755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'port': {'network_id': '517ce5ac-e942-4dfa-9399-2c6656a624d8', 'name': 'tempest-FloatingIPTestJSON-114435794'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:22.178497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.181655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9df2abbd-c24c-42f2-a7c6-22f8d5cee848 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:22.215816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d8ea15-33fb-4bdd-a382-368f11a2ba35,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:22.218563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45800c38-fce8-43a6-bcf9-551f42428de8 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:22.219963 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-45800c38-fce8-43a6-bcf9-551f42428de8 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=206b31ec-d318-439b-9e40-0a0e02e3bfd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1612422 Jun 25 11:22:22.223651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51740) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.224945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:22.226227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.230518 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/f2d8ea15-33fb-4bdd-a382-368f11a2ba35 HTTP/1.1" status: 204 len: 168 time: 0.6487122 Jun 25 11:22:22.233172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51742) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.266459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.269315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5cd2a00b-46da-454f-a06e-70398d9a4664 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:22.571821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=a7bb908c-396f-4609-9e47-be1e6cb4c6f1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:22.575816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:22.576607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port a7bb908c-396f-4609-9e47-be1e6cb4c6f1 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:22.606867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a9472140-d27f-47ee-ba11-d2fea7636de4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3678584 Jun 25 11:22:22.619041 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51746) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.627430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:22.674896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.689354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc66c53-e422-4ac2-8349-3ef32a9c29b3']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:22.723421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b7066d-dec7-4ef1-8be2-b145f86b92a0') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:22.723757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b7066d-dec7-4ef1-8be2-b145f86b92a0') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:22.737534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.763495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.771875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:22.772277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.821561 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b5bde774-5e35-4cbe-b997-af393c902291 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=130c31b7b86042b9a09411069da4516d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080047 Jun 25 11:22:22.824745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51750) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.831913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:22.835085 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:22.840892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.873199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b3d36-6946-4862-96bb-881b7e10d084 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:22.873846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e93b3d36-6946-4862-96bb-881b7e10d084 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.6500597 Jun 25 11:22:22.876939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51752) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.901040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] device_id is not set on port 47c7df65-8326-4865-ab30-af2ac27c79a5 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:22.913348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1959e59e-888e-4f6d-b787-681c8aa71681 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=206b31ec-d318-439b-9e40-0a0e02e3bfd8 HTTP/1.1" status: 200 len: 205 time: 0.0347710 Jun 25 11:22:22.915804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51754) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.963782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.972856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5fbb5f19-83a6-4f0d-a159-5cf882514b76 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:22.979491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.981622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:22.986610 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/adc66c53-e422-4ac2-8349-3ef32a9c29b3 HTTP/1.1" status: 204 len: 168 time: 3.6901698 Jun 25 11:22:22.988536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51756) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:22.993457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1893052959'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:23.015738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=adc66c53-e422-4ac2-8349-3ef32a9c29b3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:23.023629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31750b2e-be07-43fc-a8f5-b5cf15286bef None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:23.049481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:23.049870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:23.052992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.083005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.085396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.189653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.8 (517ce5ac-e942-4dfa-9399-2c6656a624d8/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18/47c7df65-8326-4865-ab30-af2ac27c79a5) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:23.207928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.240648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:23.244330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.320422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-941b143f-fefc-4391-87db-acf0896a731b None None] Provisioning for port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:23.335318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:23.354217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.355974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Deleting port 139890c7-cb83-4668-a48b-ed78e3ffe7cc {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:23.356836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.362098 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment 331a1c1c-f49c-4dea-aafe-b34eb40957a7 of type vlan for network f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 Jun 25 11:22:23.384882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:23.441682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Deleting port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:23.442156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.447877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.450982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.455013 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/320593ed-acbe-4f6f-a73d-54007b9e2779 HTTP/1.1" status: 204 len: 168 time: 0.6213038 Jun 25 11:22:23.468995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.482801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:23.489473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Calling delete_port for 139890c7-cb83-4668-a48b-ed78e3ffe7cc owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:23.502547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.506617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320593ed-acbe-4f6f-a73d-54007b9e2779,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:23.516565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:23.521319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] For port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:23.522956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.551336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Calling delete_port for 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:23.644844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.679193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.685910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:23.720765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:23.723099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.725959 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.726165 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:23.732236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:23.732977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.735419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:23.743140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:23.743726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.754602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Pushing event deleted for resources: {'Port': ['ID=56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:23.757123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:23.762908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] No DVR routers for this DVR port 56c76c3d-bebb-4ccf-af2c-c909e7bcbdb8 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:23.771734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=f253e99f-2d26-4199-b254-c2572ea9a925,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:23.775518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:23.776412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-548b7240-c789-40bb-b8b9-3a1235745e40 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:23.784356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdbf2e5-44d8-45c1-bef6-c87e8a3fb1e4 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:23.855859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.865327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0a552004-f285-4f05-b406-b1d07e30058c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:23.867104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=f441b5c2-6ef3-4c53-bf53-96d6d64d68a5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:23.881149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:23.884744 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8950021 Jun 25 11:22:23.888420 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2679458 Jun 25 11:22:23.889734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51766) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:23.893307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:23.894903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51768) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:23.900358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:23.915439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-542d7a0a-2a51-4cd6-ad08-421df2917044 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1706981258', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:23.921599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcf48180-5f33-4577-992b-ce35d9722a4d tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:23.932213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:23.937698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event deleted for resources: {'Port': ['ID=139890c7-cb83-4668-a48b-ed78e3ffe7cc,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:23.979777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:24.038326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'f253e99f-2d26-4199-b254-c2572ea9a925'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:24.039762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.057030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:24.059739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.065427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:24.078303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:24.123596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=47c7df65-8326-4865-ab30-af2ac27c79a5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:24.133638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:24.160073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:24.161371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.199465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-542d7a0a-2a51-4cd6-ad08-421df2917044 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.201273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-542d7a0a-2a51-4cd6-ad08-421df2917044 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.216866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.221055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/f253e99f-2d26-4199-b254-c2572ea9a925/6fba986b-79ef-4c68-834e-95cf48347dd0) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:24.221335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.272698 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1442750 Jun 25 11:22:24.274120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-542d7a0a-2a51-4cd6-ad08-421df2917044 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.277689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51778) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:24.286417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '47c7df65-8326-4865-ab30-af2ac27c79a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:24.323433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-542d7a0a-2a51-4cd6-ad08-421df2917044 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.343826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.344399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Fanout notify agent at l3_agent the message router_deleted on router 206b31ec-d318-439b-9e40-0a0e02e3bfd8 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:24.346779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:24.350426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.400365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.405703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/206b31ec-d318-439b-9e40-0a0e02e3bfd8 HTTP/1.1" status: 204 len: 168 time: 1.4852684 Jun 25 11:22:24.405872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.406428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51784) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:24.412107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a5275728-01fe-4fb4-acdb-817de1202b04 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-460994716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:24.420781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.ipam_backend_mixin [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing IP validity checks on allocation pools {{(pid=94500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 11:22:24.421374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.ipam_backend_mixin [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 11:22:24.423345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Transition to ACTIVE for port object 6fba986b-79ef-4c68-834e-95cf48347dd0 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:24.441044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Transition to ACTIVE for port object 6fba986b-79ef-4c68-834e-95cf48347dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:24.529927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.557752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.560273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00e70560-66a5-4406-827e-8c3cf01a972a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:24.615334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:24.618367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:24.620473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-542d7a0a-2a51-4cd6-ad08-421df2917044 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.624335 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-542d7a0a-2a51-4cd6-ad08-421df2917044 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7151465 Jun 25 11:22:24.625167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51790) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:24.626606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:24.631226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Pushing event updated for resources: {'Port': ['ID=6fba986b-79ef-4c68-834e-95cf48347dd0,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:24.633706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:24.667089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.696377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Attempting to bind port 6fba986b-79ef-4c68-834e-95cf48347dd0 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:24.697004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Attempting to bind port 6fba986b-79ef-4c68-834e-95cf48347dd0 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:24.697549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Attempting to bind port 6fba986b-79ef-4c68-834e-95cf48347dd0 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:24.697832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.705339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:24.705937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:24.706514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.706914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:24.707401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Bound port: 6fba986b-79ef-4c68-834e-95cf48347dd0, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:24.707789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.734988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:24.735616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5275728-01fe-4fb4-acdb-817de1202b04 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.736627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5275728-01fe-4fb4-acdb-817de1202b04 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.783777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] For port 6fba986b-79ef-4c68-834e-95cf48347dd0, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:24.787740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] For port 6fba986b-79ef-4c68-834e-95cf48347dd0, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6fba986b-79ef-4c68-834e-95cf48347dd0,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:24.827669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.26.0.78 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/4ccf406f-3819-4412-a426-3e3f32a0168c) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:24.833804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5275728-01fe-4fb4-acdb-817de1202b04 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.872883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.879412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:24.895617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5275728-01fe-4fb4-acdb-817de1202b04 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.896187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=aad6db2b-b93c-4a18-9d6a-79f7a5a7ab87,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:24.905148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:24.967435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Pushing event updated for resources: {'Port': ['ID=6fba986b-79ef-4c68-834e-95cf48347dd0,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:24.972103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:24.990198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5275728-01fe-4fb4-acdb-817de1202b04 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:24.993785 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a5275728-01fe-4fb4-acdb-817de1202b04 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5832789 Jun 25 11:22:24.994596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51798) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:24.994937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51800) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:25.007980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': False}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:25.019709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.055968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': '331a1c1c-f49c-4dea-aafe-b34eb40957a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:25.056648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: f441b5c2-6ef3-4c53-bf53-96d6d64d68a5, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:25.146090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.201352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:25.218097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'networks': [{'name': 'tempest-network--992897374'}, {'name': 'tempest-network--842711419'}]} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:25.218485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'network': {'name': 'tempest-network--992897374'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:25.218883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'network': {'name': 'tempest-network--842711419'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:25.327594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, f441b5c2-6ef3-4c53-bf53-96d6d64d68a5) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:25.339414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4490c8a-840a-4509-8fec-96068c956aba None None] Network f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:25.365904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:25.366657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.398682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.472851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Made reservation on behalf of ff7edb00b8da4ec2bbab79c1492f2e40 for: {'network': 2} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:25.477243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::1 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/f253e99f-2d26-4199-b254-c2572ea9a925/beeb454a-bfdb-4321-bd2c-1f7519d2b8e6) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:25.479957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.491591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.506506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.508779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:25.536178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-f441b5c2-6ef3-4c53-bf53-96d6d64d68a5', 'network_id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': 'aad6db2b-b93c-4a18-9d6a-79f7a5a7ab87'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:25.542506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.601960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:25.612470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=4ccf406f-3819-4412-a426-3e3f32a0168c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:25.613580 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7219355 Jun 25 11:22:25.615884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:25.617944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:25.618065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51808) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:25.620084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:25.787315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6fba986b-79ef-4c68-834e-95cf48347dd0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:25.813067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.860914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:25.909869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.917342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Allocated IP 172.20.0.3 (f441b5c2-6ef3-4c53-bf53-96d6d64d68a5/aad6db2b-b93c-4a18-9d6a-79f7a5a7ab87/10a27c27-e429-4898-8092-a3733072ea6f) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:25.992171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:25.998915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-72ea3092-773b-4179-b0ac-f1cfad522717 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:26.021522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 6fba986b-79ef-4c68-834e-95cf48347dd0 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:26.030373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.080020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:26.087134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:26.096219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:26.096765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.105807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=beeb454a-bfdb-4321-bd2c-1f7519d2b8e6,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:26.136864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.144474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.149407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Transition to ACTIVE for port object 10a27c27-e429-4898-8092-a3733072ea6f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:26.169719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Transition to ACTIVE for port object 10a27c27-e429-4898-8092-a3733072ea6f will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:26.191570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:26.229888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.230669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.244583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.250289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b70ac56b-faaa-4ee8-b969-a4d38f3dc869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:26.264895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4f3727d9-41fd-497b-bc2c-3bcd33b0aa34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:26.285126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.316461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Network f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:26.318984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:26.321673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:26.331509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Pushing event updated for resources: {'Port': ['ID=10a27c27-e429-4898-8092-a3733072ea6f,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:26.347391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:26.378257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.411563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60066a3a-bf85-4ee2-abb5-e0224ab448c7,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:26.415384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.421061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:26.421892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Attempting to bind port 10a27c27-e429-4898-8092-a3733072ea6f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:26.422434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Attempting to bind port 10a27c27-e429-4898-8092-a3733072ea6f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '331a1c1c-f49c-4dea-aafe-b34eb40957a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:26.422786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-507fcb6f-4100-46bd-85dc-a0a61c507b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:26.422868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Attempting to bind port 10a27c27-e429-4898-8092-a3733072ea6f on network f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:26.432113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:26.432682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Checking segment: {'id': '331a1c1c-f49c-4dea-aafe-b34eb40957a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:26.433124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.433527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Bound using segment: {'id': '331a1c1c-f49c-4dea-aafe-b34eb40957a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:26.434338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Bound port: 10a27c27-e429-4898-8092-a3733072ea6f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331a1c1c-f49c-4dea-aafe-b34eb40957a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:26.434551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.456512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:26.460177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=aad6db2b-b93c-4a18-9d6a-79f7a5a7ab87,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:26.464877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:26.515827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.527615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.528004 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Added segment c05b3aed-3187-4565-b4c9-e07c970409c0 of type vlan for network 12b24d08-f96a-4c36-a7a3-18a1ebd1eddf Jun 25 11:22:26.534767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] For port 10a27c27-e429-4898-8092-a3733072ea6f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:26.539566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] For port 10a27c27-e429-4898-8092-a3733072ea6f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=10a27c27-e429-4898-8092-a3733072ea6f,segment=NetworkSegment(331a1c1c-f49c-4dea-aafe-b34eb40957a7),segment_id=331a1c1c-f49c-4dea-aafe-b34eb40957a7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:26.540840 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Provisioning for port 6fba986b-79ef-4c68-834e-95cf48347dd0 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:26.555592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Provisioning complete for port 6fba986b-79ef-4c68-834e-95cf48347dd0 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:26.557224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.594905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.633924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f441b5c2-6ef3-4c53-bf53-96d6d64d68a5']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:26.643512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.650416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331a1c1c-f49c-4dea-aafe-b34eb40957a7') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:26.650717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331a1c1c-f49c-4dea-aafe-b34eb40957a7') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:26.662631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.667416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.667642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1feeccb-3d03-4bea-b4e4-8dd315f12d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:26.698755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.702180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.705730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Allocated IP 172.26.0.123 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ce05e30f-57ed-4cef-94a4-4f67a298c68f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:26.749126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:26.756131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.766933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Pushing event updated for resources: {'Port': ['ID=10a27c27-e429-4898-8092-a3733072ea6f,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:26.767250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:26.767601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.771295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] For port 6fba986b-79ef-4c68-834e-95cf48347dd0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6fba986b-79ef-4c68-834e-95cf48347dd0,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:26.771758 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:26.775205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:26.791655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.792006 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Added segment 332d585e-bf32-4d25-9ed0-ae59af4dcdf0 of type vlan for network cd73cea8-ecdb-46a2-a9fd-36731b77e6c8 Jun 25 11:22:26.843908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:26.847526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7480f61f-fe0a-425d-8f33-995bedc3c4e5 None None] Network f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:26.885665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:26.953594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:22:26.953594 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:22:26.953594 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': 'f441b5c2-6ef3-4c53-bf53-96d6d64d68a5'}] Jun 25 11:22:26.953594 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:22:26.954437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:22:27.019218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.019854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Pushing event updated for resources: {'Port': ['ID=6fba986b-79ef-4c68-834e-95cf48347dd0,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:27.023663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:27.056334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d324e785-c31d-4cbe-8ff6-478dfed6c20e None None] Provisioning for port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:27.063781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d324e785-c31d-4cbe-8ff6-478dfed6c20e None None] Provisioning complete for port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:27.064145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d324e785-c31d-4cbe-8ff6-478dfed6c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.088860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.089873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.095826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f191c0e-821a-4f36-8a2a-06ea4213b85d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:27.108977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d324e785-c31d-4cbe-8ff6-478dfed6c20e None None] Port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:27.112281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425278bb-bdf3-422f-9dce-bea23cddf3d5 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:22:27.168897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.208536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=beeb454a-bfdb-4321-bd2c-1f7519d2b8e6,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:27.211941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:27.216951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.251386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:27.252551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:27.261418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425278bb-bdf3-422f-9dce-bea23cddf3d5 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:22:27.268060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.353404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.358779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.362102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:27.375535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:27.380455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:27.381181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.455325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.509307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Router abba3169-952d-469a-bddc-58f9ab731d0c is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:27.531234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Network': ['ID=12b24d08-f96a-4c36-a7a3-18a1ebd1eddf,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:27.535504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port 10a27c27-e429-4898-8092-a3733072ea6f {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:27.536063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.553050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 12b24d08-f96a-4c36-a7a3-18a1ebd1eddf details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:27.569402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.637814 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6415560 Jun 25 11:22:27.647891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51820) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:27.677385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6fba986b-79ef-4c68-834e-95cf48347dd0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:27.691210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:27.721919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Network': ['ID=cd73cea8-ecdb-46a2-a9fd-36731b77e6c8,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:27.725589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:27.737049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.738595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:27.738595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:27.739818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:27.742564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:27.758708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network cd73cea8-ecdb-46a2-a9fd-36731b77e6c8 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:27.758940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4073b3d6-a1f0-4128-ba27-62300e790339 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:27.848789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.891145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 6fba986b-79ef-4c68-834e-95cf48347dd0 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:27.891923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:27.922313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Pushing event updated for resources: {'Port': ['ID=ce05e30f-57ed-4cef-94a4-4f67a298c68f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:27.956192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:27.963211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-51bbdc59-7ba4-48f3-a3bf-caa5af1043d7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:28.012686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=4ccf406f-3819-4412-a426-3e3f32a0168c,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:28.072740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port 10a27c27-e429-4898-8092-a3733072ea6f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=10a27c27-e429-4898-8092-a3733072ea6f,segment=NetworkSegment(331a1c1c-f49c-4dea-aafe-b34eb40957a7),segment_id=331a1c1c-f49c-4dea-aafe-b34eb40957a7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:28.073373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.108811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for 10a27c27-e429-4898-8092-a3733072ea6f owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:28.118788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:28.131943 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Sync routers for ids ['abba3169-952d-469a-bddc-58f9ab731d0c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:28.135541 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "PUT /v2.0/routers/abba3169-952d-469a-bddc-58f9ab731d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5037110 Jun 25 11:22:28.136910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51824) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:28.146865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:28.162925 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Routers {'abba3169-952d-469a-bddc-58f9ab731d0c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:28.163399 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['abba3169-952d-469a-bddc-58f9ab731d0c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.163523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e12f62-7e38-494d-88b4-f76d03926635 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:22:28.230570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9c7ace-b131-4c0b-b973-8150a1bd8f6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:28.232645 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df9c7ace-b131-4c0b-b973-8150a1bd8f6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports/beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 HTTP/1.1" status: 200 len: 911 time: 0.0946579 Jun 25 11:22:28.239203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51826) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:28.252101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ec215-b5fd-40ee-8cf1-35fa5b6f449c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:28.258538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ec215-b5fd-40ee-8cf1-35fa5b6f449c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:28.265506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ec215-b5fd-40ee-8cf1-35fa5b6f449c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:28.267517 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Set router abba3169-952d-469a-bddc-58f9ab731d0c gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:28.272111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ec215-b5fd-40ee-8cf1-35fa5b6f449c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:28.273937 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-532ec215-b5fd-40ee-8cf1-35fa5b6f449c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6235819 Jun 25 11:22:28.275558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.275870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e12f62-7e38-494d-88b4-f76d03926635 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:22:28.279187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51828) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:28.331914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e2bafe-daf0-4fdd-9572-45f7a78c5ad9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:28.338324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e2bafe-daf0-4fdd-9572-45f7a78c5ad9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:28.340130 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-41e2bafe-daf0-4fdd-9572-45f7a78c5ad9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0998824 Jun 25 11:22:28.343836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51830) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:28.442717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.447853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:28.494421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port 10a27c27-e429-4898-8092-a3733072ea6f on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:28.495690 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1706981258', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:24Z', 'updated_at': '2021-06-25T11:22:26Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None, '_interfaces': [{'id': 'beeb454a-bfdb-4321-bd2c-1f7519d2b8e6', 'name': '', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'mac_address': 'fa:16:3e:84:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f253e99f-2d26-4199-b254-c2572ea9a925', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:22:25Z', 'updated_at': '2021-06-25T11:22:26Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'subnets': [{'id': 'f253e99f-2d26-4199-b254-c2572ea9a925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.500294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=10a27c27-e429-4898-8092-a3733072ea6f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:28.508393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:28.521305 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP a0693e7f-12a5-490b-b725-e222a6ca681d associated. External IP: 172.26.0.78, port: 47c7df65-8326-4865-ab30-af2ac27c79a5. Jun 25 11:22:28.532912 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Checking router: abba3169-952d-469a-bddc-58f9ab731d0c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:22:28.533578 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Updating router abba3169-952d-469a-bddc-58f9ab731d0c port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:22:28.581352 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.590088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.708288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.726219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f441b5c2-6ef3-4c53-bf53-96d6d64d68a5']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.733424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.739310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331a1c1c-f49c-4dea-aafe-b34eb40957a7') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.739639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331a1c1c-f49c-4dea-aafe-b34eb40957a7') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.793526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.820731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.823120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.835079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b24d08-f96a-4c36-a7a3-18a1ebd1eddf']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.843320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:28.843758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.847672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05b3aed-3187-4565-b4c9-e07c970409c0') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.848038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05b3aed-3187-4565-b4c9-e07c970409c0') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:28.849364 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:28.864741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.878620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.909337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:28.909618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:28.913894 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:28.965881 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.008312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.013581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.015509 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 HTTP/1.1" status: 204 len: 168 time: 3.3957078 Jun 25 11:22:29.021326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:29.029805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51836) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:29.044549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-741712458'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:29.055492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=f441b5c2-6ef3-4c53-bf53-96d6d64d68a5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:29.058641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:29.157363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-24640deb-d3f0-441b-8adf-eab06417589f None None] Provisioning complete for port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:29.158402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-24640deb-d3f0-441b-8adf-eab06417589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.185618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.206979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-24640deb-d3f0-441b-8adf-eab06417589f None None] Port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:29.228500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:29.232254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.318491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:29.357751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.358089 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment 298eced6-2ec5-4be4-8060-c69ed7bf1796 of type vlan for network cdb18089-4fd7-4386-acf1-cf53b529b3c5 Jun 25 11:22:29.482963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.523595 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Transition to ACTIVE for port object beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:29.530036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.545276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:29.551996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:29.553837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.557492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/networks/12b24d08-f96a-4c36-a7a3-18a1ebd1eddf HTTP/1.1" status: 204 len: 168 time: 1.2759476 Jun 25 11:22:29.561441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51840) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:29.587684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f55f3f4a-18e3-4b6e-94a5-17930d536f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.610135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Network': ['ID=12b24d08-f96a-4c36-a7a3-18a1ebd1eddf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:29.613333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:29.629501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.666337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.670801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.691902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:29.692449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.706312 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.709979 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:29.780943 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Pushing event updated for resources: {'Port': ['ID=beeb454a-bfdb-4321-bd2c-1f7519d2b8e6,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.799957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.800060 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.800060 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:29.800060 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:29.801352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:29.801961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.815074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eebc4bff-e0fd-44b5-9fef-cd028d24421e tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:29.843897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:29.862702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:29.893739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:29.895662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:29.941052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:29.985765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Router 832dc76d-3057-41e7-b8a8-7a4541ddb51e is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:30.001703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.029497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.082813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd73cea8-ecdb-46a2-a9fd-36731b77e6c8']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.083069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:30.083069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.093179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=cdb18089-4fd7-4386-acf1-cf53b529b3c5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:30.096810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:30.112311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332d585e-bf32-4d25-9ed0-ae59af4dcdf0') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.112792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332d585e-bf32-4d25-9ed0-ae59af4dcdf0') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.126977 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0955153 Jun 25 11:22:30.131687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.133044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51846) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:30.136307 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.8539410 Jun 25 11:22:30.136469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.136585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51848) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:30.141936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:30.146866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': 'cdb18089-4fd7-4386-acf1-cf53b529b3c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:30.152533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network cdb18089-4fd7-4386-acf1-cf53b529b3c5 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:30.158251 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.159587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ebebb-a68b-4fcf-886f-5ed7bf981d17 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:30.184780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:30.185657 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Attempting to bind port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:30.186664 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Attempting to bind port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:30.187333 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Attempting to bind port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:30.194647 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:30.195320 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:30.195870 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.196404 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:30.197199 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Bound port: beeb454a-bfdb-4321-bd2c-1f7519d2b8e6, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:30.197770 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.221828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.230804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.234320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:30.234727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:30.240007 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:30.286250 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] For port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:30.290047 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] For port beeb454a-bfdb-4321-bd2c-1f7519d2b8e6, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=beeb454a-bfdb-4321-bd2c-1f7519d2b8e6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:30.324188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:30.330590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.334619 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "PUT /v2.0/routers/832dc76d-3057-41e7-b8a8-7a4541ddb51e HTTP/1.1" status: 200 len: 915 time: 5.3372331 Jun 25 11:22:30.335244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51850) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:30.339702 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] Sync routers for ids ['832dc76d-3057-41e7-b8a8-7a4541ddb51e'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:30.364308 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] Routers {'832dc76d-3057-41e7-b8a8-7a4541ddb51e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:30.365677 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['832dc76d-3057-41e7-b8a8-7a4541ddb51e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.410223 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.420606 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] Routers {'832dc76d-3057-41e7-b8a8-7a4541ddb51e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:30.421245 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['832dc76d-3057-41e7-b8a8-7a4541ddb51e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.457469 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.458280 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.458890 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6708279-c935-4a02-a4fb-9fc5c7b78094 None None] The sync data for ids ['832dc76d-3057-41e7-b8a8-7a4541ddb51e'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:30.462063 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:30.482626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.509840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51854) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:30.510614 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d070b576-974e-4cc3-9df1-6747750f9d8e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/832dc76d-3057-41e7-b8a8-7a4541ddb51e HTTP/1.1" status: 200 len: 921 time: 0.1718233 Jun 25 11:22:30.523430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.531186 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Routers {'abba3169-952d-469a-bddc-58f9ab731d0c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:30.531186 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['abba3169-952d-469a-bddc-58f9ab731d0c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.542932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0189841f-5738-4ec7-bd95-33c4ea800d27 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:30.548561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.552185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.555638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP a0693e7f-12a5-490b-b725-e222a6ca681d disassociated. External IP: 172.26.0.78, port: 47c7df65-8326-4865-ab30-af2ac27c79a5. Jun 25 11:22:30.556715 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/networks/cd73cea8-ecdb-46a2-a9fd-36731b77e6c8 HTTP/1.1" status: 204 len: 168 time: 0.9955957 Jun 25 11:22:30.563310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51856) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:30.564410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:30.568042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.572687 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Pushing event updated for resources: {'Port': ['ID=beeb454a-bfdb-4321-bd2c-1f7519d2b8e6,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:30.613954 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:30.647237 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] Set router abba3169-952d-469a-bddc-58f9ab731d0c gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:30.741815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:30.761843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Network': ['ID=cd73cea8-ecdb-46a2-a9fd-36731b77e6c8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:30.780212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:30.780741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7037d5de-a05a-45b8-afd8-2fcdf69b8816 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:30.853864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-55b9a7fc-d578-4121-9c85-38e02db48037 None None] Could not find standard attr ID for object beeb454a-bfdb-4321-bd2c-1f7519d2b8e6. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:22:30.857969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=beeb454a-bfdb-4321-bd2c-1f7519d2b8e6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:30.869198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:30.872750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:30.886486 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1706981258', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:24Z', 'updated_at': '2021-06-25T11:22:26Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None, '_interfaces': [{'id': 'beeb454a-bfdb-4321-bd2c-1f7519d2b8e6', 'name': '', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'mac_address': 'fa:16:3e:84:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f253e99f-2d26-4199-b254-c2572ea9a925', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:22:25Z', 'updated_at': '2021-06-25T11:22:30Z', 'revision_number': 4, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'subnets': [{'id': 'f253e99f-2d26-4199-b254-c2572ea9a925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:30.920984 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95aa9ec-a393-43f9-b7cf-8fefb4fd7d8d None None] The sync data for ids ['abba3169-952d-469a-bddc-58f9ab731d0c'] in dv-neutron-797120-5-hyperv is: [{'id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1706981258', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:24Z', 'updated_at': '2021-06-25T11:22:26Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None, '_interfaces': [{'id': 'beeb454a-bfdb-4321-bd2c-1f7519d2b8e6', 'name': '', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'mac_address': 'fa:16:3e:84:76:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'f253e99f-2d26-4199-b254-c2572ea9a925', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:22:25Z', 'updated_at': '2021-06-25T11:22:30Z', 'revision_number': 4, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'subnets': [{'id': 'f253e99f-2d26-4199-b254-c2572ea9a925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:31.003251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:31.008466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.016089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:31.035311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:31.035727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:31.059297 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-455018ec-79a7-4e7e-8461-d63afa4d029f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/floatingips/a0693e7f-12a5-490b-b725-e222a6ca681d HTTP/1.1" status: 200 len: 687 time: 0.9194095 Jun 25 11:22:31.059563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51858) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:31.085706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:31.097934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:31.098971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:31.140143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:31.140818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbe42b-943c-4943-b73a-ce269700dbbc None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:31.283198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 4ccf406f-3819-4412-a426-3e3f32a0168c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:31.283198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.407130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.407457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.421866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 4ccf406f-3819-4412-a426-3e3f32a0168c owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:31.509630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.523657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5feb2e-864a-479a-9468-0f236ecf37f2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:31.528765 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7f5feb2e-864a-479a-9468-0f236ecf37f2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=832dc76d-3057-41e7-b8a8-7a4541ddb51e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0161970 Jun 25 11:22:31.529782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51864) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:31.570976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd4cb0-ac5a-40f9-a9c0-36dd0f204914 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:31.578216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd4cb0-ac5a-40f9-a9c0-36dd0f204914 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:31.579850 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c4dd4cb0-ac5a-40f9-a9c0-36dd0f204914 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0164056 Jun 25 11:22:31.585994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51866) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:31.595116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2120191325'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:31.619825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.620974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.623667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5df772bd-d29b-4d79-86f5-69e640551669 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:31.657876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=4ccf406f-3819-4412-a426-3e3f32a0168c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:31.664576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:31.692385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:31.698819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Made reservation on behalf of ff7edb00b8da4ec2bbab79c1492f2e40 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:31.704394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.758129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.760677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.761899 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/floatingips/a0693e7f-12a5-490b-b725-e222a6ca681d HTTP/1.1" status: 204 len: 168 time: 0.7014251 Jun 25 11:22:31.763528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:31.765963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51870) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:31.773473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'ec6725e2-ed68-45f7-b7fb-95c83bf708cc'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:31.789695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.790054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Added segment 6ae58783-3753-493f-85c0-a055fa37b7ea of type vlan for network fd2b68c3-9038-462d-89a2-76efb3619570 Jun 25 11:22:31.818198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=a4ddbba5-860c-485e-ba95-45563bd57ede,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:31.832449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:31.839479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.870355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f646d3-508d-45a0-8698-97af1e260447 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:31.870355 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-13f646d3-508d-45a0-8698-97af1e260447 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.3292356 Jun 25 11:22:31.870593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51872) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:31.880238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': '298eced6-2ec5-4be4-8060-c69ed7bf1796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cdb18089-4fd7-4386-acf1-cf53b529b3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:31.880605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: cdb18089-4fd7-4386-acf1-cf53b529b3c5, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:31.887165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Router abba3169-952d-469a-bddc-58f9ab731d0c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:31.912734 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2cb5f109-5ff8-45b4-ba0e-a6dd328b20a0 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=832dc76d-3057-41e7-b8a8-7a4541ddb51e HTTP/1.1" status: 200 len: 205 time: 0.0410409 Jun 25 11:22:31.915245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51874) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:31.962487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.978698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:31.983742 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "PUT /v2.0/routers/abba3169-952d-469a-bddc-58f9ab731d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6387870 Jun 25 11:22:31.986621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51876) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:31.986843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:31.992354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:31.992957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.003896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:32.040977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2517a0-7788-4ae3-abf7-7c41903982f3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:32.042597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2517a0-7788-4ae3-abf7-7c41903982f3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:32.047804 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2f2517a0-7788-4ae3-abf7-7c41903982f3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0601780 Jun 25 11:22:32.048674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51878) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:32.060519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f46eff10-c7a6-4035-9362-4103e2acb6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.082067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network cdb18089-4fd7-4386-acf1-cf53b529b3c5 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:32.088927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.115152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet f253e99f-2d26-4199-b254-c2572ea9a925 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:32.118755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.167288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.211646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, cdb18089-4fd7-4386-acf1-cf53b529b3c5) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:32.220493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:32.220943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fa3f4-b26a-4fa2-9aee-bd5281410ade None None] Network cdb18089-4fd7-4386-acf1-cf53b529b3c5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:32.221160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.272788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.433077 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2911263 Jun 25 11:22:32.433077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51884) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:32.471104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Network': ['ID=fd2b68c3-9038-462d-89a2-76efb3619570,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:32.477068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:32.480959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.494597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.503667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:32.525262 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9355779 Jun 25 11:22:32.526389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51886) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:32.535078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-628858481'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:32.569717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=f253e99f-2d26-4199-b254-c2572ea9a925,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:32.611010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network fd2b68c3-9038-462d-89a2-76efb3619570 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:32.638382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.642806 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/f253e99f-2d26-4199-b254-c2572ea9a925 HTTP/1.1" status: 204 len: 168 time: 0.5906575 Jun 25 11:22:32.642968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51888) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:32.644008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:32.653558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.654468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.665028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6867933-0058-4279-b407-e65eb2646f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-cdb18089-4fd7-4386-acf1-cf53b529b3c5', 'network_id': 'cdb18089-4fd7-4386-acf1-cf53b529b3c5', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': 'a4ddbba5-860c-485e-ba95-45563bd57ede'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:32.666554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f6867933-0058-4279-b407-e65eb2646f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.672665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4c73a6-a972-45d8-af8d-3580877366ea None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:32.687684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.714867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.751193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Made reservation on behalf of ff7edb00b8da4ec2bbab79c1492f2e40 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:32.754872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.761136 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] Sync routers for ids ['abba3169-952d-469a-bddc-58f9ab731d0c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:32.772264 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] Routers {'abba3169-952d-469a-bddc-58f9ab731d0c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:32.772900 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['abba3169-952d-469a-bddc-58f9ab731d0c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:32.852868 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] Set router abba3169-952d-469a-bddc-58f9ab731d0c gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:32.901511 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-18741720-7d71-4316-955f-1cfbcf0ced88 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2573714 Jun 25 11:22:32.907021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51892) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:32.917489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:32.925286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2e04756d-9fb8-4e0d-a857-7d85e5ccd5a6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:32.926705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:32.984407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ddbba5-860c-485e-ba95-45563bd57ede,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:33.012797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:33.020439 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1706981258', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:24Z', 'updated_at': '2021-06-25T11:22:30Z', 'revision_number': 3, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:33.032803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.26.0.95 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/97302546-e77d-47c4-a4f5-b72cdfe340a2) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:33.038542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.038900 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Added segment 17966444-cb32-4653-aea2-d02eba7cc19c of type vlan for network 74194b0f-311b-483d-8558-3bc28aa9cd50 Jun 25 11:22:33.045721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e079fb7-b14b-4121-a685-2374b6ec15cc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server [None req-f6867933-0058-4279-b407-e65eb2646f08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4ddbba5-860c-485e-ba95-45563bd57ede: This subnet is being modified by another concurrent operation. Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:22:33.048580 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise exception Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4ddbba5-860c-485e-ba95-45563bd57ede: This subnet is being modified by another concurrent operation. Jun 25 11:22:33.056525 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Jun 25 11:22:33.075553 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] Checking router: abba3169-952d-469a-bddc-58f9ab731d0c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:22:33.075553 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] Routers {'abba3169-952d-469a-bddc-58f9ab731d0c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:33.075553 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['abba3169-952d-469a-bddc-58f9ab731d0c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:33.092794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.116051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb18089-4fd7-4386-acf1-cf53b529b3c5']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:33.125922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee83b0-6b20-4e8c-93b8-76c67ac4e41c None None] Network cdb18089-4fd7-4386-acf1-cf53b529b3c5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:33.131650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298eced6-2ec5-4be4-8060-c69ed7bf1796') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:33.136415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298eced6-2ec5-4be4-8060-c69ed7bf1796') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:33.147159 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] Set router abba3169-952d-469a-bddc-58f9ab731d0c gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:33.159057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.182890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Deleting port ce05e30f-57ed-4cef-94a4-4f67a298c68f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:33.183237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.193444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.202103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:33.202756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.230356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:33.237195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.238432 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1706981258', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:24Z', 'updated_at': '2021-06-25T11:22:30Z', 'revision_number': 3, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:33.250493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.269882 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98c00a-9819-45a5-b997-246fe30d19df None None] The sync data for ids ['abba3169-952d-469a-bddc-58f9ab731d0c'] in dv-neutron-797120-5-hyperv is: [{'id': 'abba3169-952d-469a-bddc-58f9ab731d0c', 'name': 'tempest-NetworksTestDHCPv6-router-1706981258', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:24Z', 'updated_at': '2021-06-25T11:22:30Z', 'revision_number': 3, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: items = [ Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:33.304465 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:33.347650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Deleting port 6fba986b-79ef-4c68-834e-95cf48347dd0 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:33.359415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.386822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.398348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-457454ed-ae64-4c0d-9fbd-b118682aa5ab tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:33.400210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e079fb7-b14b-4121-a685-2374b6ec15cc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.405665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.410087 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/cdb18089-4fd7-4386-acf1-cf53b529b3c5 HTTP/1.1" status: 204 len: 168 time: 0.9787807 Jun 25 11:22:33.411351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e079fb7-b14b-4121-a685-2374b6ec15cc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.414594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51894) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:33.421026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-740644611'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:33.439604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=cdb18089-4fd7-4386-acf1-cf53b529b3c5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:33.445329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:33.507273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] For port 6fba986b-79ef-4c68-834e-95cf48347dd0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6fba986b-79ef-4c68-834e-95cf48347dd0,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:33.507273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.508328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.508474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Calling delete_port for 6fba986b-79ef-4c68-834e-95cf48347dd0 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:33.508580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:33.525989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Calling delete_port for ce05e30f-57ed-4cef-94a4-4f67a298c68f owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:33.730841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6fba986b-79ef-4c68-834e-95cf48347dd0 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:33.814544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.077186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.084213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:34.084213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.088784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:34.169979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Network': ['ID=74194b0f-311b-483d-8558-3bc28aa9cd50,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:34.172938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:34.184088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 74194b0f-311b-483d-8558-3bc28aa9cd50 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:34.203718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:34.204338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e079fb7-b14b-4121-a685-2374b6ec15cc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.204614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e079fb7-b14b-4121-a685-2374b6ec15cc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Fanout notify agent at l3_agent the message router_deleted on router abba3169-952d-469a-bddc-58f9ab731d0c {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:34.208698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.218243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.226423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e079fb7-b14b-4121-a685-2374b6ec15cc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.230783 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9e079fb7-b14b-4121-a685-2374b6ec15cc tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/routers/abba3169-952d-469a-bddc-58f9ab731d0c HTTP/1.1" status: 204 len: 168 time: 1.3184452 Jun 25 11:22:34.233019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2bb9c524-6e7a-4106-bddd-fa08bd472579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-425705186-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:34.240451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.242797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.254813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1e047f8-b024-414e-a535-84dd9edf214a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:34.257712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51902) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:34.285154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:34.344861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] No DVR routers for this DVR port 6fba986b-79ef-4c68-834e-95cf48347dd0 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:34.350483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Pushing event deleted for resources: {'Port': ['ID=6fba986b-79ef-4c68-834e-95cf48347dd0,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:34.358095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:34.373079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:34.380738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:34.399653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.399915 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment efbcf04b-b2ad-4729-9c39-2e3648e56836 of type vlan for network 995cb54b-8cb2-4750-94fc-6098d734d799 Jun 25 11:22:34.427223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51904) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:34.428225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9011235 Jun 25 11:22:34.429582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:34.432257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:34.435557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'ports': [{'network_id': 'fd2b68c3-9038-462d-89a2-76efb3619570', 'name': 'tempest-port--986856146', 'admin_state_up': True}, {'network_id': '74194b0f-311b-483d-8558-3bc28aa9cd50', 'admin_state_up': False}]} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:34.435925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'port': {'network_id': 'fd2b68c3-9038-462d-89a2-76efb3619570', 'name': 'tempest-port--986856146', 'admin_state_up': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:34.436424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'port': {'network_id': '74194b0f-311b-483d-8558-3bc28aa9cd50', 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:34.450924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b5441-48ba-4d26-b470-7e009779ae8d None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:22:34.454029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:34.483269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:34.483715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device beeb454a-bfdb-4321-bd2c-1f7519d2b8e6 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:34.491554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=97302546-e77d-47c4-a4f5-b72cdfe340a2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:34.495609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:34.510806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0489aebc-ade1-41ba-8ec0-8bc52f9dcb12 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:34.532080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event deleted for resources: {'Port': ['ID=ce05e30f-57ed-4cef-94a4-4f67a298c68f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:34.545691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:34.555412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.585367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.614416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0b5441-48ba-4d26-b470-7e009779ae8d None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:22:34.649061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:34.652688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.764215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.778829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:34.778829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.778829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:34.883401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.887044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.911721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=995cb54b-8cb2-4750-94fc-6098d734d799,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:34.924902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 995cb54b-8cb2-4750-94fc-6098d734d799 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:34.938726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:34.948309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:34.966581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Made reservation on behalf of ff7edb00b8da4ec2bbab79c1492f2e40 for: {'port': 2} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:34.971490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.013437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.027785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.033267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Fanout notify agent at l3_agent the message router_deleted on router 832dc76d-3057-41e7-b8a8-7a4541ddb51e {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:35.037115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.038352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/832dc76d-3057-41e7-b8a8-7a4541ddb51e HTTP/1.1" status: 204 len: 168 time: 3.1220684 Jun 25 11:22:35.050432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51910) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:35.062158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-21334184', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:35.073982 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6580842 Jun 25 11:22:35.100976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51912) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:35.110884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': '995cb54b-8cb2-4750-94fc-6098d734d799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:35.119733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.140855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-73b88ab0-55de-4669-94fc-ffc2e4b764d0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:35.190858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] device_id is not set on port d0b12a40-e78b-45a1-ac28-bf9fc83b46ee yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:35.266728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:35.279461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:35.287216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:35.287884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.290444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=b45d4c14-2e54-409e-99d5-f71a4f8408b0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:35.292592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65569d59-ce12-4123-abd2-111a7dd204a4 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:35.297760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.298800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.302717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:35.426338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.434967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:35.438947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.480684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'b45d4c14-2e54-409e-99d5-f71a4f8408b0'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:35.481223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.537269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.581246 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3126509 Jun 25 11:22:35.581594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51916) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:35.593851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c6001782-a610-4b8a-a307-400e16ddd387 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-54208489', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:35.625173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.634753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/b45d4c14-2e54-409e-99d5-f71a4f8408b0/b92413f4-f220-444d-b93c-113b099f4d29) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:35.756269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.767478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.779028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c6001782-a610-4b8a-a307-400e16ddd387 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.780044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c6001782-a610-4b8a-a307-400e16ddd387 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.790099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] device_id is not set on port da4272be-3367-41b7-8d9b-b743e31d2dea yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:35.793934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.804746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Transition to ACTIVE for port object b92413f4-f220-444d-b93c-113b099f4d29 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:35.823192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Transition to ACTIVE for port object b92413f4-f220-444d-b93c-113b099f4d29 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:35.869536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c6001782-a610-4b8a-a307-400e16ddd387 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.903117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.911469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:35.965322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.976500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c6001782-a610-4b8a-a307-400e16ddd387 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:35.976760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:35.978424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:35.983535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:35.993164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Pushing event updated for resources: {'Port': ['ID=b92413f4-f220-444d-b93c-113b099f4d29,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:36.004287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:36.047335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.055068 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b23881da-5842-4994-a189-7cd7a7f388e5 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:36.066920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Attempting to bind port b92413f4-f220-444d-b93c-113b099f4d29 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:36.067297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Attempting to bind port b92413f4-f220-444d-b93c-113b099f4d29 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:36.067660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Attempting to bind port b92413f4-f220-444d-b93c-113b099f4d29 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:36.071865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.072655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:36.073041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:36.073465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.073860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:36.074325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Bound port: b92413f4-f220-444d-b93c-113b099f4d29, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:36.074708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.077882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c6001782-a610-4b8a-a307-400e16ddd387 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.079068 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c6001782-a610-4b8a-a307-400e16ddd387 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4960375 Jun 25 11:22:36.079916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.082097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51922) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:36.082829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-80ac113d-bcd6-433b-9996-d6820287e6a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:36.154934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=7e1e204c-ae35-4b19-840b-d37877959441,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:36.159434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] For port b92413f4-f220-444d-b93c-113b099f4d29, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:36.163011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] For port b92413f4-f220-444d-b93c-113b099f4d29, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b92413f4-f220-444d-b93c-113b099f4d29,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:36.174209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:36.194477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': 'efbcf04b-b2ad-4729-9c39-2e3648e56836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '995cb54b-8cb2-4750-94fc-6098d734d799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:36.195005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: 995cb54b-8cb2-4750-94fc-6098d734d799, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:36.229412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=97302546-e77d-47c4-a4f5-b72cdfe340a2,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:36.232611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.243491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-205074a2-34c9-4344-89de-c1c40b39dd89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:36.267697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:36.310634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Pushing event updated for resources: {'Port': ['ID=b92413f4-f220-444d-b93c-113b099f4d29,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:36.312102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.315575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:36.352983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3cb5eb1b-d20e-4949-8b1d-a01ca3269dc2 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:36.352983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network 995cb54b-8cb2-4750-94fc-6098d734d799 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:36.352983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.354248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.401857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.486210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 995cb54b-8cb2-4750-94fc-6098d734d799) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:36.486210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Port': ['ID=d0b12a40-e78b-45a1-ac28-bf9fc83b46ee,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:36.496015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2271c-1ca6-4b88-895f-1153bedee2e2 None None] Network 995cb54b-8cb2-4750-94fc-6098d734d799 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:36.534410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:36.545361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:36.545961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.586206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.589585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Checking segment: {'id': '6ae58783-3753-493f-85c0-a055fa37b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'fd2b68c3-9038-462d-89a2-76efb3619570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:36.590069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network hostable DHCP agents. Network: fd2b68c3-9038-462d-89a2-76efb3619570, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:36.595831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP e6323597-f22b-4260-aaa5-7d1a23a7505c associated. External IP: 172.26.0.95, port: ec6725e2-ed68-45f7-b7fb-95c83bf708cc. Jun 25 11:22:36.633378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Allocated IP 172.26.0.46 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ac905fb0-f0c9-489b-9f91-cdc9b0515a41) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:36.694792 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5904984 Jun 25 11:22:36.698398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51926) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:36.737930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-995cb54b-8cb2-4750-94fc-6098d734d799', 'network_id': '995cb54b-8cb2-4750-94fc-6098d734d799', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': '7e1e204c-ae35-4b19-840b-d37877959441'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:36.739020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.771867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network fd2b68c3-9038-462d-89a2-76efb3619570 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:36.813134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, fd2b68c3-9038-462d-89a2-76efb3619570) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:36.828412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:36.829289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295cd082-f831-4a91-a1da-7238a92c7479 None None] Network fd2b68c3-9038-462d-89a2-76efb3619570 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:36.829441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:36.839453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d38004a8-ef12-4771-b2ab-d31a0b6e9539 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:37.006713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Allocated IP 172.20.0.2 (995cb54b-8cb2-4750-94fc-6098d734d799/7e1e204c-ae35-4b19-840b-d37877959441/22485c92-e329-4ef4-a182-8063e1c47eaf) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:37.089773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:37.104231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::1 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/b45d4c14-2e54-409e-99d5-f71a4f8408b0/f4026559-c879-4a95-9970-09b7c2416488) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:37.262457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.276102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Transition to ACTIVE for port object 22485c92-e329-4ef4-a182-8063e1c47eaf will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:37.290756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Transition to ACTIVE for port object 22485c92-e329-4ef4-a182-8063e1c47eaf will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:37.338017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:37.349331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:37.362190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:37.363138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:37.376564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.391202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object f4026559-c879-4a95-9970-09b7c2416488 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:37.391433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.406099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.409706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.418521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Port': ['ID=da4272be-3367-41b7-8d9b-b743e31d2dea,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:37.418521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:37.420567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ba47891c-40d2-4406-8745-ce2e090e187f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:37.422808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:37.437758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.438987 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Checking segment: {'id': '17966444-cb32-4653-aea2-d02eba7cc19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '74194b0f-311b-483d-8558-3bc28aa9cd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:37.439349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network hostable DHCP agents. Network: 74194b0f-311b-483d-8558-3bc28aa9cd50, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:37.478804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Network 995cb54b-8cb2-4750-94fc-6098d734d799 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:37.482524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:37.482524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:37.491870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7247999 Jun 25 11:22:37.494841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51934) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:37.507985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.519009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:37.519434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a0b3b4-d34e-4cb0-bdfc-72d233433802 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:37.521713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:37.523782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Pushing event updated for resources: {'Port': ['ID=22485c92-e329-4ef4-a182-8063e1c47eaf,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:37.525052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port 22485c92-e329-4ef4-a182-8063e1c47eaf {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:37.525519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.538830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:37.538830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:37.568893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:37.610025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network 74194b0f-311b-483d-8558-3bc28aa9cd50 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:37.626296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Attempting to bind port 22485c92-e329-4ef4-a182-8063e1c47eaf on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:37.626784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Attempting to bind port 22485c92-e329-4ef4-a182-8063e1c47eaf by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'efbcf04b-b2ad-4729-9c39-2e3648e56836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '995cb54b-8cb2-4750-94fc-6098d734d799'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:37.627031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Attempting to bind port 22485c92-e329-4ef4-a182-8063e1c47eaf on network 995cb54b-8cb2-4750-94fc-6098d734d799 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:37.633564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:37.633946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Checking segment: {'id': 'efbcf04b-b2ad-4729-9c39-2e3648e56836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '995cb54b-8cb2-4750-94fc-6098d734d799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:37.634357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.634830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Bound using segment: {'id': 'efbcf04b-b2ad-4729-9c39-2e3648e56836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '995cb54b-8cb2-4750-94fc-6098d734d799'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:37.635268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Bound port: 22485c92-e329-4ef4-a182-8063e1c47eaf, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbcf04b-b2ad-4729-9c39-2e3648e56836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '995cb54b-8cb2-4750-94fc-6098d734d799'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:37.635751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.648523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.654972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:37.686689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:37.706084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:37.715797 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cf22edc0-a1ac-4988-81dc-d129cb0214e8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "GET /v2.0/floatingips/e6323597-f22b-4260-aaa5-7d1a23a7505c HTTP/1.1" status: 200 len: 977 time: 0.2189717 Jun 25 11:22:37.716749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:37.717333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.721066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51936) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:37.723990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b92413f4-f220-444d-b93c-113b099f4d29 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:37.730039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:37.741154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:37.751480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:37.754577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port 22485c92-e329-4ef4-a182-8063e1c47eaf, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:37.754932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.759024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 74194b0f-311b-483d-8558-3bc28aa9cd50) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:37.760621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event updated for resources: {'Port': ['ID=ac905fb0-f0c9-489b-9f91-cdc9b0515a41,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:37.778133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=f4026559-c879-4a95-9970-09b7c2416488,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:37.787814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:37.792462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7edeea-db5d-4b54-81e6-a3aacfa8d836 None None] Network 74194b0f-311b-483d-8558-3bc28aa9cd50 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:37.794565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:37.799580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:37.800288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:37.804729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:37.813244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for 22485c92-e329-4ef4-a182-8063e1c47eaf owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:37.818533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:37.910732 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d046f1e5-6c07-4ca4-8cfe-1396fd2bf8ba tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1857901 Jun 25 11:22:37.911418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51938) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:37.917805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'port_id': '47c7df65-8326-4865-ab30-af2ac27c79a5'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:37.920642 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4924378 Jun 25 11:22:37.923654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51940) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:37.992357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] For port 22485c92-e329-4ef4-a182-8063e1c47eaf, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:38.025670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] For port 22485c92-e329-4ef4-a182-8063e1c47eaf, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=22485c92-e329-4ef4-a182-8063e1c47eaf,segment=NetworkSegment(efbcf04b-b2ad-4729-9c39-2e3648e56836),segment_id=efbcf04b-b2ad-4729-9c39-2e3648e56836)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:38.034463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-09826b2a-0c90-4900-adc4-9f779dd26eb2 None None] Provisioning for port b92413f4-f220-444d-b93c-113b099f4d29 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:38.147768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.154797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b92413f4-f220-444d-b93c-113b099f4d29 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:38.174545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:38.189715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b92413f4-f220-444d-b93c-113b099f4d29 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:38.190241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.238354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.268962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Pushing event updated for resources: {'Port': ['ID=22485c92-e329-4ef4-a182-8063e1c47eaf,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:38.272515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:38.350734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.355782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.397358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.460415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5aa079a7-0cd9-4f32-9c69-82ecb3f7de62 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:38.481011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e9df362c-c437-4699-99a3-3778ae215355 None None] Provisioning for port f4026559-c879-4a95-9970-09b7c2416488 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:38.487052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e9df362c-c437-4699-99a3-3778ae215355 None None] Provisioning complete for port f4026559-c879-4a95-9970-09b7c2416488 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:38.487827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e9df362c-c437-4699-99a3-3778ae215355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.514835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=22485c92-e329-4ef4-a182-8063e1c47eaf,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:38.534455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:38.534772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e9df362c-c437-4699-99a3-3778ae215355 None None] Port f4026559-c879-4a95-9970-09b7c2416488 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:38.549270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.589227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port b92413f4-f220-444d-b93c-113b099f4d29, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b92413f4-f220-444d-b93c-113b099f4d29,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:38.630561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cbab86-5df7-4a4f-ab9a-d77181ba00c0 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:38.636920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cbab86-5df7-4a4f-ab9a-d77181ba00c0 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:38.640520 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-13cbab86-5df7-4a4f-ab9a-d77181ba00c0 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7152858 Jun 25 11:22:38.643386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port 22485c92-e329-4ef4-a182-8063e1c47eaf on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:38.648539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51946) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:38.665062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.665062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1eb15450-e381-4837-a83e-f51e00f5286b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:38.721369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:38.740771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=b92413f4-f220-444d-b93c-113b099f4d29,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:38.744145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:38.895337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.073098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Deleting port d0b12a40-e78b-45a1-ac28-bf9fc83b46ee {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:39.073463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.108445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.154289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.162365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e07e8dca-a424-400a-8f54-a1e8a1930a25 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:39.175621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.177175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.179773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2316475b-d30b-427a-a19e-97b655e28946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:39.216389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1e204c-ae35-4b19-840b-d37877959441,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:39.221196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.238061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:39.266166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Calling delete_port for d0b12a40-e78b-45a1-ac28-bf9fc83b46ee owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:39.282764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Router ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:39.332882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=f4026559-c879-4a95-9970-09b7c2416488,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:39.340990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:39.357390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.426338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995cb54b-8cb2-4750-94fc-6098d734d799']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:39.443893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:39.446982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:39.463024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.487312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbcf04b-b2ad-4729-9c39-2e3648e56836') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:39.487312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbcf04b-b2ad-4729-9c39-2e3648e56836') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:39.497634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.524133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.573029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:39.573466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:39.576827 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:39.582866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.676471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:39.693193 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a18ea-4041-45aa-8232-818c783b275d None None] Sync routers for ids ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:39.716064 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a18ea-4041-45aa-8232-818c783b275d None None] Routers {'ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:39.716064 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-489a18ea-4041-45aa-8232-818c783b275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:39.730675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b92413f4-f220-444d-b93c-113b099f4d29 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:39.764407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.768463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5131c0bf-0bd1-447e-93a8-57e9b2d1f326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:39.794503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP e6323597-f22b-4260-aaa5-7d1a23a7505c associated. External IP: 172.26.0.95, port: ec6725e2-ed68-45f7-b7fb-95c83bf708cc. Jun 25 11:22:39.794704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ed884-5900-4de3-b341-a455d778b3bb None None] Network 995cb54b-8cb2-4750-94fc-6098d734d799 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:39.811162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ed884-5900-4de3-b341-a455d778b3bb None None] Network 995cb54b-8cb2-4750-94fc-6098d734d799 could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:22:39.823647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab796b2-9c91-4063-8093-16d7b8618484 None None] Network 995cb54b-8cb2-4750-94fc-6098d734d799 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:39.824698 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-489a18ea-4041-45aa-8232-818c783b275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:39.834541 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a18ea-4041-45aa-8232-818c783b275d None None] Routers {'ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:39.835158 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-489a18ea-4041-45aa-8232-818c783b275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:39.837442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.839184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Port': ['ID=d0b12a40-e78b-45a1-ac28-bf9fc83b46ee,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:39.842063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.846088 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.7918866 Jun 25 11:22:39.846088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:39.846635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ead32bec-81c8-435c-96cf-f46de0e56d23 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:39.853031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.859160 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/995cb54b-8cb2-4750-94fc-6098d734d799 HTTP/1.1" status: 204 len: 168 time: 3.1552598 Jun 25 11:22:39.859160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51954) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:39.859480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab796b2-9c91-4063-8093-16d7b8618484 None None] Network 995cb54b-8cb2-4750-94fc-6098d734d799 could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:22:39.861011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:39.873200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51956) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:39.875682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.877665 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/ports/d0b12a40-e78b-45a1-ac28-bf9fc83b46ee HTTP/1.1" status: 204 len: 168 time: 1.1585581 Jun 25 11:22:39.886598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-362247025'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:39.886929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Router 18b226cf-d90e-43ce-b1f5-84cd10a4792f is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:22:39.888481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51958) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:39.889505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-aaff6a4b-1498-45db-943f-99f122e742ee None None] Provisioning complete for port f4026559-c879-4a95-9970-09b7c2416488 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:39.890120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aaff6a4b-1498-45db-943f-99f122e742ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.918423 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-489a18ea-4041-45aa-8232-818c783b275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:39.925275 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a18ea-4041-45aa-8232-818c783b275d None None] The sync data for ids ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:39.929227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=995cb54b-8cb2-4750-94fc-6098d734d799,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:39.935389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:39.950537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-aaff6a4b-1498-45db-943f-99f122e742ee None None] Port f4026559-c879-4a95-9970-09b7c2416488 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:22:39.959169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b92413f4-f220-444d-b93c-113b099f4d29 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:39.959784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:39.961926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-aaff6a4b-1498-45db-943f-99f122e742ee None None] Could not find standard attr ID for object 22485c92-e329-4ef4-a182-8063e1c47eaf. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:22:39.995560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ae02b-c2e0-4d65-98c8-2b673b880dbc None None] DHCP port deletion for 995cb54b-8cb2-4750-94fc-6098d734d799 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:40.072871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:40.077686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.145636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:40.163276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.163644 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment f715c154-27a4-44b1-9b15-e31562d654ea of type vlan for network 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 Jun 25 11:22:40.185822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:40.195813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Sync routers for ids ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:40.206377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Routers {'18b226cf-d90e-43ce-b1f5-84cd10a4792f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:40.207137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:40.227453 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "PUT /v2.0/routers/18b226cf-d90e-43ce-b1f5-84cd10a4792f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1394992 Jun 25 11:22:40.228751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51962) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:40.245869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.246557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.301820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Set router 18b226cf-d90e-43ce-b1f5-84cd10a4792f gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:40.328195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Deleting port da4272be-3367-41b7-8d9b-b743e31d2dea {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:40.328486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.336364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.341537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eddce6-9986-4a30-8f59-339946f7cca7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:40.343567 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-95eddce6-9986-4a30-8f59-339946f7cca7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports/f4026559-c879-4a95-9970-09b7c2416488 HTTP/1.1" status: 200 len: 911 time: 0.1133399 Jun 25 11:22:40.346850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51964) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:40.382879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.388942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:40.389645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.394592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:40.425783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.429326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:40.444344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Calling delete_port for da4272be-3367-41b7-8d9b-b743e31d2dea owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:40.465249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.488081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:40.491400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:40.499107 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6170676 Jun 25 11:22:40.499695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51966) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:40.505969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:40.509696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:40.520562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4392601-7616-4f46-bb3b-1e4742782cdb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:40.526602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4392601-7616-4f46-bb3b-1e4742782cdb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:40.530868 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d4392601-7616-4f46-bb3b-1e4742782cdb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1804163 Jun 25 11:22:40.532398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51968) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:40.593220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'name': 'tempest-NetworksTestDHCPv6-router-54208489', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:35Z', 'updated_at': '2021-06-25T11:22:37Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None, '_interfaces': [{'id': 'f4026559-c879-4a95-9970-09b7c2416488', 'name': '', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'mac_address': 'fa:16:3e:b2:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b45d4c14-2e54-409e-99d5-f71a4f8408b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:22:36Z', 'updated_at': '2021-06-25T11:22:38Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'subnets': [{'id': 'b45d4c14-2e54-409e-99d5-f71a4f8408b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:40.620492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Checking router: 18b226cf-d90e-43ce-b1f5-84cd10a4792f for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:22:40.620745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Updating router 18b226cf-d90e-43ce-b1f5-84cd10a4792f port f4026559-c879-4a95-9970-09b7c2416488 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:22:40.657268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.672234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Deleting port ac905fb0-f0c9-489b-9f91-cdc9b0515a41 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:40.672617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.765304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.780231 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Calling delete_port for ac905fb0-f0c9-489b-9f91-cdc9b0515a41 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:40.832157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:40.836146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.920243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.ipam_backend_mixin [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing IP validity checks on allocation pools {{(pid=94500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 11:22:40.920782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.ipam_backend_mixin [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 11:22:40.956351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:40.968386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Transition to ACTIVE for port object f4026559-c879-4a95-9970-09b7c2416488 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:41.084703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.090134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e8925d43-7fd4-420b-aedd-d8bc497f1bef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:41.162010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:41.163030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.175449 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:41.187791 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:41.188613 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:41.188983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-46ad9a50-2c2a-44c6-ad08-ad7d569553cc tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:41.193002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.205554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:41.224111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ec1e1-afb2-42d8-a7b4-61c34cd72a1d None None] Pushing event updated for resources: {'Port': ['ID=f4026559-c879-4a95-9970-09b7c2416488,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:41.234538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-770ec1e1-afb2-42d8-a7b4-61c34cd72a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:41.240589 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:41.253747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Attempting to bind port f4026559-c879-4a95-9970-09b7c2416488 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:41.254222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Attempting to bind port f4026559-c879-4a95-9970-09b7c2416488 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:41.254670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Attempting to bind port f4026559-c879-4a95-9970-09b7c2416488 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:41.260912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:41.261440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:41.262044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.262690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:41.263281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Bound port: f4026559-c879-4a95-9970-09b7c2416488, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:41.263928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.265713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.272417 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:41.272633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Pushing event deleted for resources: {'Port': ['ID=ac905fb0-f0c9-489b-9f91-cdc9b0515a41,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:41.273042 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:41.282648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Port': ['ID=da4272be-3367-41b7-8d9b-b743e31d2dea,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:41.282857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:41.283401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:41.290865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:41.305642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.308041 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/ports/da4272be-3367-41b7-8d9b-b743e31d2dea HTTP/1.1" status: 204 len: 168 time: 1.4132438 Jun 25 11:22:41.322991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:41.323719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b43000-7906-4971-b85b-f13c0ed6d217 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:41.326244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51976) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:41.386226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] For port f4026559-c879-4a95-9970-09b7c2416488, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:41.391305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=2966d55c-2b28-4bc7-86fa-463716a77529,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:41.394950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:41.399105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.401305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] For port f4026559-c879-4a95-9970-09b7c2416488, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f4026559-c879-4a95-9970-09b7c2416488,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:41.411856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d3cdf1d2-5614-4c68-abd0-df9c155946b9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0563323 Jun 25 11:22:41.425384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51978) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:41.433977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-28144837'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:41.514638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.517183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1474df60-b09c-45f5-bb46-6ee6137e135f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:41.589019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Routers {'18b226cf-d90e-43ce-b1f5-84cd10a4792f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:41.589298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:41.599152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Made reservation on behalf of ff7edb00b8da4ec2bbab79c1492f2e40 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:41.605826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.669890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 22485c92-e329-4ef4-a182-8063e1c47eaf no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:41.710921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:41.728649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:41.736517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.736863 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Added segment 2ccd6f36-bfef-418c-8eaa-83710d37b32b of type vlan for network fdf7bcf3-0d70-49a4-962e-349cb930ecbe Jun 25 11:22:41.752213 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:22:41.755346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ec1e1-afb2-42d8-a7b4-61c34cd72a1d None None] Pushing event updated for resources: {'Port': ['ID=f4026559-c879-4a95-9970-09b7c2416488,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:41.760853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 22485c92-e329-4ef4-a182-8063e1c47eaf {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:41.761714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 22485c92-e329-4ef4-a182-8063e1c47eaf not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:41.764040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-770ec1e1-afb2-42d8-a7b4-61c34cd72a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:41.806944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': 'f715c154-27a4-44b1-9b15-e31562d654ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:41.807502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:41.808633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] Set router 18b226cf-d90e-43ce-b1f5-84cd10a4792f gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:41.861303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.865269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.981143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:41.985760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.032958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:42.069729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'name': 'tempest-NetworksTestDHCPv6-router-54208489', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:35Z', 'updated_at': '2021-06-25T11:22:37Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None, '_interfaces': [{'id': 'f4026559-c879-4a95-9970-09b7c2416488', 'name': '', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'mac_address': 'fa:16:3e:b2:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b45d4c14-2e54-409e-99d5-f71a4f8408b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:22:36Z', 'updated_at': '2021-06-25T11:22:41Z', 'revision_number': 4, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'subnets': [{'id': 'b45d4c14-2e54-409e-99d5-f71a4f8408b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.080506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Router ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:42.092616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.098488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:42.099104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.107898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50839d-b3f3-45e0-b3e6-5a24de109619 None None] The sync data for ids ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'] in dv-neutron-797120-5-hyperv is: [{'id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'name': 'tempest-NetworksTestDHCPv6-router-54208489', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:35Z', 'updated_at': '2021-06-25T11:22:37Z', 'revision_number': 2, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None, '_interfaces': [{'id': 'f4026559-c879-4a95-9970-09b7c2416488', 'name': '', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'mac_address': 'fa:16:3e:b2:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'b45d4c14-2e54-409e-99d5-f71a4f8408b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:22:36Z', 'updated_at': '2021-06-25T11:22:41Z', 'revision_number': 4, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'subnets': [{'id': 'b45d4c14-2e54-409e-99d5-f71a4f8408b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:42.129361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:42.149567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:42.149965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:42.159648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb082b6b-4ea7-4399-9d00-04f7fbfdfbfa None None] Network 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:42.183586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.207592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:42.208527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.220466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:42.232583 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] Sync routers for ids ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:42.248758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.252694 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] Routers {'ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:42.253701 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.265973 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "PUT /v2.0/routers/ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 HTTP/1.1" status: 200 len: 704 time: 2.4067960 Jun 25 11:22:42.270696 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51986) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:42.301479 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8669450 Jun 25 11:22:42.303688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51988) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:42.322297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1888852561'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:42.325626 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.334560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:42.351653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Network': ['ID=fdf7bcf3-0d70-49a4-962e-349cb930ecbe,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:42.359514 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] Routers {'ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:42.360137 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.382207 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8817954 Jun 25 11:22:42.383983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:42.385592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51990) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:42.405062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network fdf7bcf3-0d70-49a4-962e-349cb930ecbe details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:42.410217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1', 'network_id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': '2966d55c-2b28-4bc7-86fa-463716a77529'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:42.412098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.417839 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.418510 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f974af-efc9-4f9c-9d01-922ca70cf6d4 None None] The sync data for ids ['ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:42.435136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:42.436209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.481526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d0570589-3ced-4896-8d0e-b643818f29da tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/floatingips/e6323597-f22b-4260-aaa5-7d1a23a7505c HTTP/1.1" status: 200 len: 976 time: 4.5668144 Jun 25 11:22:42.483923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51992) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:42.507706 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df2ca65c-af50-4bf3-914a-f80372253b3e tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/routers/ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 HTTP/1.1" status: 200 len: 739 time: 0.2344968 Jun 25 11:22:42.508435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51994) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:42.525405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:42.532852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.566988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Made reservation on behalf of ff7edb00b8da4ec2bbab79c1492f2e40 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:42.577028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.580773 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fecd9496-36ef-4db2-beee-7ac6136e35b7 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 HTTP/1.1" status: 200 len: 205 time: 0.0684426 Jun 25 11:22:42.592283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 51996) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:42.601942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.648229 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-25fa8757-0f65-4b9b-a04d-c86a50d0a23f tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 HTTP/1.1" status: 200 len: 205 time: 0.0542068 Jun 25 11:22:42.651004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 51998) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:42.662918 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:42.663867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.672812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.730617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:42.731793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fc897-3f57-49c2-88bc-fb7274527f8a None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:42.752570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:42.767152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port f4026559-c879-4a95-9970-09b7c2416488 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:42.767606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.772839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.773160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f998b1a-adbd-427c-92b0-5aec57f0e388 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.773503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Added segment 19ad7bb2-7105-491d-8a1a-2dfeee5133f1 of type vlan for network 1a62448a-6581-41ca-8995-507e899a6f2e Jun 25 11:22:42.775283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:42.805741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Allocated IP 172.20.0.3 (2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1/2966d55c-2b28-4bc7-86fa-463716a77529/fa93f77c-50ba-4d1a-984d-ed8d76d76669) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:42.927013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.023154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.023742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f998b1a-adbd-427c-92b0-5aec57f0e388 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.026610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f998b1a-adbd-427c-92b0-5aec57f0e388 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.052253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] For port f4026559-c879-4a95-9970-09b7c2416488, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f4026559-c879-4a95-9970-09b7c2416488,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:43.052619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.068078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for f4026559-c879-4a95-9970-09b7c2416488 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:43.116878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.117286 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP e6323597-f22b-4260-aaa5-7d1a23a7505c disassociated. External IP: 172.26.0.95, port: 47c7df65-8326-4865-ab30-af2ac27c79a5. Jun 25 11:22:43.122432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.128232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:43.128232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.150657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.162399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:43.162859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Transition to ACTIVE for port object fa93f77c-50ba-4d1a-984d-ed8d76d76669 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:43.168781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f998b1a-adbd-427c-92b0-5aec57f0e388 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.174337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f998b1a-adbd-427c-92b0-5aec57f0e388 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Fanout notify agent at l3_agent the message router_deleted on router ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:43.177580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f998b1a-adbd-427c-92b0-5aec57f0e388 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.184239 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5f998b1a-adbd-427c-92b0-5aec57f0e388 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 HTTP/1.1" status: 204 len: 168 time: 0.5318208 Jun 25 11:22:43.184888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52000) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:43.185521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Transition to ACTIVE for port object fa93f77c-50ba-4d1a-984d-ed8d76d76669 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:43.221162 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b0ebcedf-6101-4c7a-a1e8-d3a4e6ea678b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 HTTP/1.1" status: 200 len: 205 time: 0.0334070 Jun 25 11:22:43.222505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52004) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:43.263664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.268338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-eefc0bb6-1b01-4b0a-b5a5-8d2ed0f118ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:43.285476 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-8119f649-2924-4c97-ac7f-b55e95d0a8f3 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] delete failed (client error): The resource could not be found. Jun 25 11:22:43.287118 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8119f649-2924-4c97-ac7f-b55e95d0a8f3 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/ed2fa6de-45a7-4dc1-9438-4f9ef39a7d22 HTTP/1.1" status: 404 len: 336 time: 0.0625994 Jun 25 11:22:43.290482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52006) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:43.297983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9849918 Jun 25 11:22:43.333349 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-68cc283d-d0b2-4522-8708-b17467012373 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=832dc76d-3057-41e7-b8a8-7a4541ddb51e HTTP/1.1" status: 200 len: 205 time: 0.0378127 Jun 25 11:22:43.333349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52010) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:43.349162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Network': ['ID=1a62448a-6581-41ca-8995-507e899a6f2e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:43.361912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:43.394926 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-06e23f2b-2b46-4dce-ba6e-b7e948066499 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] delete failed (client error): The resource could not be found. Jun 25 11:22:43.396463 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-06e23f2b-2b46-4dce-ba6e-b7e948066499 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/832dc76d-3057-41e7-b8a8-7a4541ddb51e HTTP/1.1" status: 404 len: 336 time: 0.0635014 Jun 25 11:22:43.398255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.408265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 1a62448a-6581-41ca-8995-507e899a6f2e details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:43.408265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Network 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:43.410803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52012) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:43.412376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:43.441875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:43.452168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:43.468051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=2966d55c-2b28-4bc7-86fa-463716a77529,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:43.479190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:43.549593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.587740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Pushing event updated for resources: {'Port': ['ID=fa93f77c-50ba-4d1a-984d-ed8d76d76669,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:43.593543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:43.598833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:43.647096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f715c154-27a4-44b1-9b15-e31562d654ea') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:43.647429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f715c154-27a4-44b1-9b15-e31562d654ea') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:43.661722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Attempting to bind port fa93f77c-50ba-4d1a-984d-ed8d76d76669 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:43.662392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Attempting to bind port fa93f77c-50ba-4d1a-984d-ed8d76d76669 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f715c154-27a4-44b1-9b15-e31562d654ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:43.663320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Attempting to bind port fa93f77c-50ba-4d1a-984d-ed8d76d76669 on network 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:43.688707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:43.689245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Checking segment: {'id': 'f715c154-27a4-44b1-9b15-e31562d654ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:43.689978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.690728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Bound using segment: {'id': 'f715c154-27a4-44b1-9b15-e31562d654ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:43.691453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.691900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Bound port: fa93f77c-50ba-4d1a-984d-ed8d76d76669, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f715c154-27a4-44b1-9b15-e31562d654ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:43.692616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.731653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.766447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:43.766916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:43.827579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f4026559-c879-4a95-9970-09b7c2416488 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:43.863510 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:43.871545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] For port fa93f77c-50ba-4d1a-984d-ed8d76d76669, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:43.929052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:22:43.929052 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:22:43.929052 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': '2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1'}] Jun 25 11:22:43.929052 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:22:43.929532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:22:44.055157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-41e93982-5ae6-4e8d-85ca-665426dedcaf tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=206b31ec-d318-439b-9e40-0a0e02e3bfd8 HTTP/1.1" status: 200 len: 205 time: 0.6382284 Jun 25 11:22:44.056044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52016) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.120682 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-46c5b305-d542-4cef-af77-88ee50daabdb tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] delete failed (client error): The resource could not be found. Jun 25 11:22:44.124625 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-46c5b305-d542-4cef-af77-88ee50daabdb tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/206b31ec-d318-439b-9e40-0a0e02e3bfd8 HTTP/1.1" status: 404 len: 336 time: 0.0647647 Jun 25 11:22:44.124756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52018) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.125668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:44.161935 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-38fd0acf-0801-46c8-9669-e07322d25ff4 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=1758f497-e790-48dc-bc6e-a5241866dd60 HTTP/1.1" status: 200 len: 205 time: 0.0334065 Jun 25 11:22:44.163352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52020) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.172597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f4026559-c879-4a95-9970-09b7c2416488 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:44.180399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] For port fa93f77c-50ba-4d1a-984d-ed8d76d76669, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=fa93f77c-50ba-4d1a-984d-ed8d76d76669,segment=NetworkSegment(f715c154-27a4-44b1-9b15-e31562d654ea),segment_id=f715c154-27a4-44b1-9b15-e31562d654ea)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:44.182090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f4026559-c879-4a95-9970-09b7c2416488 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:44.182475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.207586 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-ba60a44a-456e-4bb9-be79-2a1f5d5b4fc2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] delete failed (client error): The resource could not be found. Jun 25 11:22:44.211365 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ba60a44a-456e-4bb9-be79-2a1f5d5b4fc2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/1758f497-e790-48dc-bc6e-a5241866dd60 HTTP/1.1" status: 404 len: 336 time: 0.0444326 Jun 25 11:22:44.212398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52022) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.213989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port f4026559-c879-4a95-9970-09b7c2416488 was deleted so its status cannot be updated. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 11:22:44.220054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.226003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:44.251250 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9997ada8-fd45-47e5-bfd5-4ffd39187432 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=c825464f-533d-450f-bed7-ed0c49817fd3 HTTP/1.1" status: 200 len: 205 time: 0.0353868 Jun 25 11:22:44.251453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.251941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-56f2ffe0-32cd-43a8-a4e9-552ef65ab73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:44.252063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52024) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.305053 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-97d7954d-2e48-4152-acc6-4bdf100501b2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] delete failed (client error): The resource could not be found. Jun 25 11:22:44.308571 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-97d7954d-2e48-4152-acc6-4bdf100501b2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/c825464f-533d-450f-bed7-ed0c49817fd3 HTTP/1.1" status: 404 len: 336 time: 0.0532990 Jun 25 11:22:44.310263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52026) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.346014 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3d874e35-f5ea-41fa-a84b-47e781e358ff tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "GET /v2.0/ports?device_id=071ce4cd-6741-4d3f-b1d6-a36d0b6badb1 HTTP/1.1" status: 200 len: 205 time: 0.0320237 Jun 25 11:22:44.350671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52028) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.366369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Pushing event updated for resources: {'Port': ['ID=fa93f77c-50ba-4d1a-984d-ed8d76d76669,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:44.366369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:44.401559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d08bc-b6a4-4f0a-89f5-5d3473da1420 None None] Network 2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:44.424825 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-82ec7c20-7405-4379-bb3c-ea1535c3c675 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] delete failed (client error): The resource could not be found. Jun 25 11:22:44.435683 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-82ec7c20-7405-4379-bb3c-ea1535c3c675 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/routers/071ce4cd-6741-4d3f-b1d6-a36d0b6badb1 HTTP/1.1" status: 404 len: 336 time: 0.0838506 Jun 25 11:22:44.436319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.438438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=f4026559-c879-4a95-9970-09b7c2416488,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:44.441992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52030) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:44.447180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:44.503403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:44.509742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.530262 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf52db56-7609-44ca-a729-896669c9fedb tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] DELETE failed (client error): The resource could not be found. Jun 25 11:22:44.530916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf52db56-7609-44ca-a729-896669c9fedb tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:22:44.535546 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bf52db56-7609-44ca-a729-896669c9fedb tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] 10.222.0.81 "DELETE /v2.0/subnets/a179fda2-cc5d-445d-9f06-74896337ccee HTTP/1.1" status: 404 len: 337 time: 0.0898900 Jun 25 11:22:44.542767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:44.617688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:44.618747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:44.635791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.660348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port fa93f77c-50ba-4d1a-984d-ed8d76d76669 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:44.660915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.727304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:44.747625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:44.748262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:44.778813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port fa93f77c-50ba-4d1a-984d-ed8d76d76669, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=fa93f77c-50ba-4d1a-984d-ed8d76d76669,segment=NetworkSegment(f715c154-27a4-44b1-9b15-e31562d654ea),segment_id=f715c154-27a4-44b1-9b15-e31562d654ea)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:44.784353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:44.833337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for fa93f77c-50ba-4d1a-984d-ed8d76d76669 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:44.844364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:44.845024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d31c71-1563-44b8-8814-848e51b874aa None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:44.853936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b2e41-6885-492a-b8bd-467d97da6af2 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:22:44.948847 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bbfd0833-26e8-4fb5-aa94-608ef3d4deb1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/floatingips/e6323597-f22b-4260-aaa5-7d1a23a7505c HTTP/1.1" status: 200 len: 687 time: 2.4283078 Jun 25 11:22:44.951961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52040) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:45.031465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b2e41-6885-492a-b8bd-467d97da6af2 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:22:45.094066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.099637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-388878bb-46e9-4519-8419-5e4d134c4cf9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:45.152580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Router 18b226cf-d90e-43ce-b1f5-84cd10a4792f has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:45.153890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=fa93f77c-50ba-4d1a-984d-ed8d76d76669,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:45.166225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:45.183093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port fa93f77c-50ba-4d1a-984d-ed8d76d76669 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:45.244440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 97302546-e77d-47c4-a4f5-b72cdfe340a2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:45.244772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.274327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:45.283214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "PUT /v2.0/routers/18b226cf-d90e-43ce-b1f5-84cd10a4792f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7510331 Jun 25 11:22:45.283961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52044) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:45.289630 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] Sync routers for ids ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:45.304253 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] Routers {'18b226cf-d90e-43ce-b1f5-84cd10a4792f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:45.304873 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:45.377280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.400150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52046) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:45.401820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:45.430423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f715c154-27a4-44b1-9b15-e31562d654ea') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:45.430719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f715c154-27a4-44b1-9b15-e31562d654ea') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:45.450489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.457756 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] Set router 18b226cf-d90e-43ce-b1f5-84cd10a4792f gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:45.489738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.497785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:45.498544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:45.502746 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:45.514623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.514623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.534501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 97302546-e77d-47c4-a4f5-b72cdfe340a2 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:45.562890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2addce60-17d7-413a-aba1-eecc9f94d539 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:45.566316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2addce60-17d7-413a-aba1-eecc9f94d539 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:45.566316 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2addce60-17d7-413a-aba1-eecc9f94d539 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2181041 Jun 25 11:22:45.568896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52050) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:45.587240 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'name': 'tempest-NetworksTestDHCPv6-router-54208489', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:35Z', 'updated_at': '2021-06-25T11:22:43Z', 'revision_number': 3, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:45.655049 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] Checking router: 18b226cf-d90e-43ce-b1f5-84cd10a4792f for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:22:45.661320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1aa79ba-0b2d-441b-a18f-46bb7bc31cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.667177 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] Routers {'18b226cf-d90e-43ce-b1f5-84cd10a4792f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:45.669851 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:45.697682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet b45d4c14-2e54-409e-99d5-f71a4f8408b0 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:45.702793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.761218 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] Set router 18b226cf-d90e-43ce-b1f5-84cd10a4792f gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:22:45.769660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.823040 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'name': 'tempest-NetworksTestDHCPv6-router-54208489', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:35Z', 'updated_at': '2021-06-25T11:22:43Z', 'revision_number': 3, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:45.854592 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4cc5d-272b-40b7-a881-88ddb8c2aa3c None None] The sync data for ids ['18b226cf-d90e-43ce-b1f5-84cd10a4792f'] in dv-neutron-797120-5-hyperv is: [{'id': '18b226cf-d90e-43ce-b1f5-84cd10a4792f', 'name': 'tempest-NetworksTestDHCPv6-router-54208489', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:35Z', 'updated_at': '2021-06-25T11:22:43Z', 'revision_number': 3, 'project_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:45.872635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.882903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:45.889062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:45.892583 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 HTTP/1.1" status: 204 len: 168 time: 3.5059092 Jun 25 11:22:45.915710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52056) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:45.918398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-979169433'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:45.943024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:45.947486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:45.975085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1aa79ba-0b2d-441b-a18f-46bb7bc31cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.008276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.069638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1aa79ba-0b2d-441b-a18f-46bb7bc31cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.104513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:46.116849 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b1aa79ba-0b2d-441b-a18f-46bb7bc31cf2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eaebf0da113e430e8a05615407a5a867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125480 Jun 25 11:22:46.120803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52060) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:46.131258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:46.136527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.161183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa79ba-0b2d-441b-a18f-46bb7bc31cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40555057-44ec-466f-bf3f-586690a2083e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:46.177193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1aa79ba-0b2d-441b-a18f-46bb7bc31cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:46.198780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:46.204343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.216595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:46.220829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.220829 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment d5f9baa7-3d6c-449c-9c4c-464565ca511e of type vlan for network e506b50d-79dc-4744-afdb-ed925eecb458 Jun 25 11:22:46.236716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.239568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab8ca8-0382-4fc7-b781-4698fd212c7b None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:46.242592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.245480 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/b45d4c14-2e54-409e-99d5-f71a4f8408b0 HTTP/1.1" status: 204 len: 168 time: 0.6642816 Jun 25 11:22:46.278485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.281556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=b45d4c14-2e54-409e-99d5-f71a4f8408b0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:46.283520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52062) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:46.284110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.295962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:46.296555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9909656-81a8-4be1-a3d4-4649565d0187 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:46.333943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=97302546-e77d-47c4-a4f5-b72cdfe340a2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:46.377866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.410759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:46.454626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.460371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.462182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40555057-44ec-466f-bf3f-586690a2083e HTTP/1.1" status: 204 len: 168 time: 0.3402677 Jun 25 11:22:46.463344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bb2dd214-6528-4b6c-a1f6-19cd37ba5f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:46.489641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40555057-44ec-466f-bf3f-586690a2083e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:46.509887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:46.513323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.518750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:46.519414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.530409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:46.581268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:46.604350 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0d9d80d9-d0d9-4260-a1d1-1a4aa0fbdea4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3094530 Jun 25 11:22:46.609804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52066) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:46.613481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.621877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.626772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/floatingips/e6323597-f22b-4260-aaa5-7d1a23a7505c HTTP/1.1" status: 204 len: 168 time: 1.6738307 Jun 25 11:22:46.634936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52068) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:46.657829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Deleting port b92413f4-f220-444d-b93c-113b099f4d29 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:46.658768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.665263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=e506b50d-79dc-4744-afdb-ed925eecb458,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:46.675577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.676449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.679538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.679538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.679538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.679538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.679538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.680088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.680589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.681051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.681536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.681997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:46.685018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52070) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:46.687432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:46.691508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'subnets': [{'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2123096549', 'ip_version': 6}, {'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:46.691962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'subnet': {'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2123096549', 'ip_version': 6}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:46.692723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Request body: {'subnet': {'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:46.720985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8071561 Jun 25 11:22:46.723899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52072) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:46.731071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': 'e506b50d-79dc-4744-afdb-ed925eecb458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:46.738138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network e506b50d-79dc-4744-afdb-ed925eecb458 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:46.777709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d0acc4e-9b0d-450b-af2e-a512cf52c3e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.783010 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-e1d56c62-06a3-4b83-912c-3d0817edce94 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] delete failed (client error): The resource could not be found. Jun 25 11:22:46.787645 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e1d56c62-06a3-4b83-912c-3d0817edce94 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/floatingips/e6323597-f22b-4260-aaa5-7d1a23a7505c HTTP/1.1" status: 404 len: 345 time: 0.1479702 Jun 25 11:22:46.790796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52074) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:46.807503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] For port b92413f4-f220-444d-b93c-113b099f4d29, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b92413f4-f220-444d-b93c-113b099f4d29,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:46.807820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.829710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Calling delete_port for b92413f4-f220-444d-b93c-113b099f4d29 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:46.994407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d0acc4e-9b0d-450b-af2e-a512cf52c3e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:46.996751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d0acc4e-9b0d-450b-af2e-a512cf52c3e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.063469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:22:47.063469 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:22:47.063469 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': 'ff7edb00b8da4ec2bbab79c1492f2e40', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 22, 47, 34830)}] Jun 25 11:22:47.063469 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:22:47.064067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:22:47.066041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.069215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:47.098626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e949a5-5cc9-4fc8-be41-688f73f51c99 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:47.103579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Pushing event deleted for resources: {'Port': ['ID=b92413f4-f220-444d-b93c-113b099f4d29,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:47.106290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e949a5-5cc9-4fc8-be41-688f73f51c99 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:47.110923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:47.111975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] No DVR routers for this DVR port b92413f4-f220-444d-b93c-113b099f4d29 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:47.113669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e949a5-5cc9-4fc8-be41-688f73f51c99 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:47.116247 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-10e949a5-5cc9-4fc8-be41-688f73f51c99 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "GET /v2.0/ports?network_id=517ce5ac-e942-4dfa-9399-2c6656a624d8 HTTP/1.1" status: 200 len: 2357 time: 0.3243284 Jun 25 11:22:47.118932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52082) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.164156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d0acc4e-9b0d-450b-af2e-a512cf52c3e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.164732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0acc4e-9b0d-450b-af2e-a512cf52c3e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Fanout notify agent at l3_agent the message router_deleted on router 18b226cf-d90e-43ce-b1f5-84cd10a4792f {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:22:47.164907 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:47.169046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.172037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d0acc4e-9b0d-450b-af2e-a512cf52c3e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.176506 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0d0acc4e-9b0d-450b-af2e-a512cf52c3e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/routers/18b226cf-d90e-43ce-b1f5-84cd10a4792f HTTP/1.1" status: 204 len: 168 time: 0.5609422 Jun 25 11:22:47.176506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52084) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.200827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4616eee-f3be-4889-b4b2-38c02fff9cda tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:47.202370 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e4616eee-f3be-4889-b4b2-38c02fff9cda tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "GET /v2.0/subnets/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18 HTTP/1.1" status: 200 len: 797 time: 0.0824761 Jun 25 11:22:47.212439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52088) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.230955 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7eead442-fda3-4baf-bf8d-e566af15d6ea tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0536909 Jun 25 11:22:47.233431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52090) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.260229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'port': {'network_id': '517ce5ac-e942-4dfa-9399-2c6656a624d8', 'name': 'tempest-FloatingIPTestJSON-662081365', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:47.303133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cacf3a-7719-4606-84c2-b7648be52610 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:47.311599 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-15cacf3a-7719-4606-84c2-b7648be52610 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771091 Jun 25 11:22:47.312248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52092) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.353611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52094) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.361282 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-89128cc0-f810-474c-a5ff-22bb54430701 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476630 Jun 25 11:22:47.361910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52096) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.366967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:47.489183 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-80d0563a-fa21-4b39-9b32-75e373f0964f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d093948e44f41f19909dfde1c3818d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1340792 Jun 25 11:22:47.492027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52098) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:47.541648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:47.547983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.587198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.598441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.602306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4164e371-12ef-4b55-87e6-79b977a1c326 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:47.644065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:47.650237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.650778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f4026559-c879-4a95-9970-09b7c2416488 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:47.671590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: f4026559-c879-4a95-9970-09b7c2416488 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:47.672101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f4026559-c879-4a95-9970-09b7c2416488 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:47.672895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b92413f4-f220-444d-b93c-113b099f4d29 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:47.693707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b92413f4-f220-444d-b93c-113b099f4d29 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:47.694096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b92413f4-f220-444d-b93c-113b099f4d29 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:47.736013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=dd1c30de-e040-4bca-8e1e-55379ba73aa8,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:47.745525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:47.765632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': 'd5f9baa7-3d6c-449c-9c4c-464565ca511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e506b50d-79dc-4744-afdb-ed925eecb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:47.766002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: e506b50d-79dc-4744-afdb-ed925eecb458, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:47.780803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Made reservation on behalf of ff7edb00b8da4ec2bbab79c1492f2e40 for: {'subnet': 2} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:47.785694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.786025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.814286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.817016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.821770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.821770 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a851a9b4-63d3-4ca9-8a11-4e4cff9c8967 HTTP/1.1" status: 204 len: 168 time: 0.3254695 Jun 25 11:22:47.821770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:47.828607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a851a9b4-63d3-4ca9-8a11-4e4cff9c8967,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:47.838918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.839397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.839869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.840323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.841511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.841926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.846928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.846928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.846928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.846928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.846928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.846928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:47.850037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:47.876122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] device_id is not set on port 373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:47.983937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:22:47.985756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:47.987908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:48.036252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:48.039582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:48.046806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:48.047338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:48.057000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430658dc-c08c-4e2a-b605-f051993fc9a7 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:48.068658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=3ec7c43e-5624-4ae0-9069-7f31a092a30e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:48.073851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:48.142217 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7792215 Jun 25 11:22:48.144916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52104) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:48.151994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:48.299551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '3ec7c43e-5624-4ae0-9069-7f31a092a30e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:48.301237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:48.441219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network e506b50d-79dc-4744-afdb-ed925eecb458 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:48.460668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:48.469293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:48.526807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Allocated IP 2001:db8::f816:3eff:fe7f:abea (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/3ec7c43e-5624-4ae0-9069-7f31a092a30e/35b132d7-5e97-4933-b140-8b8cb65678c3) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:48.601545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, e506b50d-79dc-4744-afdb-ed925eecb458) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:48.614786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b00f41-708f-4fe5-984d-d53a856b7fd3 None None] Network e506b50d-79dc-4744-afdb-ed925eecb458 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:48.615531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:48.616129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:48.754531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0297763 Jun 25 11:22:48.757875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52120) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:48.842611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:48.853492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Transition to ACTIVE for port object 35b132d7-5e97-4933-b140-8b8cb65678c3 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:48.860452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-e506b50d-79dc-4744-afdb-ed925eecb458', 'network_id': 'e506b50d-79dc-4744-afdb-ed925eecb458', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': 'dd1c30de-e040-4bca-8e1e-55379ba73aa8'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:48.861387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:48.880276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.14 (517ce5ac-e942-4dfa-9399-2c6656a624d8/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18/373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:48.909997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.13 (517ce5ac-e942-4dfa-9399-2c6656a624d8/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18/373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:48.935131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:48.986475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.056903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Allocated IP 172.20.0.1 (e506b50d-79dc-4744-afdb-ed925eecb458/dd1c30de-e040-4bca-8e1e-55379ba73aa8/308b4a3d-97c3-48e0-92ef-b4cc52bf24ee) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:49.142811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Transition to ACTIVE for port object 35b132d7-5e97-4933-b140-8b8cb65678c3 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:49.185895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.225179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.228575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.239655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.244240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6ec2bbaf-b327-4806-8bd2-d8867814a6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.299253 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:49.304870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:49.309127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Subnet': ['ID=146cd50c-ce5c-4598-88b4-18d5a758be83,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:49.312199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Checking segment: {'id': '2ccd6f36-bfef-418c-8eaa-83710d37b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:49.312565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network hostable DHCP agents. Network: fdf7bcf3-0d70-49a4-962e-349cb930ecbe, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:49.315043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:49.320819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:49.341071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Pushing event updated for resources: {'Port': ['ID=35b132d7-5e97-4933-b140-8b8cb65678c3,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:49.346238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.359321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.375119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ecbc2e7-1e02-4da1-a1ba-871c09031d65 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.393670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22a85660-d00d-4292-8bfa-f82b796f231a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.401216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.401710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.401911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.402249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.402584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.403458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.403783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.404331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.404897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.405968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.405968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.405968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:22:49.410058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Transition to ACTIVE for port object 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:49.423611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:49.427576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:49.427774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network fdf7bcf3-0d70-49a4-962e-349cb930ecbe is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:49.431257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Attempting to bind port 35b132d7-5e97-4933-b140-8b8cb65678c3 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:49.431257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Attempting to bind port 35b132d7-5e97-4933-b140-8b8cb65678c3 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:49.431528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Attempting to bind port 35b132d7-5e97-4933-b140-8b8cb65678c3 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:49.434550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:49.435248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:49.437996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.441780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:49.442987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:49.443110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:49.443592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.443815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:49.444312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Bound port: 35b132d7-5e97-4933-b140-8b8cb65678c3, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:49.444426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:49.444715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.463010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Transition to ACTIVE for port object 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:49.466808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:49.467462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.506674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=7a2f750f-c06a-4c9b-83d9-533c4cbf0428,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:49.509239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:49.523511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:49.524466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.535254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] For port 35b132d7-5e97-4933-b140-8b8cb65678c3, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:49.540646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] For port 35b132d7-5e97-4933-b140-8b8cb65678c3, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=35b132d7-5e97-4933-b140-8b8cb65678c3,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:49.552493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:49.556232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:49.564090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.566645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.612709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Network e506b50d-79dc-4744-afdb-ed925eecb458 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:49.615619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:49.621608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:49.658193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Pushing event updated for resources: {'Port': ['ID=308b4a3d-97c3-48e0-92ef-b4cc52bf24ee,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:49.662748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:49.689146 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5402751 Jun 25 11:22:49.689904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52138) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:49.699472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:03:05:89', 'name': 'tempest-NetworksTestDHCPv6-2039002122'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:49.735694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, fdf7bcf3-0d70-49a4-962e-349cb930ecbe) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:49.738439 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5252621 Jun 25 11:22:49.741374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.748112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d43248ec-18b7-4f45-bae6-65226431017d tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.753946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52140) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:49.783064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:49.833260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24808fcf-4583-4540-b051-eae853ffa8b5 None None] Network fdf7bcf3-0d70-49a4-962e-349cb930ecbe requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:49.835198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event updated for resources: {'Subnet': ['ID=184595de-02dc-4302-b841-eed0e2bda3c7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:49.838523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.839235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.839997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4faf0c1b-fba9-4111-8068-8d3161a516ca tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.840200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:49.847945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Checking segment: {'id': '19ad7bb2-7105-491d-8a1a-2dfeee5133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:49.848313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network hostable DHCP agents. Network: 1a62448a-6581-41ca-8995-507e899a6f2e, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:49.853997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:49.867702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1c30de-e040-4bca-8e1e-55379ba73aa8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:49.871694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:49.936331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Attempting to bind port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:49.936708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Attempting to bind port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd5f9baa7-3d6c-449c-9c4c-464565ca511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e506b50d-79dc-4744-afdb-ed925eecb458'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:49.937287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Attempting to bind port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee on network e506b50d-79dc-4744-afdb-ed925eecb458 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:49.959511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:49.959902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Checking segment: {'id': 'd5f9baa7-3d6c-449c-9c4c-464565ca511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e506b50d-79dc-4744-afdb-ed925eecb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:49.960068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.960321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.960724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Bound using segment: {'id': 'd5f9baa7-3d6c-449c-9c4c-464565ca511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e506b50d-79dc-4744-afdb-ed925eecb458'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:49.961422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Bound port: 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f9baa7-3d6c-449c-9c4c-464565ca511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e506b50d-79dc-4744-afdb-ed925eecb458'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:49.961986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:49.976139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e506b50d-79dc-4744-afdb-ed925eecb458']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:49.989787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f9baa7-3d6c-449c-9c4c-464565ca511e') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:49.990167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f9baa7-3d6c-449c-9c4c-464565ca511e') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:50.003137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.008837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Pushing event updated for resources: {'Port': ['ID=35b132d7-5e97-4933-b140-8b8cb65678c3,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:50.019320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.020982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.033118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:50.040340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.040519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:50.040622 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:50.061211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Network 1a62448a-6581-41ca-8995-507e899a6f2e is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:50.123762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] For port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:50.139496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] For port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=308b4a3d-97c3-48e0-92ef-b4cc52bf24ee,segment=NetworkSegment(d5f9baa7-3d6c-449c-9c4c-464565ca511e),segment_id=d5f9baa7-3d6c-449c-9c4c-464565ca511e)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:50.153036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:22:50.153036 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:22:50.153036 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'id': 'e506b50d-79dc-4744-afdb-ed925eecb458'}] Jun 25 11:22:50.153036 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:22:50.153735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:22:50.179430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.208425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-fdf7bcf3-0d70-49a4-962e-349cb930ecbe', 'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe', 'tenant_id': 'ff7edb00b8da4ec2bbab79c1492f2e40', 'fixed_ips': [{'subnet_id': '146cd50c-ce5c-4598-88b4-18d5a758be83'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:50.209427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.227025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:50.237927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 1a62448a-6581-41ca-8995-507e899a6f2e) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:50.245844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:50.246227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:50.248373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.258719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107240a7-99c4-45c1-a451-500b52410a93 None None] Network 1a62448a-6581-41ca-8995-507e899a6f2e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:50.347941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.356883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:50.382253 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6936884 Jun 25 11:22:50.385998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.387245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52148) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:50.410493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.26.0.236 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/178aae22-06b1-4b26-8d77-773f680f6ddf) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:50.428766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port e93de50e-d317-4db3-ac15-b43cfbae6d68 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:50.516185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434505f1-9be4-4463-b223-cc206e6f7d76 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:50.520812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434505f1-9be4-4463-b223-cc206e6f7d76 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:50.522580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434505f1-9be4-4463-b223-cc206e6f7d76 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:50.524219 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-434505f1-9be4-4463-b223-cc206e6f7d76 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1353481 Jun 25 11:22:50.535352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52154) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:50.625780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Deleting subnet 146cd50c-ce5c-4598-88b4-18d5a758be83 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:50.635643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Pushing event updated for resources: {'Port': ['ID=308b4a3d-97c3-48e0-92ef-b4cc52bf24ee,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:50.642793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.651685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:50.659006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.672739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46410dc8-f4a6-4852-bc58-caecb86547bc None None] Network e506b50d-79dc-4744-afdb-ed925eecb458 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:50.739057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Allocated IP 2001:db8::1 (fdf7bcf3-0d70-49a4-962e-349cb930ecbe/146cd50c-ce5c-4598-88b4-18d5a758be83/88066799-588f-4afb-8922-9ec16dc59041) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:50.787404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52164) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:50.806934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:50.807373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.815979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.832847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1a9433fc-8b44-4100-96e1-33157f97bd4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:50.901243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:50.906585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:50.922687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:50.940106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 172.20.0.2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7a2f750f-c06a-4c9b-83d9-533c4cbf0428/e93de50e-d317-4db3-ac15-b43cfbae6d68) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:50.956486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fe03:589 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/3ec7c43e-5624-4ae0-9069-7f31a092a30e/e93de50e-d317-4db3-ac15-b43cfbae6d68) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:50.966345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=308b4a3d-97c3-48e0-92ef-b4cc52bf24ee,segment=NetworkSegment(d5f9baa7-3d6c-449c-9c4c-464565ca511e),segment_id=d5f9baa7-3d6c-449c-9c4c-464565ca511e)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:50.966800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:50.993331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:51.001182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=178aae22-06b1-4b26-8d77-773f680f6ddf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:51.011919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1470079416', 'router:external': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:51.015939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:51.053847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-1a62448a-6581-41ca-8995-507e899a6f2e', 'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e', 'tenant_id': 'ff7edb00b8da4ec2bbab79c1492f2e40', 'fixed_ips': [{'subnet_id': '184595de-02dc-4302-b841-eed0e2bda3c7'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:51.053847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.196112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Made reservation on behalf of b49d5439f3ea48b1ac70a6ade9932fee for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:51.198502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.211728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.232380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.254780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.264616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Transition to ACTIVE for port object 88066799-588f-4afb-8922-9ec16dc59041 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:51.300443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object e93de50e-d317-4db3-ac15-b43cfbae6d68 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:51.305934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Allocated IP 2001:db8:0:1::1 (1a62448a-6581-41ca-8995-507e899a6f2e/184595de-02dc-4302-b841-eed0e2bda3c7/f45b27ce-15e0-4616-ac4c-d5c6f6408079) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:51.375527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871528b-cf78-407c-b21d-d11f0f06595e None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:51.386341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.390495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2f1bb39d-9954-42d4-b3d6-b96330ac2256 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:51.392289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Transition to ACTIVE for port object 88066799-588f-4afb-8922-9ec16dc59041 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:51.422551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.424602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=308b4a3d-97c3-48e0-92ef-b4cc52bf24ee,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:51.435855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:51.435855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4abf2beb-1f07-4213-95a4-faf7c7303f94 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:51.443419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port 308b4a3d-97c3-48e0-92ef-b4cc52bf24ee on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:51.500114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.506058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.517124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d24b653-1f9c-4548-aadf-4f631d42a09c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:51.520615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.581759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.598261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:51.615568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:51.619318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.622551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=e93de50e-d317-4db3-ac15-b43cfbae6d68,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:51.626137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:51.626949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a259fe30-0679-425c-99a3-5305f42823fe None None] Provisioning for port 35b132d7-5e97-4933-b140-8b8cb65678c3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:51.630479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Network fdf7bcf3-0d70-49a4-962e-349cb930ecbe is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:51.634671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.652598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:51.659889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:51.666711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Pushing event updated for resources: {'Port': ['ID=88066799-588f-4afb-8922-9ec16dc59041,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:51.667380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:51.678074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.685915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:51.691479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:51.692345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.693741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.695349 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Added segment fc28be69-0f67-4254-8578-6e9d8cf02d32 of type vlan for network 9994779f-1ef8-4c50-a378-67ec41acc457 Jun 25 11:22:51.696239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Transition to ACTIVE for port object f45b27ce-15e0-4616-ac4c-d5c6f6408079 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:51.696920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:51.701570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.725158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e506b50d-79dc-4744-afdb-ed925eecb458']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:51.745630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f9baa7-3d6c-449c-9c4c-464565ca511e') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:51.746053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f9baa7-3d6c-449c-9c4c-464565ca511e') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:51.765646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.776297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:51.795213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Transition to ACTIVE for port object f45b27ce-15e0-4616-ac4c-d5c6f6408079 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:51.821366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.827725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.828563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0fffae-0fb1-4f12-b55f-5f329c75fb7a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:51.832605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:51.838579 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1471820 Jun 25 11:22:51.842221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:51.843979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.844121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52170) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:51.845082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Attempting to bind port 88066799-588f-4afb-8922-9ec16dc59041 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:51.845853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Attempting to bind port 88066799-588f-4afb-8922-9ec16dc59041 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '2ccd6f36-bfef-418c-8eaa-83710d37b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:51.846160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Attempting to bind port 88066799-588f-4afb-8922-9ec16dc59041 on network fdf7bcf3-0d70-49a4-962e-349cb930ecbe {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:51.847210 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:51.858145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:51.858793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Checking segment: {'id': '2ccd6f36-bfef-418c-8eaa-83710d37b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:51.859375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.859937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Bound using segment: {'id': '2ccd6f36-bfef-418c-8eaa-83710d37b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:51.860592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Bound port: 88066799-588f-4afb-8922-9ec16dc59041, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccd6f36-bfef-418c-8eaa-83710d37b32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fdf7bcf3-0d70-49a4-962e-349cb930ecbe'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:51.861250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.869623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.899907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:51.912469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:51.914755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 35b132d7-5e97-4933-b140-8b8cb65678c3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:52.013252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.037985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.049942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bb65f548-75e0-4291-bee9-1a12721acfec tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:52.055266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34549c30-0474-444f-9432-c57af6d5bf34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:52.062239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34549c30-0474-444f-9432-c57af6d5bf34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:52.066989 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-34549c30-0474-444f-9432-c57af6d5bf34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2195551 Jun 25 11:22:52.066989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52176) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:52.072493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.076103 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/e506b50d-79dc-4744-afdb-ed925eecb458 HTTP/1.1" status: 204 len: 168 time: 3.3171170 Jun 25 11:22:52.077274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=e506b50d-79dc-4744-afdb-ed925eecb458,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.082114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.084497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52178) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:52.085421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.086912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] For port 88066799-588f-4afb-8922-9ec16dc59041, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:52.096269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629157823'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:52.100497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:52.100697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] For port 88066799-588f-4afb-8922-9ec16dc59041, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=88066799-588f-4afb-8922-9ec16dc59041,segment=NetworkSegment(2ccd6f36-bfef-418c-8eaa-83710d37b32b),segment_id=2ccd6f36-bfef-418c-8eaa-83710d37b32b)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:52.115852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.117374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:52.117782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.124633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Network 1a62448a-6581-41ca-8995-507e899a6f2e is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:52.125926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:52.134687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:52.140720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:52.143056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Pushing event updated for resources: {'Port': ['ID=f45b27ce-15e0-4616-ac4c-d5c6f6408079,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.145441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Subnet': ['ID=146cd50c-ce5c-4598-88b4-18d5a758be83,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.149296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.149439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.153466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.156064 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/subnets/146cd50c-ce5c-4598-88b4-18d5a758be83 HTTP/1.1" status: 204 len: 168 time: 1.6186547 Jun 25 11:22:52.159469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52180) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:52.178917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.202992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-06bab8fa-534f-4b64-9fe0-6531b2ed1d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:52.220868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Deleting subnet 184595de-02dc-4302-b841-eed0e2bda3c7 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:52.224216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.266363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Network': ['ID=9994779f-1ef8-4c50-a378-67ec41acc457,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.271637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:52.276803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.281296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.307549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.343382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:52.359387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.359734 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment 8914ee8c-382e-484b-b666-7e39820090c4 of type vlan for network 9b02ebdd-41d6-4408-8c7a-cd4beea06bed Jun 25 11:22:52.374023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port e93de50e-d317-4db3-ac15-b43cfbae6d68 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:52.374378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.404643 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6154568 Jun 25 11:22:52.405136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52182) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:52.405250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 9994779f-1ef8-4c50-a378-67ec41acc457 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:52.413134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'subnet': {'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:52.457043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.475968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.480620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.504305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.517554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Attempting to bind port f45b27ce-15e0-4616-ac4c-d5c6f6408079 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:52.517804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Attempting to bind port f45b27ce-15e0-4616-ac4c-d5c6f6408079 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '19ad7bb2-7105-491d-8a1a-2dfeee5133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:52.518156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Attempting to bind port f45b27ce-15e0-4616-ac4c-d5c6f6408079 on network 1a62448a-6581-41ca-8995-507e899a6f2e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:52.522548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for e93de50e-d317-4db3-ac15-b43cfbae6d68 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:52.530154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Update dhcp port {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '3ec7c43e-5624-4ae0-9069-7f31a092a30e', 'ip_address': '2001:db8::f816:3eff:fe7f:abea'}, {'subnet_id': '7a2f750f-c06a-4c9b-83d9-533c4cbf0428'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '35b132d7-5e97-4933-b140-8b8cb65678c3'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:22:52.545544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.556585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:52.562139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Made reservation on behalf of b49d5439f3ea48b1ac70a6ade9932fee for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:52.564743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.571203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 35b132d7-5e97-4933-b140-8b8cb65678c3 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:52.583664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:52.584082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Checking segment: {'id': '19ad7bb2-7105-491d-8a1a-2dfeee5133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:52.584486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.584898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Bound using segment: {'id': '19ad7bb2-7105-491d-8a1a-2dfeee5133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:52.585452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Bound port: f45b27ce-15e0-4616-ac4c-d5c6f6408079, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ad7bb2-7105-491d-8a1a-2dfeee5133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '1a62448a-6581-41ca-8995-507e899a6f2e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:52.585849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.596701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 35b132d7-5e97-4933-b140-8b8cb65678c3 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:52.596861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.598594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Pushing event updated for resources: {'Port': ['ID=88066799-588f-4afb-8922-9ec16dc59041,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.613748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.632288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.638737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:52.639228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.648844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.658275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-64204627-886c-40b3-9527-afcd8a459c3f tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:52.694833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=178aae22-06b1-4b26-8d77-773f680f6ddf,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.697922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.709673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.728512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=9b02ebdd-41d6-4408-8c7a-cd4beea06bed,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.738002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.783762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 9b02ebdd-41d6-4408-8c7a-cd4beea06bed details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:52.786590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6962059 Jun 25 11:22:52.790307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52184) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:52.796479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': '9b02ebdd-41d6-4408-8c7a-cd4beea06bed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:52.900728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.915138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ce1f682-0753-40cd-834b-a7cd3e08def9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:52.927081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] For port f45b27ce-15e0-4616-ac4c-d5c6f6408079, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:52.928595 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP d05a1505-3704-4794-a388-b9a7c14a2981 associated. External IP: 172.26.0.236, port: 373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8. Jun 25 11:22:52.975747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Subnet': ['ID=184595de-02dc-4302-b841-eed0e2bda3c7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:52.983488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:52.994386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:52.996564 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/subnets/184595de-02dc-4302-b841-eed0e2bda3c7 HTTP/1.1" status: 204 len: 168 time: 0.8361664 Jun 25 11:22:52.999228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52188) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:53.000697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] For port f45b27ce-15e0-4616-ac4c-d5c6f6408079, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f45b27ce-15e0-4616-ac4c-d5c6f6408079,segment=NetworkSegment(19ad7bb2-7105-491d-8a1a-2dfeee5133f1),segment_id=19ad7bb2-7105-491d-8a1a-2dfeee5133f1)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:53.044068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.088162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac306622-24a4-495a-a698-47906341975c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:53.092252 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ac306622-24a4-495a-a698-47906341975c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898831 Jun 25 11:22:53.096458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.103489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-770ec1e1-afb2-42d8-a7b4-61c34cd72a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:53.109659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52194) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:53.123540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 35b132d7-5e97-4933-b140-8b8cb65678c3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=35b132d7-5e97-4933-b140-8b8cb65678c3,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:53.163166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:53.164637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Allocated IP 172.20.0.3 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7a2f750f-c06a-4c9b-83d9-533c4cbf0428/35b132d7-5e97-4933-b140-8b8cb65678c3) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:53.171557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.224817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Pushing event updated for resources: {'Port': ['ID=f45b27ce-15e0-4616-ac4c-d5c6f6408079,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:53.229964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:53.237023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.250403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:53.324033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.344226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.350121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d1fa83cd-20d1-4a57-a65d-1cd4493f00de tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:53.376989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=35b132d7-5e97-4933-b140-8b8cb65678c3,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:53.381316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=e93de50e-d317-4db3-ac15-b43cfbae6d68,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:53.391578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:53.393066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:53.427510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] For port 35b132d7-5e97-4933-b140-8b8cb65678c3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=35b132d7-5e97-4933-b140-8b8cb65678c3,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:53.445502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:53.469838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.506888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Transition to ACTIVE for port object 35b132d7-5e97-4933-b140-8b8cb65678c3 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:53.581256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.605447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-770ec1e1-afb2-42d8-a7b4-61c34cd72a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:53.750522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Pushing event updated for resources: {'Port': ['ID=35b132d7-5e97-4933-b140-8b8cb65678c3,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:53.759281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:53.771272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.773252 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/e93de50e-d317-4db3-ac15-b43cfbae6d68 HTTP/1.1" status: 204 len: 168 time: 1.7036805 Jun 25 11:22:53.780028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52196) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:53.789012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.803300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:53.845152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Deleting port f45b27ce-15e0-4616-ac4c-d5c6f6408079 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:53.845897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:53.849991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:53.872714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:53.883252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:53.885411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:53.898156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 88066799-588f-4afb-8922-9ec16dc59041 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:53.918441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4988b6-9aab-436d-96e5-3630b928eb78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:53.920389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4988b6-9aab-436d-96e5-3630b928eb78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:53.922627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4988b6-9aab-436d-96e5-3630b928eb78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:53.926786 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ba4988b6-9aab-436d-96e5-3630b928eb78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1422679 Jun 25 11:22:53.928820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=c0b44bc9-ab38-42f0-b062-33d9fabfd1a4,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:53.932780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52198) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:53.941282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:53.983103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:53.999743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] For port f45b27ce-15e0-4616-ac4c-d5c6f6408079, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f45b27ce-15e0-4616-ac4c-d5c6f6408079,segment=NetworkSegment(19ad7bb2-7105-491d-8a1a-2dfeee5133f1),segment_id=19ad7bb2-7105-491d-8a1a-2dfeee5133f1)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:54.005342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.008534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:54.009399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:54.010979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.025435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': '8914ee8c-382e-484b-b666-7e39820090c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9b02ebdd-41d6-4408-8c7a-cd4beea06bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:54.026076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: 9b02ebdd-41d6-4408-8c7a-cd4beea06bed, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:54.060627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Calling delete_port for f45b27ce-15e0-4616-ac4c-d5c6f6408079 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:54.087469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:54.088548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185d012c-64d4-4080-925d-12d6a3e7f071 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:54.090005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 3ec7c43e-5624-4ae0-9069-7f31a092a30e {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:54.105215 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3487713 Jun 25 11:22:54.126735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52202) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:54.158575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'port_id': '373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:54.159758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.178983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70b7a9-2471-4777-a8ab-de06ccba8d39 None None] Network fdf7bcf3-0d70-49a4-962e-349cb930ecbe requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:54.231722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.271411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 88066799-588f-4afb-8922-9ec16dc59041 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:54.283872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 35b132d7-5e97-4933-b140-8b8cb65678c3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:54.369377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:22:54.369852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.451492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:54.461700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network 9b02ebdd-41d6-4408-8c7a-cd4beea06bed is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:54.477399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f45b27ce-15e0-4616-ac4c-d5c6f6408079 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:54.478173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Provisioning for port 88066799-588f-4afb-8922-9ec16dc59041 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:54.552755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Provisioning complete for port 88066799-588f-4afb-8922-9ec16dc59041 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:54.556115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.565231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.630269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.704210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 9b02ebdd-41d6-4408-8c7a-cd4beea06bed) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:54.705889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9465fce1-9cb1-4c7b-a18b-547334de33db,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:54.707906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.716866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:54.717482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.723884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:54.732657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5c2cd-345a-442b-b2f3-44a5dc9fefdb None None] Network 9b02ebdd-41d6-4408-8c7a-cd4beea06bed requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:54.779380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] For port 88066799-588f-4afb-8922-9ec16dc59041, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=88066799-588f-4afb-8922-9ec16dc59041,segment=NetworkSegment(2ccd6f36-bfef-418c-8eaa-83710d37b32b),segment_id=2ccd6f36-bfef-418c-8eaa-83710d37b32b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:54.813682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] DHCP port deletion for fdf7bcf3-0d70-49a4-962e-349cb930ecbe request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:54.817666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Checking segment: {'id': 'fc28be69-0f67-4254-8578-6e9d8cf02d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:54.817797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f45b27ce-15e0-4616-ac4c-d5c6f6408079 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:54.819198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network hostable DHCP agents. Network: 9994779f-1ef8-4c50-a378-67ec41acc457, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:54.857175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61fd56-35ba-436d-872a-c486bc8b141b None None] Network 1a62448a-6581-41ca-8995-507e899a6f2e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:54.874292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0755572 Jun 25 11:22:54.874513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52208) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:54.960813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.973341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8f995ca5-7f08-4e61-b175-b9f8e110f2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:54.992889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.994864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:54.997041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network 9994779f-1ef8-4c50-a378-67ec41acc457 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:55.002708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1f90e98-2db9-4dd5-9c90-576d3936f928 tempest-RoutersAdminTest-1088446646 tempest-RoutersAdminTest-1088446646-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:55.009738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7bf74bb5-ab1c-461e-bcf7-915a6ca285cb tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:55.016009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] No DVR routers for this DVR port f45b27ce-15e0-4616-ac4c-d5c6f6408079 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:55.037565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Pushing event updated for resources: {'Port': ['ID=88066799-588f-4afb-8922-9ec16dc59041,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:55.044934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:55.068350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec7c43e-5624-4ae0-9069-7f31a092a30e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:55.076160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:55.077231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.079109 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/3ec7c43e-5624-4ae0-9069-7f31a092a30e HTTP/1.1" status: 204 len: 168 time: 1.1451569 Jun 25 11:22:55.081690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52210) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:55.123153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 9994779f-1ef8-4c50-a378-67ec41acc457) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:55.125134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4d494155-76c0-479d-843d-d0ad9f22f856 None None] Could not find standard attr ID for object f45b27ce-15e0-4616-ac4c-d5c6f6408079. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:22:55.151965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492cc2f9-d7a7-4d4a-917c-7f3fdce054be None None] Network 9994779f-1ef8-4c50-a378-67ec41acc457 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:55.154779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9426f5-ed6f-4e4a-919e-4efda8b7d930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-9b02ebdd-41d6-4408-8c7a-cd4beea06bed', 'network_id': '9b02ebdd-41d6-4408-8c7a-cd4beea06bed', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': 'c0b44bc9-ab38-42f0-b062-33d9fabfd1a4'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:55.155623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0a9426f5-ed6f-4e4a-919e-4efda8b7d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.165437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:55.165950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.187758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.188279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Deleting port 88066799-588f-4afb-8922-9ec16dc59041 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:55.188732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.215787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a62448a-6581-41ca-8995-507e899a6f2e']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:55.224809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ad7bb2-7105-491d-8a1a-2dfeee5133f1') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:55.225202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ad7bb2-7105-491d-8a1a-2dfeee5133f1') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:55.227076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 7a2f750f-c06a-4c9b-83d9-533c4cbf0428 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:22:55.246430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.302425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.330230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:55.330653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:55.400240 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:55.409692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.412459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Port': ['ID=f45b27ce-15e0-4616-ac4c-d5c6f6408079,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:55.418127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:55.470860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb3602-5adb-4765-a611-d778a5f10aaa None None] DHCP port deletion for 1a62448a-6581-41ca-8995-507e899a6f2e request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:55.472833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e13b2-a008-4674-adb7-2b194d6aab78 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:55.481315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4d494155-76c0-479d-843d-d0ad9f22f856 None None] Provisioning for port 35b132d7-5e97-4933-b140-8b8cb65678c3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:22:55.488442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.554240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.558417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6d8cc968-325a-45ed-ad3f-6316d5de3ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:55.563709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.565985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/networks/1a62448a-6581-41ca-8995-507e899a6f2e HTTP/1.1" status: 204 len: 168 time: 2.4550524 Jun 25 11:22:55.568506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52216) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:55.597998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Network': ['ID=1a62448a-6581-41ca-8995-507e899a6f2e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:55.618624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:55.633218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.641541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4d494155-76c0-479d-843d-d0ad9f22f856 None None] Provisioning complete for port 35b132d7-5e97-4933-b140-8b8cb65678c3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:55.651313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d494155-76c0-479d-843d-d0ad9f22f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.651629 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:55.702314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] For port 88066799-588f-4afb-8922-9ec16dc59041, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=88066799-588f-4afb-8922-9ec16dc59041,segment=NetworkSegment(2ccd6f36-bfef-418c-8eaa-83710d37b32b),segment_id=2ccd6f36-bfef-418c-8eaa-83710d37b32b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:55.702960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.721032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b44bc9-ab38-42f0-b062-33d9fabfd1a4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:55.735877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server [None req-0a9426f5-ed6f-4e4a-919e-4efda8b7d930 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0b44bc9-ab38-42f0-b062-33d9fabfd1a4: This subnet is being modified by another concurrent operation. Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:22:55.787716 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise exception Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0b44bc9-ab38-42f0-b062-33d9fabfd1a4: This subnet is being modified by another concurrent operation. Jun 25 11:22:55.791454 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Jun 25 11:22:55.802334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Calling delete_port for 88066799-588f-4afb-8922-9ec16dc59041 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:55.811354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 35b132d7-5e97-4933-b140-8b8cb65678c3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:22:55.811808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.824125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.842913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57791b4-21ff-4404-95de-44b8381abe08 None None] Network 9b02ebdd-41d6-4408-8c7a-cd4beea06bed requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:55.843206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.847062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b02ebdd-41d6-4408-8c7a-cd4beea06bed']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:55.855304 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4480543 Jun 25 11:22:55.860143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8914ee8c-382e-484b-b666-7e39820090c4') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:55.860446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8914ee8c-382e-484b-b666-7e39820090c4') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:55.861542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52220) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:55.873239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1739398583', 'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:55.877028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.902312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c043e3-05b9-4cef-8800-fd2528890060 None None] Network 9994779f-1ef8-4c50-a378-67ec41acc457 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:55.916351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.930714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.940275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:55.940701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:55.943770 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:55.969819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Deleting port 88066799-588f-4afb-8922-9ec16dc59041 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:55.977587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.035622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Made reservation on behalf of b49d5439f3ea48b1ac70a6ade9932fee for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:56.038293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.086397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] For port 88066799-588f-4afb-8922-9ec16dc59041, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=88066799-588f-4afb-8922-9ec16dc59041,segment=NetworkSegment(2ccd6f36-bfef-418c-8eaa-83710d37b32b),segment_id=2ccd6f36-bfef-418c-8eaa-83710d37b32b)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:56.086764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.100624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Calling delete_port for 88066799-588f-4afb-8922-9ec16dc59041 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:56.117272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] device_id is not set on port 37e6dfb5-b567-45e0-bf5d-e57675f1412a yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:22:56.138553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.139940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.148020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.152612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.154969 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/9b02ebdd-41d6-4408-8c7a-cd4beea06bed HTTP/1.1" status: 204 len: 168 time: 1.2838669 Jun 25 11:22:56.157850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6bae222b-c64b-4727-a572-154949a0209a tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:56.162397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52222) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:56.181028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143170700'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:56.197651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=9b02ebdd-41d6-4408-8c7a-cd4beea06bed,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:56.203172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:56.240351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.256488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4d494155-76c0-479d-843d-d0ad9f22f856 None None] Could not find standard attr ID for object e93de50e-d317-4db3-ac15-b43cfbae6d68. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:22:56.259640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 35b132d7-5e97-4933-b140-8b8cb65678c3 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:56.259970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.294720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:56.298967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.328061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:22:56.341742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.342613 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment e56453a8-3e05-4d0f-ad62-931f38993da9 of type vlan for network 2b64a68d-86d5-4a9a-bd63-fec636feedbf Jun 25 11:22:56.364976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.368154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a5cbc57c-cb2a-4278-a48e-5e73fec86f8b None None] Could not find standard attr ID for object e93de50e-d317-4db3-ac15-b43cfbae6d68. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:22:56.382605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc953161-f5cd-471c-8d9a-84d8633772aa tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:56.391407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.432734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.433652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Allocated IP 2001:db8::3ac (9994779f-1ef8-4c50-a378-67ec41acc457/9465fce1-9cb1-4c7b-a18b-547334de33db/37e6dfb5-b567-45e0-bf5d-e57675f1412a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:56.433652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.435154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7a2f750f-c06a-4c9b-83d9-533c4cbf0428 HTTP/1.1" status: 204 len: 168 time: 1.3519979 Jun 25 11:22:56.435775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:56.439097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52226) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:56.443282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2f750f-c06a-4c9b-83d9-533c4cbf0428,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:56.451123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:56.492813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Pushing event deleted for resources: {'Port': ['ID=88066799-588f-4afb-8922-9ec16dc59041,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:56.495450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:56.499222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] No DVR routers for this DVR port 88066799-588f-4afb-8922-9ec16dc59041 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:56.528397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 88066799-588f-4afb-8922-9ec16dc59041 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:56.541749 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-846cdfb8-c972-4ee9-9429-e1f87890a3db tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013825 Jun 25 11:22:56.544245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.546444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52228) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:56.551182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:56.551884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.557367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 88066799-588f-4afb-8922-9ec16dc59041 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:56.557946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 88066799-588f-4afb-8922-9ec16dc59041 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:56.558541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f45b27ce-15e0-4616-ac4c-d5c6f6408079 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:56.561647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:56.569601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.580861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:56.587590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: f45b27ce-15e0-4616-ac4c-d5c6f6408079 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:22:56.588373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f45b27ce-15e0-4616-ac4c-d5c6f6408079 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:22:56.678650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] No DVR routers for this DVR port 88066799-588f-4afb-8922-9ec16dc59041 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:56.685308 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5206182 Jun 25 11:22:56.693451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52230) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:56.716753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:56.739707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=2b64a68d-86d5-4a9a-bd63-fec636feedbf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:56.742783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:56.755662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:56.757679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcd0d021-19c4-4185-ab51-3d6158e7dc99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:56.831404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:56.851320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.861449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.905832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:56.909964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:56.971806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Port': ['ID=88066799-588f-4afb-8922-9ec16dc59041,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:56.981789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:56.985296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf7bcf3-0d70-49a4-962e-349cb930ecbe']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.005755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccd6f36-bfef-418c-8eaa-83710d37b32b') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.006114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccd6f36-bfef-418c-8eaa-83710d37b32b') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.046044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.093500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.100824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:57.100824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.108110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:57.108346 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:57.108800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:57.111904 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:57.119232 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:57.120000 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.153055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168bf3fd-ad5b-4e00-95f5-a09d0910dda4 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:22:57.162401 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.172967 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:57.174503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.180312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.197824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.207270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f406565-d8f6-4a93-92ef-d10f3e5d791e tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:57.218882 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.219907 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab9ff5-071f-4269-b58e-7f33459d5485 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:57.255340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-37ec64d2-3b58-4eab-a22d-708f018b5bab None None] Provisioning complete for port 35b132d7-5e97-4933-b140-8b8cb65678c3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:22:57.255724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-37ec64d2-3b58-4eab-a22d-708f018b5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.270252 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d9de918c-031d-4701-86e8-f7313db19ea1 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/floatingips/d05a1505-3704-4794-a388-b9a7c14a2981 HTTP/1.1" status: 200 len: 978 time: 3.1240582 Jun 25 11:22:57.273279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52236) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:57.273432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network 9994779f-1ef8-4c50-a378-67ec41acc457 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:57.283119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.298231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:57.308293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:57.309963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:57.310616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.315638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Port': ['ID=37e6dfb5-b567-45e0-bf5d-e57675f1412a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:57.321679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cc7f1b87-e0ce-4c8a-8edf-218250778833 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:57.324151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:57.330101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.334629 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.336575 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/networks/fdf7bcf3-0d70-49a4-962e-349cb930ecbe HTTP/1.1" status: 204 len: 168 time: 1.7670460 Jun 25 11:22:57.339155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52238) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:57.356140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf is not hosted by any dhcp agent {{(pid=94500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:22:57.357342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:57.357972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.359993 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "PUT /v2.0/networks/2b64a68d-86d5-4a9a-bd63-fec636feedbf HTTP/1.1" status: 200 len: 723 time: 0.6650579 Jun 25 11:22:57.363912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52240) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:57.369453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': '2b64a68d-86d5-4a9a-bd63-fec636feedbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:57.439600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=2b64a68d-86d5-4a9a-bd63-fec636feedbf,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:57.439819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5740082 Jun 25 11:22:57.442748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52242) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:57.450675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:57.451547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1908cb0a-d985-49f2-9a8f-5ed204dd326c tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:57.461414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:22:57.487385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:22:57.516221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Network': ['ID=fdf7bcf3-0d70-49a4-962e-349cb930ecbe,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:57.525706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:57.532814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.594304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Deleting port 35b132d7-5e97-4933-b140-8b8cb65678c3 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:57.595238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.636840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Deleting port 37e6dfb5-b567-45e0-bf5d-e57675f1412a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:57.637631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.664517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 178aae22-06b1-4b26-8d77-773f680f6ddf {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:22:57.664913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.707266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] For port 35b132d7-5e97-4933-b140-8b8cb65678c3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=35b132d7-5e97-4933-b140-8b8cb65678c3,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:22:57.707783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.725549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 35b132d7-5e97-4933-b140-8b8cb65678c3 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:22:57.733293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Calling delete_port for 35b132d7-5e97-4933-b140-8b8cb65678c3 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:57.771722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.786432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:22:57.788904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:57.791814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.792721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.797340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74194b0f-311b-483d-8558-3bc28aa9cd50']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.815093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Calling delete_port for 37e6dfb5-b567-45e0-bf5d-e57675f1412a owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:57.817905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.818240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.839733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 178aae22-06b1-4b26-8d77-773f680f6ddf owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:22:57.853834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17966444-cb32-4653-aea2-d02eba7cc19c') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.854240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17966444-cb32-4653-aea2-d02eba7cc19c') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:57.888646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:57.930790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.035515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.040492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.045755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:58.046160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.048568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:58.052003 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:58.055096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:22:58.055096 dv-neutron-797120-5-hyperv neutron-server[94502]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 25 11:22:58.055096 dv-neutron-797120-5-hyperv neutron-server[94502]: [parameters: {'status': 'DOWN', 'ports_id': '35b132d7-5e97-4933-b140-8b8cb65678c3'}] Jun 25 11:22:58.055096 dv-neutron-797120-5-hyperv neutron-server[94502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:22:58.055437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:22:58.115287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] No DVR routers for this DVR port 35b132d7-5e97-4933-b140-8b8cb65678c3 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:22:58.116829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Pushing event deleted for resources: {'Port': ['ID=35b132d7-5e97-4933-b140-8b8cb65678c3,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:58.124250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:58.139853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3222f4-8f2d-451a-b579-7e277abba7bd None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:22:58.157142 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.services.revisions.revision_plugin [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Could not find related port for resource to bump revision. Jun 25 11:22:58.176150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.188625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:58.215712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event deleted for resources: {'Port': ['ID=37e6dfb5-b567-45e0-bf5d-e57675f1412a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:58.222495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:58.232623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_pluggable_backend [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Port 35b132d7-5e97-4933-b140-8b8cb65678c3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 25 11:22:58.233652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_pluggable_backend [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7f:abea {{(pid=94501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 25 11:22:58.240772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_pluggable_backend [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7f:abea {{(pid=94501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 25 11:22:58.244597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.255216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-358f7088-1860-4648-b539-c7bd7303bf29 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:58.256316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.261642 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "DELETE /v2.0/ports/37e6dfb5-b567-45e0-bf5d-e57675f1412a HTTP/1.1" status: 204 len: 168 time: 0.8153815 Jun 25 11:22:58.261642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.264395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52250) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:58.265135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:58.273076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457', 'external_fixed_ips': [{'subnet_id': '9465fce1-9cb1-4c7b-a18b-547334de33db', 'ip_address': '2001:db8::3ac'}]}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:58.275538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3222f4-8f2d-451a-b579-7e277abba7bd None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:22:58.290966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.300480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=178aae22-06b1-4b26-8d77-773f680f6ddf,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:58.304396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:58.322166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.327633 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/networks/74194b0f-311b-483d-8558-3bc28aa9cd50 HTTP/1.1" status: 204 len: 168 time: 0.9838116 Jun 25 11:22:58.333878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52252) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:58.335231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:58.342621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:58.354465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:58.355073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.373174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=b5e891bb-1618-4114-85bb-179e48cd6c70,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:58.377971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:58.378443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:58.400811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Network': ['ID=74194b0f-311b-483d-8558-3bc28aa9cd50,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:58.404216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:58.443154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.466451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.466829 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP d05a1505-3704-4794-a388-b9a7c14a2981 disassociated (deleted). External IP: 172.26.0.236, port: 373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8. Jun 25 11:22:58.501207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.503850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:58.581590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=c675b030-94d2-40be-abc4-98ae5276e9c8,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:58.584402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:58.585857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': 'e56453a8-3e05-4d0f-ad62-931f38993da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b64a68d-86d5-4a9a-bd63-fec636feedbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:58.585857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: 2b64a68d-86d5-4a9a-bd63-fec636feedbf, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:22:58.619084 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.620133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.631784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.647705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2b68c3-9038-462d-89a2-76efb3619570']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:58.663110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae58783-3753-493f-85c0-a055fa37b7ea') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:58.663435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae58783-3753-493f-85c0-a055fa37b7ea') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:58.670072 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1178920 Jun 25 11:22:58.671205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52254) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:58.677734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.677971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:58.735054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.737579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:22:58.742003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.745158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:22:58.745573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:22:58.749746 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:22:58.768969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port 35b132d7-5e97-4933-b140-8b8cb65678c3 update to DOWN by agent not found {{(pid=94502) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2137}} Jun 25 11:22:58.829826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'b5e891bb-1618-4114-85bb-179e48cd6c70'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:22:58.830752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.872791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 2b64a68d-86d5-4a9a-bd63-fec636feedbf) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:58.875035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:58.881466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.936909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:58.937543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:58.992762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Allocated IP 2001:db8::f816:3eff:fef2:79de (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/b5e891bb-1618-4114-85bb-179e48cd6c70/edd23833-ac88-488d-a80d-71883476a4af) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:22:59.032931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.037322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.042245 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] 10.222.0.81 "DELETE /v2.0/networks/fd2b68c3-9038-462d-89a2-76efb3619570 HTTP/1.1" status: 204 len: 168 time: 0.7047510 Jun 25 11:22:59.045051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:59.053829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.079082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:22:59.081260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Pushing event deleted for resources: {'Network': ['ID=fd2b68c3-9038-462d-89a2-76efb3619570,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:59.088499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:59.089123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52260) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:59.089245 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7241259 Jun 25 11:22:59.096769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:59.212493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.237856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Transition to ACTIVE for port object edd23833-ac88-488d-a80d-71883476a4af will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:59.260463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Transition to ACTIVE for port object edd23833-ac88-488d-a80d-71883476a4af will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:22:59.341430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.342628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.344648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:59.345917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b560f809-245a-4146-b3dd-af16a49c75c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:59.404017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:59.408121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:59.411354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:22:59.411958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.426786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Pushing event updated for resources: {'Port': ['ID=edd23833-ac88-488d-a80d-71883476a4af,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:59.431741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:59.433835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=86a6df2d-2ff3-40d0-ae68-7f066f9fece5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:59.439317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:59.440187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:22:59.443507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:22:59.450488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:22:59.506964 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8338294 Jun 25 11:22:59.511314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52266) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:59.517052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:d9:29:1e', 'name': 'tempest-NetworksTestDHCPv6-1734470876'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:22:59.520070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Attempting to bind port edd23833-ac88-488d-a80d-71883476a4af on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:22:59.521878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Attempting to bind port edd23833-ac88-488d-a80d-71883476a4af by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:22:59.522667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Attempting to bind port edd23833-ac88-488d-a80d-71883476a4af on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:22:59.531050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:22:59.531678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:22:59.533588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.533588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:22:59.534604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Bound port: edd23833-ac88-488d-a80d-71883476a4af, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:22:59.535697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.586178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3785288e-6d3f-47d7-8569-d378c8bcdd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.640328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] For port edd23833-ac88-488d-a80d-71883476a4af, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:22:59.646644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] For port edd23833-ac88-488d-a80d-71883476a4af, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=edd23833-ac88-488d-a80d-71883476a4af,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:22:59.657612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10362555'] for subnet, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.689996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:22:59.703176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:22:59.704237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.718198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:59.719302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:59.753583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:22:59.761403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.770731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8a726494-c28e-4f9c-b986-0541b576b080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:22:59.785743 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:59.814036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:22:59.814898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:22:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:59.822464 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/floatingips/d05a1505-3704-4794-a388-b9a7c14a2981 HTTP/1.1" status: 204 len: 168 time: 2.5472472 Jun 25 11:22:59.829313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52270) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:59.857620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:22:59.858530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f22979d-03b6-48fc-91ce-16a9d4b4aafe None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:22:59.880996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52272) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:22:59.889834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Pushing event updated for resources: {'Port': ['ID=edd23833-ac88-488d-a80d-71883476a4af,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:22:59.893673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:22:59.937857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:59.964962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port ce691fe4-671e-4bfa-b40c-c19ba2c2607b yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:00.146912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764449659082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3102488'] for subnet, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.164898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3067c15a-58b0-4ea6-a509-e8cda33728b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:00.216458 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6c576df5-031c-4c0e-9d54-f6d277502dda admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff7edb00b8da4ec2bbab79c1492f2e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308411 Jun 25 11:23:00.220978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52278) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:00.246004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 172.20.0.4 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/86a6df2d-2ff3-40d0-ae68-7f066f9fece5/ce691fe4-671e-4bfa-b40c-c19ba2c2607b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:00.262728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:00.263331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.267078 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "PUT /v2.0/subnets/c675b030-94d2-40be-abc4-98ae5276e9c8 HTTP/1.1" status: 200 len: 806 time: 1.1749506 Jun 25 11:23:00.269538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52280) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:00.271825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fed9:291e (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/b5e891bb-1618-4114-85bb-179e48cd6c70/ce691fe4-671e-4bfa-b40c-c19ba2c2607b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:00.314320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:00.314575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.320480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=c675b030-94d2-40be-abc4-98ae5276e9c8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:00.352653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:00.412419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.435734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.492748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.505034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.525573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:00.683179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Allocated IP 2001:db8::3ac (9994779f-1ef8-4c50-a378-67ec41acc457/9465fce1-9cb1-4c7b-a18b-547334de33db/91f1a37d-6890-4510-b62c-918d5a28100b) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:00.884397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.958503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8281f2-d00d-4211-a526-b90326fe6812 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:23:00.968792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:00.973639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a1d678f-a84d-4759-a705-16fa7cb763c9 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:01.005423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:01.011000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:01.037799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.055766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b9c719dc-14f2-4e47-b60c-6adf570574d6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:01.072676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.087150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.089735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8281f2-d00d-4211-a526-b90326fe6812 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:23:01.105807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f0e19ecc-8245-48cf-ad4c-d5cbc4d487c1 None None] Provisioning for port edd23833-ac88-488d-a80d-71883476a4af completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:01.113523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network 9994779f-1ef8-4c50-a378-67ec41acc457 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:01.122416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:01.130391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:01.207376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Port': ['ID=91f1a37d-6890-4510-b62c-918d5a28100b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:01.210154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.214370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:01.217650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.224520 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/ports/373b9cfa-c4e3-48a0-a4aa-a7515bc23bd8 HTTP/1.1" status: 204 len: 168 time: 1.3903534 Jun 25 11:23:01.225559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52288) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:01.235919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:01.247999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.253586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object ce691fe4-671e-4bfa-b40c-c19ba2c2607b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:01.292578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.295383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.296538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60066a3a-bf85-4ee2-abb5-e0224ab448c7 HTTP/1.1" status: 204 len: 168 time: 1.0742126 Jun 25 11:23:01.303198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39fdd6f4-984c-4cdd-9458-6ad49463ac79 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:01.316826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60066a3a-bf85-4ee2-abb5-e0224ab448c7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:01.319602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:01.380326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.451894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e415f09-0883-45e6-aa30-f97ce127384e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-2b64a68d-86d5-4a9a-bd63-fec636feedbf', 'network_id': '2b64a68d-86d5-4a9a-bd63-fec636feedbf', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': 'c675b030-94d2-40be-abc4-98ae5276e9c8'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:01.452770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e415f09-0883-45e6-aa30-f97ce127384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.473145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.477619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.483331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e763f5af-a7b1-4776-9888-fad4e064b9e8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:01.522187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=c675b030-94d2-40be-abc4-98ae5276e9c8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:01.527014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:01.538952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b79b8851-36c3-4287-b481-7f92bb20cf8a tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:01.572965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.651112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server [None req-2e415f09-0883-45e6-aa30-f97ce127384e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c675b030-94d2-40be-abc4-98ae5276e9c8: This subnet is being modified by another concurrent operation. Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:23:01.669534 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise exception Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c675b030-94d2-40be-abc4-98ae5276e9c8: This subnet is being modified by another concurrent operation. Jun 25 11:23:01.673863 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Jun 25 11:23:01.687057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4df7f-a61f-44de-984c-aada9f845b5e None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:23:01.690528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:01.704655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:01.712056 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.718793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:01.798599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b64a68d-86d5-4a9a-bd63-fec636feedbf']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:01.801518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=ce691fe4-671e-4bfa-b40c-c19ba2c2607b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:01.804836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:01.823180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56453a8-3e05-4d0f-ad62-931f38993da9') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:01.823489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56453a8-3e05-4d0f-ad62-931f38993da9') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:01.842311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.850727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a4df7f-a61f-44de-984c-aada9f845b5e None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:23:01.855769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:01.856552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.859135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device edd23833-ac88-488d-a80d-71883476a4af up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:01.871461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.881610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:01.881610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:01.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:01.947423 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4349034 Jun 25 11:23:01.948105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52304) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:01.979546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.26.0.81 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/619945c0-a254-4304-a8c0-1cfcff93cceb) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:02.024792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e3149d24-8f3a-462c-b786-4b5cbbcc08d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.042017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.058009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d88bc-b133-4cc0-b627-477d954ea468 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:02.066227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d88bc-b133-4cc0-b627-477d954ea468 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:02.068701 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f84d88bc-b133-4cc0-b627-477d954ea468 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1155961 Jun 25 11:23:02.074156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52308) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:02.086162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.139481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port edd23833-ac88-488d-a80d-71883476a4af completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:02.146780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port edd23833-ac88-488d-a80d-71883476a4af triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:02.148112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.180098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.188829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:02.209018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.213422 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/2b64a68d-86d5-4a9a-bd63-fec636feedbf HTTP/1.1" status: 204 len: 168 time: 1.9353800 Jun 25 11:23:02.214497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52310) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:02.216857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=2b64a68d-86d5-4a9a-bd63-fec636feedbf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:02.227697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:02.245041 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b34b5a6-9688-45cd-8b18-ad1b691eadd5 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:02.246114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b34b5a6-9688-45cd-8b18-ad1b691eadd5 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:02.252035 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0b34b5a6-9688-45cd-8b18-ad1b691eadd5 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/2b64a68d-86d5-4a9a-bd63-fec636feedbf HTTP/1.1" status: 404 len: 339 time: 0.0291507 Jun 25 11:23:02.257116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52312) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:02.263295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-97341593', 'description': 'd1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:02.282647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port ce691fe4-671e-4bfa-b40c-c19ba2c2607b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:02.283024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.308356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.321128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.351239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3a58f-1afa-435c-a3aa-d4c20b82f811 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:02.353521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb12948a-944f-4fa4-b8ac-ccc1eac45605 None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:02.397448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb12948a-944f-4fa4-b8ac-ccc1eac45605 None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:23:02.402694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port edd23833-ac88-488d-a80d-71883476a4af, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=edd23833-ac88-488d-a80d-71883476a4af,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:02.406007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Router deda5e12-d0e5-4c82-af9e-ca16488d4d7b is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:23:02.418939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.431722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0c6cf-9d20-486e-9735-ff39d9c4ecfa None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:02.453116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0c6cf-9d20-486e-9735-ff39d9c4ecfa None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:23:02.453662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for ce691fe4-671e-4bfa-b40c-c19ba2c2607b owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:02.473268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:02.473479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07155eb2-b258-48b4-bef3-7b0834251e3c None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:02.481463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.506852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.507298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.509144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-78d4080a-a3c8-4ba0-ba2f-e1b9adbf9414 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:02.510429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-84e0b196-878d-43ed-87e1-be557f70bf4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:02.514324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07155eb2-b258-48b4-bef3-7b0834251e3c None None] Network 2b64a68d-86d5-4a9a-bd63-fec636feedbf could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:23:02.574069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:23:02.595180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.595788 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment cd8ab6b0-eff3-4d57-ad94-d7136df81d79 of type vlan for network fe7391bd-cd76-4898-9983-8a44d5173e1d Jun 25 11:23:02.602029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=edd23833-ac88-488d-a80d-71883476a4af,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:02.613705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:02.614578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:02.627744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:02.635038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:02.638466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=619945c0-a254-4304-a8c0-1cfcff93cceb,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:02.665801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:02.679064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.685565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:02.704531 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Sync routers for ids ['deda5e12-d0e5-4c82-af9e-ca16488d4d7b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:02.717544 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Routers {'deda5e12-d0e5-4c82-af9e-ca16488d4d7b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:02.718611 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['deda5e12-d0e5-4c82-af9e-ca16488d4d7b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:02.803298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.804600 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5367088 Jun 25 11:23:02.805239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52326) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:02.807141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52328) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:02.823598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Update dhcp port {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': 'b5e891bb-1618-4114-85bb-179e48cd6c70', 'ip_address': '2001:db8::f816:3eff:fef2:79de'}, {'subnet_id': '86a6df2d-2ff3-40d0-ae68-7f066f9fece5'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': 'edd23833-ac88-488d-a80d-71883476a4af'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:23:02.873769 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Set router deda5e12-d0e5-4c82-af9e-ca16488d4d7b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:02.876792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.895120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:02.899261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.907502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:02.916243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb2b9100-4883-4061-92bc-eb6652aa0c44 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:03.041841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1479208386'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:03.055391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.062552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.068940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=fe7391bd-cd76-4898-9983-8a44d5173e1d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:03.077111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:03.085483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network fe7391bd-cd76-4898-9983-8a44d5173e1d details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:23:03.104783 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8479652 Jun 25 11:23:03.107857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52336) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:03.186855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.206489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Allocated IP 172.20.0.2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/86a6df2d-2ff3-40d0-ae68-7f066f9fece5/edd23833-ac88-488d-a80d-71883476a4af) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:03.206905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b3676926-b819-4605-983d-854999e46ed9 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:03.254103 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deda5e12-d0e5-4c82-af9e-ca16488d4d7b', 'name': '', 'tenant_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457', 'external_fixed_ips': [{'subnet_id': '9465fce1-9cb1-4c7b-a18b-547334de33db', 'ip_address': '2001:db8::3ac'}], 'enable_snat': True}, 'gw_port_id': '91f1a37d-6890-4510-b62c-918d5a28100b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:58Z', 'updated_at': '2021-06-25T11:23:01Z', 'revision_number': 3, 'project_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'gw_port': {'id': '91f1a37d-6890-4510-b62c-918d5a28100b', 'name': '', 'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deda5e12-d0e5-4c82-af9e-ca16488d4d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9465fce1-9cb1-4c7b-a18b-547334de33db', 'ip_address': '2001:db8::3ac', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:23:00Z', 'updated_at': '2021-06-25T11:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9465fce1-9cb1-4c7b-a18b-547334de33db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:03.266039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=ce691fe4-671e-4bfa-b40c-c19ba2c2607b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:03.276002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:03.314049 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Checking router: deda5e12-d0e5-4c82-af9e-ca16488d4d7b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:23:03.314424 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Updating router deda5e12-d0e5-4c82-af9e-ca16488d4d7b port 91f1a37d-6890-4510-b62c-918d5a28100b binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:23:03.326364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] For port edd23833-ac88-488d-a80d-71883476a4af, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=edd23833-ac88-488d-a80d-71883476a4af,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:03.330518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46faad-6412-426a-b7c6-ec71cd642187 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:03.335051 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1e46faad-6412-426a-b7c6-ec71cd642187 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/networks?id=fe7391bd-cd76-4898-9983-8a44d5173e1d HTTP/1.1" status: 200 len: 759 time: 0.2258995 Jun 25 11:23:03.335821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52338) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:03.358624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'description': 'd2'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:03.359289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.365822 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.375218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Transition to ACTIVE for port object edd23833-ac88-488d-a80d-71883476a4af will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:03.443532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.449325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:03.467237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.469201 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/ce691fe4-671e-4bfa-b40c-c19ba2c2607b HTTP/1.1" status: 204 len: 168 time: 1.3932130 Jun 25 11:23:03.475672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52340) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:03.582335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Pushing event updated for resources: {'Port': ['ID=edd23833-ac88-488d-a80d-71883476a4af,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:03.586252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:03.623121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb74a0d-87bd-433b-b0c6-e22e43084d07 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:03.624695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb74a0d-87bd-433b-b0c6-e22e43084d07 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:03.627676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb74a0d-87bd-433b-b0c6-e22e43084d07 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:03.632117 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fdb74a0d-87bd-433b-b0c6-e22e43084d07 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1527066 Jun 25 11:23:03.634700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52344) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:03.701483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device edd23833-ac88-488d-a80d-71883476a4af up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:03.721042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.725284 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.737145 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Transition to ACTIVE for port object 91f1a37d-6890-4510-b62c-918d5a28100b will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:03.755553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.773550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 86a6df2d-2ff3-40d0-ae68-7f066f9fece5 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:03.777464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.786464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.808861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Made reservation on behalf of 926543e5af7b4c6c912b207d770077fb for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:03.813637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.823209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.832193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.843726 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.847652 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:03.857958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.865324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:03.905529 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6267e49-8376-4d08-a639-0baed0a1f983 None None] Pushing event updated for resources: {'Port': ['ID=91f1a37d-6890-4510-b62c-918d5a28100b,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:03.922050 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b6267e49-8376-4d08-a639-0baed0a1f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:03.935576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.937775 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Attempting to bind port 91f1a37d-6890-4510-b62c-918d5a28100b on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:03.938317 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Attempting to bind port 91f1a37d-6890-4510-b62c-918d5a28100b by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'fc28be69-0f67-4254-8578-6e9d8cf02d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:03.938874 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Attempting to bind port 91f1a37d-6890-4510-b62c-918d5a28100b on network 9994779f-1ef8-4c50-a378-67ec41acc457 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:03.942974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network fe7391bd-cd76-4898-9983-8a44d5173e1d is not hosted by any dhcp agent {{(pid=94501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:23:03.945427 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:03.946292 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Checking segment: {'id': 'fc28be69-0f67-4254-8578-6e9d8cf02d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:03.946861 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.947393 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Bound using segment: {'id': 'fc28be69-0f67-4254-8578-6e9d8cf02d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:03.948280 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Bound port: 91f1a37d-6890-4510-b62c-918d5a28100b, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc28be69-0f67-4254-8578-6e9d8cf02d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9994779f-1ef8-4c50-a378-67ec41acc457'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:03.948554 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.953305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:03.955525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:03.956517 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "PUT /v2.0/networks/fe7391bd-cd76-4898-9983-8a44d5173e1d HTTP/1.1" status: 200 len: 756 time: 0.6026623 Jun 25 11:23:03.966837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52346) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:04.076561 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] For port 91f1a37d-6890-4510-b62c-918d5a28100b, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:04.089790 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] For port 91f1a37d-6890-4510-b62c-918d5a28100b, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=91f1a37d-6890-4510-b62c-918d5a28100b,segment=NetworkSegment(fc28be69-0f67-4254-8578-6e9d8cf02d32),segment_id=fc28be69-0f67-4254-8578-6e9d8cf02d32)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:04.104574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=fe7391bd-cd76-4898-9983-8a44d5173e1d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:04.114663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:04.120448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network fe7391bd-cd76-4898-9983-8a44d5173e1d details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:23:04.144758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.157036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Deleting port 91f1a37d-6890-4510-b62c-918d5a28100b {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:04.157404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.158609 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.171434 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-be812a99-bf5d-4f88-9973-2fb211c55a50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:04.197490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce861e0d-8186-4002-a07d-ed9a9af7ad36 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:04.211163 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ce861e0d-8186-4002-a07d-ed9a9af7ad36 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/networks?id=fe7391bd-cd76-4898-9983-8a44d5173e1d HTTP/1.1" status: 200 len: 759 time: 0.2388983 Jun 25 11:23:04.217616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52352) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:04.230083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1045766442'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:04.240463 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6267e49-8376-4d08-a639-0baed0a1f983 None None] Pushing event updated for resources: {'Port': ['ID=91f1a37d-6890-4510-b62c-918d5a28100b,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:04.254939 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b6267e49-8376-4d08-a639-0baed0a1f983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:04.259162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.268631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:04.270887 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Routers {'deda5e12-d0e5-4c82-af9e-ca16488d4d7b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:04.271528 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['deda5e12-d0e5-4c82-af9e-ca16488d4d7b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:04.283045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.298813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2f20a0-f602-4359-81bd-6f38454f5504,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:04.342284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:04.348635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:23:04.374550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:04.382901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.392210 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Added segment 424842d0-7b23-42fd-a81b-d9d93c02693b of type vlan for network 0f09f819-2def-45c8-a21b-59814fbc393c Jun 25 11:23:04.392757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.405626 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] Set router deda5e12-d0e5-4c82-af9e-ca16488d4d7b gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:04.423635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:23:04.435121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.435507 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d of type vlan for network a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 Jun 25 11:23:04.469190 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deda5e12-d0e5-4c82-af9e-ca16488d4d7b', 'name': '', 'tenant_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:58Z', 'updated_at': '2021-06-25T11:23:03Z', 'revision_number': 4, 'project_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:04.474666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.475362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] For port 91f1a37d-6890-4510-b62c-918d5a28100b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=91f1a37d-6890-4510-b62c-918d5a28100b,segment=NetworkSegment(fc28be69-0f67-4254-8578-6e9d8cf02d32),segment_id=fc28be69-0f67-4254-8578-6e9d8cf02d32)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:04.475729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.479997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:04.485168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.502142 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bad63-cf3b-4e34-839e-e700087401f3 None None] The sync data for ids ['deda5e12-d0e5-4c82-af9e-ca16488d4d7b'] in dv-neutron-797120-5-hyperv is: [{'id': 'deda5e12-d0e5-4c82-af9e-ca16488d4d7b', 'name': '', 'tenant_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:22:58Z', 'updated_at': '2021-06-25T11:23:03Z', 'revision_number': 4, 'project_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:04.503891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.506131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20b900-48d9-487a-b1ec-b14b0c69609f None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:04.506647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Calling delete_port for 91f1a37d-6890-4510-b62c-918d5a28100b owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:04.517369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=86a6df2d-2ff3-40d0-ae68-7f066f9fece5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:04.520693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.526697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:04.528820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.530807 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/86a6df2d-2ff3-40d0-ae68-7f066f9fece5 HTTP/1.1" status: 204 len: 168 time: 0.8951633 Jun 25 11:23:04.535172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52354) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:04.573746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.578271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e79f0cdf-57b9-4f2b-80d4-88c7d1330128 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:04.613907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet b5e891bb-1618-4114-85bb-179e48cd6c70 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:04.617148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.668034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.681788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.688625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:04.689273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.696668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.698930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=619945c0-a254-4304-a8c0-1cfcff93cceb,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:04.702519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:04.703152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.712711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5040569d-fa96-425b-8ebb-5087987e2334 tempest-QuotasNegativeTest-1125426012 tempest-QuotasNegativeTest-1125426012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:04.745442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:04.745985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5c3d3c7b-ca65-483f-bd83-3f4c79657dfa tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:04.855449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event updated for resources: {'Network': ['ID=0f09f819-2def-45c8-a21b-59814fbc393c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:04.870178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 0f09f819-2def-45c8-a21b-59814fbc393c details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:23:04.892869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.908354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-03ee14d2-d3ba-468e-9a7f-24f0db8eda39 None None] Provisioning for port edd23833-ac88-488d-a80d-71883476a4af completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:04.913140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.928076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.929560 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7037656 Jun 25 11:23:04.934258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52358) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:04.941081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:04.944856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1387203 Jun 25 11:23:04.945436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:04.947711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52360) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:04.953137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-03ee14d2-d3ba-468e-9a7f-24f0db8eda39 None None] Provisioning complete for port edd23833-ac88-488d-a80d-71883476a4af triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:04.954142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-03ee14d2-d3ba-468e-9a7f-24f0db8eda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:04.956955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Request body: {'subnet': {'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:04.963911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:04.997237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:04.997335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:23:05.153942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-03ee14d2-d3ba-468e-9a7f-24f0db8eda39 None None] Could not find standard attr ID for object ce691fe4-671e-4bfa-b40c-c19ba2c2607b. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:23:05.154966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.203860 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9280078 Jun 25 11:23:05.203999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:05.203999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'port': {'network_id': '517ce5ac-e942-4dfa-9399-2c6656a624d8', 'name': 'tempest-FloatingIPTestJSON-1955326952'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:05.266204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.269763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-afb72238-68c4-4544-82a3-fef98eca7b8a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:05.286894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.286894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:05.322780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event deleted for resources: {'Port': ['ID=91f1a37d-6890-4510-b62c-918d5a28100b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:05.331870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:05.338206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e891bb-1618-4114-85bb-179e48cd6c70,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:05.346370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:05.359465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.368734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.370759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/b5e891bb-1618-4114-85bb-179e48cd6c70 HTTP/1.1" status: 204 len: 168 time: 0.8352377 Jun 25 11:23:05.374840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52368) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:05.424533 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-921b4871-06ea-4e4e-99b9-2ad1146a8cc8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484955 Jun 25 11:23:05.427288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52370) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:05.432890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:05.476261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.478667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.534761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:05.538678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.610302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.610302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router deda5e12-d0e5-4c82-af9e-ca16488d4d7b {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:05.610302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.614060 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "DELETE /v2.0/routers/deda5e12-d0e5-4c82-af9e-ca16488d4d7b HTTP/1.1" status: 204 len: 168 time: 2.8058712 Jun 25 11:23:05.614687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52372) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:05.681133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device edd23833-ac88-488d-a80d-71883476a4af up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:05.700741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Deleting subnet 9465fce1-9cb1-4c7b-a18b-547334de33db {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:05.705247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Made reservation on behalf of 926543e5af7b4c6c912b207d770077fb for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:05.708780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.712694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.721227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b487c-b78a-46b8-8f5b-ff2fb63e2d81 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:05.811808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.833803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:05.838630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.843324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-61b505cd-362b-45bd-9d7c-24d1b33cd1f9 None None] Provisioning complete for port edd23833-ac88-488d-a80d-71883476a4af triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:05.843324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-61b505cd-362b-45bd-9d7c-24d1b33cd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.870364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.874389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] device_id is not set on port 34b727f8-e1ec-4a30-81ad-51a68241ff26 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:05.905045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port edd23833-ac88-488d-a80d-71883476a4af triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:05.911310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.914347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:05.919864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:05.983864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:05.987727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.067671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=cb313844-8512-47ce-b823-5594eac153ba,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:06.102551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:06.112692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:06.115256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:06.115872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:23:06.146420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.14 (517ce5ac-e942-4dfa-9399-2c6656a624d8/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18/34b727f8-e1ec-4a30-81ad-51a68241ff26) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:06.166172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.176520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Deleting port edd23833-ac88-488d-a80d-71883476a4af {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:06.176520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.177193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:06.200627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.203329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9465fce1-9cb1-4c7b-a18b-547334de33db,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:06.210155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:06.211266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:06.240987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] For port edd23833-ac88-488d-a80d-71883476a4af, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=edd23833-ac88-488d-a80d-71883476a4af,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:06.240987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.246351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.248656 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-283cbeae-bfb6-4738-b2af-b39a9d5b00dc tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/9465fce1-9cb1-4c7b-a18b-547334de33db HTTP/1.1" status: 204 len: 168 time: 0.6326017 Jun 25 11:23:06.251786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52376) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:06.257153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Calling delete_port for edd23833-ac88-488d-a80d-71883476a4af owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:06.271102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:23:06.305871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event updated for resources: {'Subnet': ['ID=61eed4c7-3048-4993-9c09-e9330a5fcde4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:06.339308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:06.367569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.373063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Checking segment: {'id': '424842d0-7b23-42fd-a81b-d9d93c02693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:06.377192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Network hostable DHCP agents. Network: 0f09f819-2def-45c8-a21b-59814fbc393c, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:23:06.403177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.407350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:06.416361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f0754-97bb-4645-8c38-fe492bac75b1 None None] Network a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:06.421867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:06.422467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.445233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.449561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4519d93-3bd6-46f5-9d60-11941e0b8dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:06.475749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.488712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9994779f-1ef8-4c50-a378-67ec41acc457']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:06.501865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.548359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc28be69-0f67-4254-8578-6e9d8cf02d32') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:06.548359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc28be69-0f67-4254-8578-6e9d8cf02d32') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:06.549577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5d7788f2-cf39-4ab1-953e-8e8ddb55334f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:06.549806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Pushing event deleted for resources: {'Port': ['ID=edd23833-ac88-488d-a80d-71883476a4af,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:06.550010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.550111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:06.550111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] No DVR routers for this DVR port edd23833-ac88-488d-a80d-71883476a4af on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:06.550276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.554785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:06.555905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:06.558329 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:06.569416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:06.572913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:06.579750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:06.580408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.588828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e8665-52ef-43df-95b3-7dcfbaeea39d None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:06.594280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:06.598906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:06.616224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Network 0f09f819-2def-45c8-a21b-59814fbc393c is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:23:06.616556 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6786869 Jun 25 11:23:06.619104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52382) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:06.631651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 0f09f819-2def-45c8-a21b-59814fbc393c) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:06.636651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:06.636875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.659440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.663430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:06.693573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5937514-c442-4d15-8b83-8cb2623d0909 None None] Network 0f09f819-2def-45c8-a21b-59814fbc393c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:06.725817 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2972426 Jun 25 11:23:06.729056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52384) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:06.735693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:06.740677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 517ce5ac-e942-4dfa-9399-2c6656a624d8 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:06.760119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:06.767916 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8164258 Jun 25 11:23:06.770362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.770559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:06.773792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52386) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:06.775467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4', 'network_id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': 'cb313844-8512-47ce-b823-5594eac153ba'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:06.776323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.779293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Request body: {'port': {'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c', 'name': 'tempest-TagsExtTest-1790133956'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:06.795753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=34b727f8-e1ec-4a30-81ad-51a68241ff26,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:06.806003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:06.817561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:06.826785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.832164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9994779f-1ef8-4c50-a378-67ec41acc457 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 25 11:23:06.841417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.847446 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "DELETE /v2.0/networks/9994779f-1ef8-4c50-a378-67ec41acc457 HTTP/1.1" status: 204 len: 168 time: 0.5892830 Jun 25 11:23:06.850025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:06.850742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:06.863954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event deleted for resources: {'Network': ['ID=9994779f-1ef8-4c50-a378-67ec41acc457,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:06.892522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:06.928388 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7317209 Jun 25 11:23:06.939145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52390) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:06.941894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'port_id': '34b727f8-e1ec-4a30-81ad-51a68241ff26'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:06.948098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.029956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.056938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:07.063508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.113365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-0f09f819-2def-45c8-a21b-59814fbc393c', 'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c', 'tenant_id': '926543e5af7b4c6c912b207d770077fb', 'fixed_ips': [{'subnet_id': '61eed4c7-3048-4993-9c09-e9330a5fcde4'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:07.116900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.192270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Made reservation on behalf of 926543e5af7b4c6c912b207d770077fb for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:07.197370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.232672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] device_id is not set on port 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:07.239372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Allocated IP 172.20.0.2 (a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4/cb313844-8512-47ce-b823-5594eac153ba/2cbe447a-b3fe-465d-8571-df03141ec58d) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:07.256112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:07.261144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.609383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52398) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:07.614533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c518d028-7f5a-4a2f-9538-1daa32fdc004 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'router': {'name': 'tempest-router--1409628713', 'project_id': '104cb5ba558441beac123ed4dd0915ff'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:07.633400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Allocated IP 172.20.0.2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6/443e686c-f850-4d8d-be00-0f69e9157a53) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:07.672688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Allocated IP 172.20.0.13 (0f09f819-2def-45c8-a21b-59814fbc393c/61eed4c7-3048-4993-9c09-e9330a5fcde4/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:07.688829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.692309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device edd23833-ac88-488d-a80d-71883476a4af no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:07.725634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Transition to ACTIVE for port object 2cbe447a-b3fe-465d-8571-df03141ec58d will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:07.732425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: edd23833-ac88-488d-a80d-71883476a4af {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:07.732778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device edd23833-ac88-488d-a80d-71883476a4af not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:07.786591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.objects.ports [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94500) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:23:07.787954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c518d028-7f5a-4a2f-9538-1daa32fdc004 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.789034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c518d028-7f5a-4a2f-9538-1daa32fdc004 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.799283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.809525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:07.872958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:07.885550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:07.894911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:07.895661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:07.955277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Transition to ACTIVE for port object 2cbe447a-b3fe-465d-8571-df03141ec58d will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:07.975920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c518d028-7f5a-4a2f-9538-1daa32fdc004 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.006163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=adc10461-0226-45b7-b04e-4c5f217a12b7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:08.010406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:08.022219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.027905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:08.054528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c518d028-7f5a-4a2f-9538-1daa32fdc004 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.058921 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3248196 Jun 25 11:23:08.067558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52404) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:08.079074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:bf:8f:4e', 'name': 'tempest-NetworksTestDHCPv6-958924248'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:08.096437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.108273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.110169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.115460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Network a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:08.121266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:08.124638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Transition to ACTIVE for port object 443e686c-f850-4d8d-be00-0f69e9157a53 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:08.125048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.127561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Pushing event updated for resources: {'Port': ['ID=2cbe447a-b3fe-465d-8571-df03141ec58d,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:08.130041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:08.130273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a196928a-ff8d-43d5-b3f7-f620589043b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:08.136075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:08.158961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=cb313844-8512-47ce-b823-5594eac153ba,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:08.161988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Transition to ACTIVE for port object 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:08.163342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:08.173458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c518d028-7f5a-4a2f-9538-1daa32fdc004 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.180666 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c518d028-7f5a-4a2f-9538-1daa32fdc004 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5641468 Jun 25 11:23:08.180945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Transition to ACTIVE for port object 443e686c-f850-4d8d-be00-0f69e9157a53 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:08.181059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52406) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:08.196419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.211194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Attempting to bind port 2cbe447a-b3fe-465d-8571-df03141ec58d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:08.211580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Attempting to bind port 2cbe447a-b3fe-465d-8571-df03141ec58d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:08.212055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Attempting to bind port 2cbe447a-b3fe-465d-8571-df03141ec58d on network a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:08.217569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:08.221149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Checking segment: {'id': 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:08.221149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.221149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Bound using segment: {'id': 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:08.221149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Bound port: 2cbe447a-b3fe-465d-8571-df03141ec58d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:08.221149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.256542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.263470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:08.265842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.281865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:08.296362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:08.296664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:08.299655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38267f10-1d8c-4789-8d8b-7e3536fbe9f7 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.324097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:08.333283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:08.334810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.336174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:08.350982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] For port 2cbe447a-b3fe-465d-8571-df03141ec58d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:08.355767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Pushing event updated for resources: {'Port': ['ID=443e686c-f850-4d8d-be00-0f69e9157a53,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:08.358937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:08.363457 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP 611049b0-6ae9-49fe-b7bd-a765f1570bc4 associated. External IP: 172.26.0.81, port: 34b727f8-e1ec-4a30-81ad-51a68241ff26. Jun 25 11:23:08.369922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.384182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.390998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58379fdc-a752-4bd4-80b3-9b839e944302 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:08.412234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:08.413023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:08.416577 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:08.445166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Attempting to bind port 443e686c-f850-4d8d-be00-0f69e9157a53 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:08.445553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Attempting to bind port 443e686c-f850-4d8d-be00-0f69e9157a53 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:08.445921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Attempting to bind port 443e686c-f850-4d8d-be00-0f69e9157a53 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:08.461025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:08.461444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:08.461889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.462289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:08.462765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Bound port: 443e686c-f850-4d8d-be00-0f69e9157a53, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:08.463149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.466355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Allocated IP 172.20.0.2 (0f09f819-2def-45c8-a21b-59814fbc393c/61eed4c7-3048-4993-9c09-e9330a5fcde4/68891c64-1c4a-41b2-8d33-a8ee126bbd14) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:08.483576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:08.533786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] For port 2cbe447a-b3fe-465d-8571-df03141ec58d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2cbe447a-b3fe-465d-8571-df03141ec58d,segment=NetworkSegment(bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d),segment_id=bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:08.550682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38267f10-1d8c-4789-8d8b-7e3536fbe9f7 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.555184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Network 0f09f819-2def-45c8-a21b-59814fbc393c is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:08.558649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38267f10-1d8c-4789-8d8b-7e3536fbe9f7 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.578315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:08.600333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:23:08.600333 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:23:08.600333 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'id': 'a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4'}] Jun 25 11:23:08.600333 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:23:08.601011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:23:08.613999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] For port 443e686c-f850-4d8d-be00-0f69e9157a53, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:08.620787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event updated for resources: {'Port': ['ID=53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:08.634219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] For port 443e686c-f850-4d8d-be00-0f69e9157a53, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=443e686c-f850-4d8d-be00-0f69e9157a53,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:08.647424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.653314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:08.654121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:08.660412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:08.726038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:08.732991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:08.733743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.743474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.754841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.771736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.773796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port f9b7adf8-f032-4c16-9584-3dd2eb169327 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:08.778808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38267f10-1d8c-4789-8d8b-7e3536fbe9f7 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.779351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38267f10-1d8c-4789-8d8b-7e3536fbe9f7 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48158918-748a-4b50-a663-3d25e414a45f {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:08.786477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38267f10-1d8c-4789-8d8b-7e3536fbe9f7 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.791078 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-38267f10-1d8c-4789-8d8b-7e3536fbe9f7 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "DELETE /v2.0/routers/48158918-748a-4b50-a663-3d25e414a45f HTTP/1.1" status: 204 len: 168 time: 0.6082628 Jun 25 11:23:08.799874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Transition to ACTIVE for port object 68891c64-1c4a-41b2-8d33-a8ee126bbd14 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:08.900950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Pushing event updated for resources: {'Port': ['ID=2cbe447a-b3fe-465d-8571-df03141ec58d,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:08.904235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:08.910774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:08.912461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:08.913129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a94e36d7-9b27-48de-b15b-aaf8172d5c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:08.916938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Transition to ACTIVE for port object 68891c64-1c4a-41b2-8d33-a8ee126bbd14 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:08.956601 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c2b68869-87c2-49a3-a17f-1cdce9adc222 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/floatingips/611049b0-6ae9-49fe-b7bd-a765f1570bc4 HTTP/1.1" status: 200 len: 978 time: 2.0227466 Jun 25 11:23:08.959022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52416) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:08.984126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6b216-5556-4dae-8c70-646485047344 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:08.989337 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2143340 Jun 25 11:23:08.991500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f787026-3dff-46b3-9ed3-9dd2ba1a3434 None None] Network a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:08.992511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:08.997783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-59bc0ad5-f78a-45a4-a3cd-58adf689e99d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1345813414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:09.053102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 172.20.0.6 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6/f9b7adf8-f032-4c16-9584-3dd2eb169327) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:09.066567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:febf:8f4e (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/adc10461-0226-45b7-b04e-4c5f217a12b7/f9b7adf8-f032-4c16-9584-3dd2eb169327) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:09.089806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.094583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 34b727f8-e1ec-4a30-81ad-51a68241ff26 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:09.094583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.099206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6b216-5556-4dae-8c70-646485047344 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:09.100162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-37d6b216-5556-4dae-8c70-646485047344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:09.121556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.194681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Pushing event updated for resources: {'Port': ['ID=443e686c-f850-4d8d-be00-0f69e9157a53,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:09.199858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-37d6b216-5556-4dae-8c70-646485047344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:09.208255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:09.221054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:09.262242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Network 0f09f819-2def-45c8-a21b-59814fbc393c is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:09.294818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:09.303948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:09.315425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6b216-5556-4dae-8c70-646485047344 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:09.316371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-37d6b216-5556-4dae-8c70-646485047344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:09.348378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Pushing event updated for resources: {'Port': ['ID=68891c64-1c4a-41b2-8d33-a8ee126bbd14,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:09.363895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52420) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:09.367045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.438342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:09.439906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-37d6b216-5556-4dae-8c70-646485047344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:09.440582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6b216-5556-4dae-8c70-646485047344 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:09.495789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Attempting to bind port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:09.496185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Attempting to bind port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '424842d0-7b23-42fd-a81b-d9d93c02693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:09.496589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Attempting to bind port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 on network 0f09f819-2def-45c8-a21b-59814fbc393c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:09.511652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:09.512055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Checking segment: {'id': '424842d0-7b23-42fd-a81b-d9d93c02693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:09.512486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.513209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Bound using segment: {'id': '424842d0-7b23-42fd-a81b-d9d93c02693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:09.514019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Bound port: 68891c64-1c4a-41b2-8d33-a8ee126bbd14, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424842d0-7b23-42fd-a81b-d9d93c02693b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0f09f819-2def-45c8-a21b-59814fbc393c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:09.514661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.596759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] For port 68891c64-1c4a-41b2-8d33-a8ee126bbd14, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:09.600865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] For port 68891c64-1c4a-41b2-8d33-a8ee126bbd14, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=68891c64-1c4a-41b2-8d33-a8ee126bbd14,segment=NetworkSegment(424842d0-7b23-42fd-a81b-d9d93c02693b),segment_id=424842d0-7b23-42fd-a81b-d9d93c02693b)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:09.647148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port 2cbe447a-b3fe-465d-8571-df03141ec58d {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:09.648910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.732613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port 2cbe447a-b3fe-465d-8571-df03141ec58d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2cbe447a-b3fe-465d-8571-df03141ec58d,segment=NetworkSegment(bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d),segment_id=bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:09.732985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.738012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-99165759', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:09.742304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.749987 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ad5-f78a-45a4-a3cd-58adf689e99d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.750551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:09.751264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ad5-f78a-45a4-a3cd-58adf689e99d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.762816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 443e686c-f850-4d8d-be00-0f69e9157a53 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:09.786986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for 2cbe447a-b3fe-465d-8571-df03141ec58d owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:09.805552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.849254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Pushing event updated for resources: {'Port': ['ID=68891c64-1c4a-41b2-8d33-a8ee126bbd14,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:09.851828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.852307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.853574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:09.854633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ad5-f78a-45a4-a3cd-58adf689e99d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.863428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object f9b7adf8-f032-4c16-9584-3dd2eb169327 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:09.913435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.913819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.914138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP 611049b0-6ae9-49fe-b7bd-a765f1570bc4 disassociated. External IP: 172.26.0.81, port: 34b727f8-e1ec-4a30-81ad-51a68241ff26. Jun 25 11:23:09.914492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 34b727f8-e1ec-4a30-81ad-51a68241ff26 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:09.940870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ad5-f78a-45a4-a3cd-58adf689e99d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.974419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 443e686c-f850-4d8d-be00-0f69e9157a53 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:09.975198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.984446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:09.988245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-300f534c-c64a-4907-80c3-38004307a6da tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:10.030507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:10.033782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bc0ad5-f78a-45a4-a3cd-58adf689e99d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.037989 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-59bc0ad5-f78a-45a4-a3cd-58adf689e99d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0443246 Jun 25 11:23:10.042409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52428) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:10.044804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:10.051831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-baf101df-e3b5-4e0d-b452-c60c5e2554db tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-551835585', 'prefixes': ['172.20.0.0/16']}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:10.059958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:10.127669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=f9b7adf8-f032-4c16-9584-3dd2eb169327,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:10.133340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:10.174445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:10.185223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.265781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.306636 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2354028 Jun 25 11:23:10.309712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52432) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:10.355428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.385175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f549bb19-defc-4cc0-ab80-2a31b788e28a tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:10.386828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbef98-eaeb-41af-9998-f850c33fad40 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:10.393495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbef98-eaeb-41af-9998-f850c33fad40 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:10.398273 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b2cbef98-eaeb-41af-9998-f850c33fad40 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0849037 Jun 25 11:23:10.399944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52434) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:10.415415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.420109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.425725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=34b727f8-e1ec-4a30-81ad-51a68241ff26,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:10.430980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:10.433941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ab56f641-7c6b-47b1-9a16-2815afe66599 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:10.457155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf4ea04-470a-4014-9355-dc6e0fc67e1c None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:10.463471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=2cbe447a-b3fe-465d-8571-df03141ec58d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:10.469145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port 2cbe447a-b3fe-465d-8571-df03141ec58d on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:10.471687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:10.531158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port f9b7adf8-f032-4c16-9584-3dd2eb169327 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:10.531552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.609727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Provisioning for port 443e686c-f850-4d8d-be00-0f69e9157a53 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:10.618502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Provisioning complete for port 443e686c-f850-4d8d-be00-0f69e9157a53 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:10.618912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.663153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.668503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.685439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:10.688604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for f9b7adf8-f032-4c16-9584-3dd2eb169327 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:10.732105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:10.732518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc17f24-f74e-4aa8-8d76-2f949b3e2b9d') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:10.743774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:10.749404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.770697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.771131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.793993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:10.793993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.794261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-baf101df-e3b5-4e0d-b452-c60c5e2554db tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for subnetpool, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:10.794771 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:10.799368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-baf101df-e3b5-4e0d-b452-c60c5e2554db tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7463810 Jun 25 11:23:10.799368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52436) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:10.803334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-44ca90ee-3134-4f38-a6b7-544937d12106 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', 'tempest-TagsExtTest-Tag-1842896473') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:10.838357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] For port 443e686c-f850-4d8d-be00-0f69e9157a53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=443e686c-f850-4d8d-be00-0f69e9157a53,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:10.921610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:10.931622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:11.039150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Update dhcp port {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'adc10461-0226-45b7-b04e-4c5f217a12b7'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '443e686c-f850-4d8d-be00-0f69e9157a53'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:23:11.046592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:11.060369 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141413f-0474-4aad-8684-9c4732406567 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:11.079526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Pushing event updated for resources: {'Port': ['ID=443e686c-f850-4d8d-be00-0f69e9157a53,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:11.083301 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141413f-0474-4aad-8684-9c4732406567 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:11.084330 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e141413f-0474-4aad-8684-9c4732406567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:11.098537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:11.116214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.125552 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e141413f-0474-4aad-8684-9c4732406567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:11.129856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.136224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c2d57803-4039-417e-ac64-afdb34ca085b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:11.138739 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141413f-0474-4aad-8684-9c4732406567 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:11.139618 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e141413f-0474-4aad-8684-9c4732406567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:11.192281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=f9b7adf8-f032-4c16-9584-3dd2eb169327,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:11.196411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:11.226337 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-44ca90ee-3134-4f38-a6b7-544937d12106 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags/tempest-TagsExtTest-Tag-1842896473 HTTP/1.1" status: 201 len: 201 time: 0.4271994 Jun 25 11:23:11.229492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52442) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.238867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-6b1f1024-590b-4829-9046-3c1515ec92ad tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', 'tempest-TagsExtTest-Tag-1186688896') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:11.249555 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e141413f-0474-4aad-8684-9c4732406567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:11.250680 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141413f-0474-4aad-8684-9c4732406567 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:11.376534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14346887-4951-4256-b742-589e386e5e0f None None] Network 0f09f819-2def-45c8-a21b-59814fbc393c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:11.391631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.393781 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/f9b7adf8-f032-4c16-9584-3dd2eb169327 HTTP/1.1" status: 204 len: 168 time: 0.9937961 Jun 25 11:23:11.398486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52446) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.493299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Allocated IP 2001:db8::f816:3eff:fe6b:6fa5 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/adc10461-0226-45b7-b04e-4c5f217a12b7/443e686c-f850-4d8d-be00-0f69e9157a53) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:11.495281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.515910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6a96e-b385-4874-b67f-678cc5205406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:11.517797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6a96e-b385-4874-b67f-678cc5205406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:11.519659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6a96e-b385-4874-b67f-678cc5205406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:11.525138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5bd6a96e-b385-4874-b67f-678cc5205406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1209409 Jun 25 11:23:11.525344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-edb30bd0-69f4-4857-80ef-4f56b900bdb4 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:11.529387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52448) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.529582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.549263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.553661 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 HTTP/1.1" status: 204 len: 168 time: 4.9310114 Jun 25 11:23:11.562818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52450) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.609792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:11.632576 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-683d4bc0-9154-4aea-b269-19be8ab006b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] GET failed (client error): The resource could not be found. Jun 25 11:23:11.636659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-683d4bc0-9154-4aea-b269-19be8ab006b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/subnets/cb313844-8512-47ce-b823-5594eac153ba HTTP/1.1" status: 404 len: 337 time: 0.0496571 Jun 25 11:23:11.638655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52452) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.638806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.640669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:11.663432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f9bde2d5-a434-4b5f-ae7e-9609e9b0fd1b None None] Provisioning for port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:11.665748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:11.665935 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f431739e-205c-492e-834b-1b8f4d8be89a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:11.666550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f431739e-205c-492e-834b-1b8f4d8be89a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:11.675683 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f431739e-205c-492e-834b-1b8f4d8be89a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 HTTP/1.1" status: 404 len: 339 time: 0.0302866 Jun 25 11:23:11.677213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52454) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.686745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] For port 443e686c-f850-4d8d-be00-0f69e9157a53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=443e686c-f850-4d8d-be00-0f69e9157a53,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:11.728869 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6b1f1024-590b-4829-9046-3c1515ec92ad tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags/tempest-TagsExtTest-Tag-1186688896 HTTP/1.1" status: 201 len: 201 time: 0.4914749 Jun 25 11:23:11.730508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52456) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.733470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.735348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/ports/34b727f8-e1ec-4a30-81ad-51a68241ff26 HTTP/1.1" status: 204 len: 168 time: 2.7740474 Jun 25 11:23:11.738251 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.741194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-a684968a-6049-4df6-9172-505c08fad15e tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', 'tempest-TagsExtTest-Tag-2044252946') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:11.743285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52458) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.770716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Transition to ACTIVE for port object 443e686c-f850-4d8d-be00-0f69e9157a53 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:11.826084 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-283e920d-8ca4-496e-b566-f8a849bc8e04 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "GET /v2.0/floatingips/611049b0-6ae9-49fe-b7bd-a765f1570bc4 HTTP/1.1" status: 200 len: 687 time: 0.0794818 Jun 25 11:23:11.827749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52460) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:11.862224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68891c64-1c4a-41b2-8d33-a8ee126bbd14 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:11.864765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.879118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d8044852-9aa6-4404-98b7-5f64038b7a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:11.888676 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-ae41fb91-2d6b-4929-a296-0b188b22ec01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4127765 Jun 25 11:23:11.972115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Pushing event updated for resources: {'Port': ['ID=443e686c-f850-4d8d-be00-0f69e9157a53,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:11.975605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:11.985467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536d22d-4470-4afd-9c9f-0e6ebd2b4bb5 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:11.987193 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8536d22d-4470-4afd-9c9f-0e6ebd2b4bb5 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3091781 Jun 25 11:23:11.988051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:11.994175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Allocated IP 172.26.0.128 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/bdf512d1-c5a7-4d27-a7ce-6de9e6a2c179) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:11.996144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52462) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:12.060527 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e63a0e6a-7d65-43ba-8de9-073d1f0c0c97 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 207 time: 0.0584850 Jun 25 11:23:12.062817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52466) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:12.133943 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a684968a-6049-4df6-9172-505c08fad15e tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags/tempest-TagsExtTest-Tag-2044252946 HTTP/1.1" status: 201 len: 201 time: 0.3993063 Jun 25 11:23:12.150503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52468) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:12.161454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.188912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:12.192726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-cf73cec1-6d7c-4894-9bc1-a4270550b2c1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', 'tempest-TagsExtTest-Tag-1496681300') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:12.200016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:12.202360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.260060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Provisioning for port 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:12.267282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Provisioning complete for port 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:12.267887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.272657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 619945c0-a254-4304-a8c0-1cfcff93cceb {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:12.273132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.286193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-f86840c7-88cf-4316-84d5-19d1200786b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:12.290510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-f86840c7-88cf-4316-84d5-19d1200786b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71dd37fab9cc46a9b21cb940be135cdd&device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 1099 time: 0.3735096 Jun 25 11:23:12.354601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Port 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:12.354818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.396452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Provisioning complete for port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:12.397498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.442308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.442647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.482938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 619945c0-a254-4304-a8c0-1cfcff93cceb owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:12.588357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.636485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-16be638f-ca98-4ef3-bde4-df0e1af4a8ca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:12.657940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.668241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.675360 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6 HTTP/1.1" status: 204 len: 168 time: 1.1406801 Jun 25 11:23:12.678640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52474) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:12.680570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:12.685730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:12.716193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.738441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.784846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 68891c64-1c4a-41b2-8d33-a8ee126bbd14, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=68891c64-1c4a-41b2-8d33-a8ee126bbd14,segment=NetworkSegment(424842d0-7b23-42fd-a81b-d9d93c02693b),segment_id=424842d0-7b23-42fd-a81b-d9d93c02693b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:12.812123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-0e536b39-6452-439b-b940-58d197ba7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:12.814729 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-0e536b39-6452-439b-b940-58d197ba7b86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b4f1b51-e572-4d46-b050-25dc3b51e0ed HTTP/1.1" status: 200 len: 914 time: 0.4698312 Jun 25 11:23:12.838633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet adc10461-0226-45b7-b04e-4c5f217a12b7 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:12.846032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.857456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.867008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 443e686c-f850-4d8d-be00-0f69e9157a53 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:12.921864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:12.928788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:12.950607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fee454-a6ef-474e-ae3c-96878c804b49 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:12.956650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fee454-a6ef-474e-ae3c-96878c804b49 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:12.963037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fee454-a6ef-474e-ae3c-96878c804b49 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:12.975736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fee454-a6ef-474e-ae3c-96878c804b49 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:12.977504 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-36fee454-a6ef-474e-ae3c-96878c804b49 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.9040027 Jun 25 11:23:12.981782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52476) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:12.998350 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-9968b7ee-0401-45e1-8a73-765f041f0e22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adfa30ff-904b-42c4-9c85-4899821b7069 HTTP/1.1" status: 200 len: 1002 time: 0.1499753 Jun 25 11:23:13.001342 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cf73cec1-6d7c-4894-9bc1-a4270550b2c1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags/tempest-TagsExtTest-Tag-1496681300 HTTP/1.1" status: 201 len: 201 time: 0.8140750 Jun 25 11:23:13.005860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52478) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.022432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-6d6a1ae3-4af6-4251-b7b4-0c57221d4e35 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:13.022682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:23:13.022930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-912ab3a9-d2d0-4dc8-b276-1089ad491bed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:23:13.039451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=68891c64-1c4a-41b2-8d33-a8ee126bbd14,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:13.043200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:13.057651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.078977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-87db3e3a-2612-4d21-81a9-c373c16fa8ca tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:13.093562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.100993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:13.123891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898eaa0-8b9b-4dac-9838-6859196a76d3 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:13.142750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=619945c0-a254-4304-a8c0-1cfcff93cceb,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:13.146952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.150484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:13.159808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:13.166960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-03568b5e-eb72-4dfe-b2a6-0103e7689775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:13.168595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-03568b5e-eb72-4dfe-b2a6-0103e7689775 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0efc68-04d5-4795-a563-1d192045499d HTTP/1.1" status: 200 len: 851 time: 0.1616726 Jun 25 11:23:13.178922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:13.178922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event updated for resources: {'Port': ['ID=bdf512d1-c5a7-4d27-a7ce-6de9e6a2c179,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:13.190820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:13.196592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:13.268846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-11aecedf-bd7b-49fb-8766-1c8742c0f769 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2857034 Jun 25 11:23:13.276655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52482) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.314812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.317748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.319010 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/floatingips/611049b0-6ae9-49fe-b7bd-a765f1570bc4 HTTP/1.1" status: 204 len: 168 time: 1.3419516 Jun 25 11:23:13.322362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52484) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.329136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '47c7df65-8326-4865-ab30-af2ac27c79a5'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:13.354243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.359258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:13.371204 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6d6a1ae3-4af6-4251-b7b4-0c57221d4e35 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags HTTP/1.1" status: 200 len: 241 time: 0.3502955 Jun 25 11:23:13.388155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52486) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.398694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-415f6ee1-87dd-4286-b738-749681518c02 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', 'tempest-TagsExtTest-Tag-1842896473') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:13.402137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=adc10461-0226-45b7-b04e-4c5f217a12b7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:13.410520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:13.433338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.438063 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/adc10461-0226-45b7-b04e-4c5f217a12b7 HTTP/1.1" status: 204 len: 168 time: 0.7585378 Jun 25 11:23:13.439925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7639f19-4cbc-48e6-9a4b-8cb140c20d9d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:13.440368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52488) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.441776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7639f19-4cbc-48e6-9a4b-8cb140c20d9d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:13.446547 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d7639f19-4cbc-48e6-9a4b-8cb140c20d9d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1638014 Jun 25 11:23:13.447461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52490) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.452687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.485665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-0db81225-d74f-49de-b8fb-28e33d9144e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:13.487216 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-0db81225-d74f-49de-b8fb-28e33d9144e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4f1b51-e572-4d46-b050-25dc3b51e0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3063140 Jun 25 11:23:13.501170 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-eeabc42f-8cce-4720-b5fd-d155d0c4e834 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595782 Jun 25 11:23:13.504210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52492) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.508797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:13.553459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22233237-c58e-4037-9b78-b02a39bd3a79 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:13.555061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22233237-c58e-4037-9b78-b02a39bd3a79 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:13.556662 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-22233237-c58e-4037-9b78-b02a39bd3a79 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1087599 Jun 25 11:23:13.582245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52494) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.620929 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-c99f9958-c076-4a2e-9cd8-eddcb2a686f1 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248319 Jun 25 11:23:13.696894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68891c64-1c4a-41b2-8d33-a8ee126bbd14 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:13.761261 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-415f6ee1-87dd-4286-b738-749681518c02 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags/tempest-TagsExtTest-Tag-1842896473 HTTP/1.1" status: 204 len: 168 time: 0.3706539 Jun 25 11:23:13.770551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52496) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.772768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:13.773215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.786037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-20ff7573-2b20-4f4d-882d-fffa0bf5daba tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', 'tempest-TagsExtTest-Tag-1842896473') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:13.832186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-636831fa-8add-4c60-afd7-27d76e694a94 None None] Provisioning for port 443e686c-f850-4d8d-be00-0f69e9157a53 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:13.837578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-636831fa-8add-4c60-afd7-27d76e694a94 None None] Provisioning complete for port 443e686c-f850-4d8d-be00-0f69e9157a53 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:13.837989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-636831fa-8add-4c60-afd7-27d76e694a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.840207 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b9aaf38-9823-428e-9b54-81f3d6ff935a req-b525b34e-7269-438f-a4ec-26060c3e9ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100768 Jun 25 11:23:13.849051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:13.859386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9088db-3c3c-4b2e-90e5-67e50c15891d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:13.861817 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0e9088db-3c3c-4b2e-90e5-67e50c15891d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/networks/85ce7596-1273-4a30-9271-44ce2d25e55a HTTP/1.1" status: 200 len: 800 time: 0.2772810 Jun 25 11:23:13.866530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52498) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:13.898758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:13.902779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.024936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 443e686c-f850-4d8d-be00-0f69e9157a53 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:14.106666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.108628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78956e-e05f-425e-bdeb-616817d19c0a None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:14.161853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.193888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 443e686c-f850-4d8d-be00-0f69e9157a53 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:14.194423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.232346 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c0f65e43-c5cf-4625-ba23-a339ba3c92cf tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/networks/85ce7596-1273-4a30-9271-44ce2d25e55a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3642125 Jun 25 11:23:14.243279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52504) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.369012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Router 44655838-6361-4f81-88b5-09985ee47cc1 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:23:14.389343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-636831fa-8add-4c60-afd7-27d76e694a94 None None] Provisioning complete for port 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:14.389820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-636831fa-8add-4c60-afd7-27d76e694a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.470084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-636831fa-8add-4c60-afd7-27d76e694a94 None None] Port 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:14.475831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-636831fa-8add-4c60-afd7-27d76e694a94 None None] Could not find standard attr ID for object f9b7adf8-f032-4c16-9584-3dd2eb169327. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:23:14.508222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:14.522972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] Sync routers for ids ['44655838-6361-4f81-88b5-09985ee47cc1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:14.547410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] Routers {'44655838-6361-4f81-88b5-09985ee47cc1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:14.548422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['44655838-6361-4f81-88b5-09985ee47cc1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:14.587230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:14.593778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:14.626216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.628219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2577538 Jun 25 11:23:14.630083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] Routers {'44655838-6361-4f81-88b5-09985ee47cc1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:14.630717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['44655838-6361-4f81-88b5-09985ee47cc1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:14.632029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52510) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.681472 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-20ff7573-2b20-4f4d-882d-fffa0bf5daba tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags/tempest-TagsExtTest-Tag-1842896473 HTTP/1.1" status: 204 len: 168 time: 0.9096067 Jun 25 11:23:14.684642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:14.685621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02960cc4-222a-44a9-affc-7e279f22adf5 None None] The sync data for ids ['44655838-6361-4f81-88b5-09985ee47cc1'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:14.689749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52512) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.691578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-95a114a6-802c-4a5e-a83b-305f8d816e5e None None] Provisioning complete for port 443e686c-f850-4d8d-be00-0f69e9157a53 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:14.692550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-95a114a6-802c-4a5e-a83b-305f8d816e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.699746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-9c125ed7-a0de-4d8e-afad-225bcaa009a1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:14.754392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Deleting port 443e686c-f850-4d8d-be00-0f69e9157a53 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:14.754974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.760973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.26.0.99 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/fd13ccd6-503e-45ef-94b4-91bcaf5ce521) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:14.764205 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d09e5e21-9329-422c-afc9-2ac613b93353 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/44655838-6361-4f81-88b5-09985ee47cc1 HTTP/1.1" status: 200 len: 923 time: 0.1307027 Jun 25 11:23:14.768897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52514) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.800492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd23099-afdd-4ea3-bf97-ae423ad28bd3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:14.805549 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bfd23099-afdd-4ea3-bf97-ae423ad28bd3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/subnets/6d77a04f-2478-4544-b059-88445d0f1611 HTTP/1.1" status: 200 len: 811 time: 0.5558009 Jun 25 11:23:14.805795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d2f18cc1-7661-4dd0-b3ee-412edc87ca43 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=44655838-6361-4f81-88b5-09985ee47cc1 HTTP/1.1" status: 200 len: 205 time: 0.0313799 Jun 25 11:23:14.806415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52516) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.806758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52518) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.894376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] For port 443e686c-f850-4d8d-be00-0f69e9157a53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=443e686c-f850-4d8d-be00-0f69e9157a53,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:14.894676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.920282 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9c125ed7-a0de-4d8e-afad-225bcaa009a1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags HTTP/1.1" status: 200 len: 205 time: 0.2276165 Jun 25 11:23:14.920933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52522) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.921191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Calling delete_port for 443e686c-f850-4d8d-be00-0f69e9157a53 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:14.928914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-35fd3764-09d7-48b1-9b54-b6177033dfe1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:14.956657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a37790-0ec0-4df3-b931-6285abe2ef0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:14.957272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:14.961391 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e6a37790-0ec0-4df3-b931-6285abe2ef0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "GET /v2.0/subnets/6d77a04f-2478-4544-b059-88445d0f1611?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1497216 Jun 25 11:23:14.961570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ffb145e1-bd34-43e3-bcf6-047d09b75c3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:14.961789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52524) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:14.967734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942832359'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:15.011309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.041426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:15.051011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=96a64a2d-6a83-4c12-b844-eb9ef384164e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:15.053437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:15.055049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:15.061395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:15.061998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.072385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.076599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:15.107710 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-35fd3764-09d7-48b1-9b54-b6177033dfe1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags HTTP/1.1" status: 200 len: 241 time: 0.1822889 Jun 25 11:23:15.109949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52528) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:15.110474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Pushing event deleted for resources: {'Port': ['ID=443e686c-f850-4d8d-be00-0f69e9157a53,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:15.118587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-288886bc-ec8c-43b2-bc0c-c382f85baf75 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', 'tempest-TagsExtTest-Tag-1186688896') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:15.118706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:15.118706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] No DVR routers for this DVR port 443e686c-f850-4d8d-be00-0f69e9157a53 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:15.142433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee213436-904d-4032-98cc-f227d4138bfc None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:15.203729 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6989136 Jun 25 11:23:15.215006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52532) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:15.230226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:15.301038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.306656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ea0db229-d03b-4275-af68-5c1aa75a24e2 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:15.319036 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-288886bc-ec8c-43b2-bc0c-c382f85baf75 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags/tempest-TagsExtTest-Tag-1186688896 HTTP/1.1" status: 204 len: 168 time: 0.2079256 Jun 25 11:23:15.319691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52534) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:15.350593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-0d0798c4-5cca-4b67-911c-684da0225bae tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', 'tempest-TagsExtTest-Tag-1186688896') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:15.361021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '96a64a2d-6a83-4c12-b844-eb9ef384164e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:15.362313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.380459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.391670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:15.402406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:15.412385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:15.442031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=fd13ccd6-503e-45ef-94b4-91bcaf5ce521,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:15.448993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:15.498631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.526506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Allocated IP 172.20.0.2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/96a64a2d-6a83-4c12-b844-eb9ef384164e/019d30fc-9fc2-4683-8529-560e7fa9809c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:15.557532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:15.563284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.617601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:23:15.639614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.639971 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Added segment 0e3b61ca-ab02-4802-a21a-f46e0d958e2a of type vlan for network 6c65ce65-5eb6-4fa8-963f-072a665d88fd Jun 25 11:23:15.660803 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0d0798c4-5cca-4b67-911c-684da0225bae tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags/tempest-TagsExtTest-Tag-1186688896 HTTP/1.1" status: 204 len: 168 time: 0.3347631 Jun 25 11:23:15.687322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52538) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:15.694091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-517eb018-5236-4145-b12a-ce02d766c4cd tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:15.713848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 443e686c-f850-4d8d-be00-0f69e9157a53 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:15.730143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.735930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Deleting port bdf512d1-c5a7-4d27-a7ce-6de9e6a2c179 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:15.736325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.740310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 443e686c-f850-4d8d-be00-0f69e9157a53 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:15.740874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 443e686c-f850-4d8d-be00-0f69e9157a53 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:15.763377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.771810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:15.777295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Transition to ACTIVE for port object 019d30fc-9fc2-4683-8529-560e7fa9809c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:15.779990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.794043 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Transition to ACTIVE for port object 019d30fc-9fc2-4683-8529-560e7fa9809c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:15.860679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.863496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.864582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2fcabcbc-cf05-4d90-ac69-078a0cef7cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:15.867392 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-517eb018-5236-4145-b12a-ce02d766c4cd tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags HTTP/1.1" status: 200 len: 205 time: 0.1790416 Jun 25 11:23:15.874095 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52540) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:15.878670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-febb43e6-9201-453a-be0f-db86c9b3abab tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:15.916561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Calling delete_port for bdf512d1-c5a7-4d27-a7ce-6de9e6a2c179 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:15.924390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Pushing event updated for resources: {'Port': ['ID=019d30fc-9fc2-4683-8529-560e7fa9809c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:15.926917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.927894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:15.928800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:15.930097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:15.933517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:15.933620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:15.934856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:15.943182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-18a1ed04-a0bb-4558-846a-a2ce73a3219f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:15.995476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Attempting to bind port 019d30fc-9fc2-4683-8529-560e7fa9809c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:15.996393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Attempting to bind port 019d30fc-9fc2-4683-8529-560e7fa9809c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:15.997063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Attempting to bind port 019d30fc-9fc2-4683-8529-560e7fa9809c on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:16.003614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.004193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:16.004193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:16.004595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.005052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:16.005634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Bound port: 019d30fc-9fc2-4683-8529-560e7fa9809c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:16.013634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.072815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] For port 019d30fc-9fc2-4683-8529-560e7fa9809c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:16.076778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] For port 019d30fc-9fc2-4683-8529-560e7fa9809c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=019d30fc-9fc2-4683-8529-560e7fa9809c,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:16.087766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Network': ['ID=6c65ce65-5eb6-4fa8-963f-072a665d88fd,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:16.091254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:16.099442 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-febb43e6-9201-453a-be0f-db86c9b3abab tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags HTTP/1.1" status: 200 len: 241 time: 0.2212188 Jun 25 11:23:16.099442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52542) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:16.104500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 6c65ce65-5eb6-4fa8-963f-072a665d88fd details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:23:16.113523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-6e02662b-28d1-4af2-9e27-0e4424caa017 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', 'tempest-TagsExtTest-Tag-2044252946') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:16.151844 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1888580 Jun 25 11:23:16.156433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52544) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:16.157924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.162456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ec585062-4235-46be-92c5-6d3cf949d01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:16.162611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'network_id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:16.202167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.236643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Pushing event updated for resources: {'Port': ['ID=019d30fc-9fc2-4683-8529-560e7fa9809c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:16.240041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:16.321568 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6e02662b-28d1-4af2-9e27-0e4424caa017 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags/tempest-TagsExtTest-Tag-2044252946 HTTP/1.1" status: 204 len: 168 time: 0.2143819 Jun 25 11:23:16.323521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52548) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:16.334253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-72d8b183-21b5-475b-9db2-cd08bce1e0ff tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', 'tempest-TagsExtTest-Tag-2044252946') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:16.564367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.objects.ports [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94500) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:23:16.569679 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Made reservation on behalf of 01e8df305edf474093d8f9a0d967432d for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:16.572733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.631390 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-72d8b183-21b5-475b-9db2-cd08bce1e0ff tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags/tempest-TagsExtTest-Tag-2044252946 HTTP/1.1" status: 204 len: 168 time: 0.3063912 Jun 25 11:23:16.634439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.639145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52552) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:16.640329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-23de31d1-fa61-4336-ba45-2583de9e03d1 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:16.646987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-cfb5eeb5-ace0-43c6-9934-c672a94b2266 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:16.658181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing IP validity checks on allocation pools {{(pid=94501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 11:23:16.658710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 11:23:16.683413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.714409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event deleted for resources: {'Port': ['ID=bdf512d1-c5a7-4d27-a7ce-6de9e6a2c179,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:16.722089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:16.731094 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.740510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df590e13-3fe9-418a-a377-77c433c284cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:16.845270 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cfb5eeb5-ace0-43c6-9934-c672a94b2266 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags HTTP/1.1" status: 200 len: 205 time: 0.2002435 Jun 25 11:23:16.845820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52556) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:16.852608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-7e0ea26b-50ab-47a8-b38c-b69faf84916e tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:16.870345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=fd13ccd6-503e-45ef-94b4-91bcaf5ce521,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:16.875666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:16.879466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:16.886481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.007194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.013206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.022296 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7e0ea26b-50ab-47a8-b38c-b69faf84916e tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags HTTP/1.1" status: 200 len: 241 time: 0.1753778 Jun 25 11:23:17.025578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52558) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:17.030995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-1fcd3a51-cf6a-4331-a3d6-9d78c6d4d98c tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', 'tempest-TagsExtTest-Tag-1496681300') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:17.040466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.109223 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP 0ecb36e0-451d-4b5c-87ea-9589fffdb206 associated. External IP: 172.26.0.99, port: 47c7df65-8326-4865-ab30-af2ac27c79a5. Jun 25 11:23:17.174776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.175434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Fanout notify agent at l3_agent the message router_deleted on router 44655838-6361-4f81-88b5-09985ee47cc1 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:17.183052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.185213 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/44655838-6361-4f81-88b5-09985ee47cc1 HTTP/1.1" status: 204 len: 168 time: 2.3751380 Jun 25 11:23:17.187774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.191495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52560) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:17.192216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b8278904-2cde-4604-926c-ef43b697f626 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:17.224071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'router': {'name': 'tempest-snat-router-10614381', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': False}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:17.276696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=5c5a5919-fad6-405a-b1c0-5ac60cc0a83a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:17.280616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:17.303203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Checking segment: {'id': '0e3b61ca-ab02-4802-a21a-f46e0d958e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:17.303695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network hostable DHCP agents. Network: 6c65ce65-5eb6-4fa8-963f-072a665d88fd, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:23:17.329915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.331145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.391112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Network 6c65ce65-5eb6-4fa8-963f-072a665d88fd is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:23:17.396471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.446367 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1fcd3a51-cf6a-4331-a3d6-9d78c6d4d98c tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags/tempest-TagsExtTest-Tag-1496681300 HTTP/1.1" status: 204 len: 168 time: 0.4171946 Jun 25 11:23:17.450927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52562) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:17.453521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-8be78466-5618-4677-ba0b-3c006e21d89d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', 'tempest-TagsExtTest-Tag-1496681300') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:17.598400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] For port 019d30fc-9fc2-4683-8529-560e7fa9809c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=019d30fc-9fc2-4683-8529-560e7fa9809c,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:17.603135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6a53bad1-3a4e-4161-89be-502ecbf90bd4 None None] Provisioning for port 019d30fc-9fc2-4683-8529-560e7fa9809c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:17.629348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.642052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.643004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 6c65ce65-5eb6-4fa8-963f-072a665d88fd) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:17.649326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:17.649937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.652543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d944fce-7339-40c9-98e7-fa63cf410b47 None None] Network 6c65ce65-5eb6-4fa8-963f-072a665d88fd requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:17.737689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7111286f-6169-405b-b152-8537a86b1400 None None] Could not find standard attr ID for object f9b7adf8-f032-4c16-9584-3dd2eb169327. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:23:17.767291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 019d30fc-9fc2-4683-8529-560e7fa9809c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:17.803413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6456335 Jun 25 11:23:17.806389 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8be78466-5618-4677-ba0b-3c006e21d89d tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags/tempest-TagsExtTest-Tag-1496681300 HTTP/1.1" status: 204 len: 168 time: 0.3577363 Jun 25 11:23:17.828325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52568) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:17.829345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52570) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:17.830130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.831016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.841125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:17.852615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-9631df8c-4c04-4b62-8517-12e48fe1e647 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:17.869515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:17.894180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-6c65ce65-5eb6-4fa8-963f-072a665d88fd', 'network_id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd', 'tenant_id': '01e8df305edf474093d8f9a0d967432d', 'fixed_ips': [{'subnet_id': '5c5a5919-fad6-405a-b1c0-5ac60cc0a83a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:17.895228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:17.967197 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9631df8c-4c04-4b62-8517-12e48fe1e647 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags HTTP/1.1" status: 200 len: 205 time: 0.1207097 Jun 25 11:23:17.977485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52574) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:17.982949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-5f52d345-9c37-4fc1-9df0-0afa53524114 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:17.989808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:17.991929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 019d30fc-9fc2-4683-8529-560e7fa9809c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:18.003523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 019d30fc-9fc2-4683-8529-560e7fa9809c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:18.004207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.004872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:18.009303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:18.009909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.052957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.079791 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5f52d345-9c37-4fc1-9df0-0afa53524114 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1012089 Jun 25 11:23:18.080398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52576) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:18.085530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-255bb5e2-441b-4fc7-9b01-abcdf2665d9a tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.090411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:18.098341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=019d30fc-9fc2-4683-8529-560e7fa9809c,revision_number=4']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:18.102215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:18.109343 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a5a235f-92a0-4a4c-9754-8f2f984bfa5b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:18.116552 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8926077 Jun 25 11:23:18.128389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.130143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52578) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:18.137036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:2e:55:8f', 'name': 'tempest-NetworksTestDHCPv6-1982468479'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:18.145679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10362555'] for subnet, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.197843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dad8e1-e515-4327-b995-5349a6d426ff None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:18.233852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=fbec4fa5-da23-4d62-98ce-662855a0e3d7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:18.236885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:18.305643 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-255bb5e2-441b-4fc7-9b01-abcdf2665d9a tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags HTTP/1.1" status: 204 len: 168 time: 0.2214510 Jun 25 11:23:18.317424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52580) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:18.325901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-6209f022-aba6-4c72-a653-1575324cceae tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.377978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Allocated IP 172.26.0.127 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/1c5f2864-026a-4856-b0ea-a8667f491187) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:18.383818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.416694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:18.420067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:23:18.420067 dv-neutron-797120-5-hyperv neutron-server[94502]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 25 11:23:18.420067 dv-neutron-797120-5-hyperv neutron-server[94502]: [parameters: {'in_use': 1, 'id_1': '5c5a5919-fad6-405a-b1c0-5ac60cc0a83a'}] Jun 25 11:23:18.420067 dv-neutron-797120-5-hyperv neutron-server[94502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:23:18.420558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:23:18.438581 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:18.454149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 019d30fc-9fc2-4683-8529-560e7fa9809c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=019d30fc-9fc2-4683-8529-560e7fa9809c,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:18.459898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:18.461574 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:18.462436 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.500281 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6209f022-aba6-4c72-a653-1575324cceae tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags HTTP/1.1" status: 204 len: 168 time: 0.1817915 Jun 25 11:23:18.504841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52582) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:18.509496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-63858fc7-dac9-49e2-8545-29c5d06f77fe tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.517438 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.526193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.532719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:18.534454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1eb2f74-9e08-411a-b670-fc9fdcd83071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:18.535316 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.540228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.569899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.596614 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2705362 Jun 25 11:23:18.596846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.597586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52584) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:18.603864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1869784706'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:18.611419 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.612147 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47fd3a-214a-4f8e-a6e5-71b70aa122c9 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:18.618872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=019d30fc-9fc2-4683-8529-560e7fa9809c,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:18.626020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764449659082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3102488'] for subnet, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.635138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:18.641584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 58adaa78-8225-4e0b-babf-7903914c2dc3 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:18.642383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:18.683418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:18.684827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.688933 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "PUT /v2.0/subnets/5c5a5919-fad6-405a-b1c0-5ac60cc0a83a HTTP/1.1" status: 200 len: 877 time: 0.8524909 Jun 25 11:23:18.695744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52588) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:18.730589 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-63858fc7-dac9-49e2-8545-29c5d06f77fe tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags HTTP/1.1" status: 204 len: 168 time: 0.2240062 Jun 25 11:23:18.739165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52590) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:18.753031 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:23:18.765914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-7a11b07b-1bdf-4398-9137-9b24502c8183 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', 'tempest-TagsExtTest-Tag-290915673') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:18.770745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.775192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event updated for resources: {'Subnet': ['ID=5c5a5919-fad6-405a-b1c0-5ac60cc0a83a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:18.778278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:18.779117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ba36b91e-bc9b-41e2-9729-f5ad962d9d75 tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:18.779267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:18.783202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.835459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:23:18.854390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5f2864-026a-4856-b0ea-a8667f491187,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:18.859183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.859757 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Added segment 67aa5353-ae10-4c93-9052-c43095d9654f of type vlan for network 2ddd0c11-0134-4795-b98a-ebb548109c6d Jun 25 11:23:18.864850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.865989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:18.921865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.923925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:18.931180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:18.942408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:18.948044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:19.001802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.061536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.067392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:19.068213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.081577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:19.085173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Allocated IP 172.20.0.3 (6c65ce65-5eb6-4fa8-963f-072a665d88fd/5c5a5919-fad6-405a-b1c0-5ac60cc0a83a/3ba47ab7-1eae-4e1b-9703-57852fc68e2d) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:19.158315 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5565691 Jun 25 11:23:19.158900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52596) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:19.223996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'subnet': {'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:19.279487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Network': ['ID=2ddd0c11-0134-4795-b98a-ebb548109c6d,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:19.284732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:19.302010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.308893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:23:19.327147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Transition to ACTIVE for port object 3ba47ab7-1eae-4e1b-9703-57852fc68e2d will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:19.394678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Transition to ACTIVE for port object 3ba47ab7-1eae-4e1b-9703-57852fc68e2d will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:19.412964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ccfdc8b7-f48d-4eed-9218-d417c2a15c1d None None] Provisioning complete for port 019d30fc-9fc2-4683-8529-560e7fa9809c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:19.413394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ccfdc8b7-f48d-4eed-9218-d417c2a15c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.479785 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7a11b07b-1bdf-4398-9137-9b24502c8183 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags/tempest-TagsExtTest-Tag-290915673 HTTP/1.1" status: 201 len: 201 time: 0.7256763 Jun 25 11:23:19.483424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52598) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:19.489320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-f4c9c42f-69f4-44b5-89fd-6a07873ce25c tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', 'tempest-TagsExtTest-Tag-159606499') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:19.519525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:19.523045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.541296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.545554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 172.20.0.4 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/96a64a2d-6a83-4c12-b844-eb9ef384164e/58adaa78-8225-4e0b-babf-7903914c2dc3) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:19.550962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:19.556056 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fe2e:558f (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/fbec4fa5-da23-4d62-98ce-662855a0e3d7/58adaa78-8225-4e0b-babf-7903914c2dc3) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:19.585688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Network 6c65ce65-5eb6-4fa8-963f-072a665d88fd is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:19.588701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:19.614087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Pushing event updated for resources: {'Port': ['ID=3ba47ab7-1eae-4e1b-9703-57852fc68e2d,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:19.619741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:19.626832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:19.677505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 019d30fc-9fc2-4683-8529-560e7fa9809c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:19.691729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.697773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8e13ac2-c811-4ef8-9c3b-8038f6617001 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:19.724418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Attempting to bind port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:19.724797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Attempting to bind port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '0e3b61ca-ab02-4802-a21a-f46e0d958e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:19.725211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Attempting to bind port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d on network 6c65ce65-5eb6-4fa8-963f-072a665d88fd {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:19.735968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5a5919-fad6-405a-b1c0-5ac60cc0a83a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:19.736283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:19.736676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Checking segment: {'id': '0e3b61ca-ab02-4802-a21a-f46e0d958e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:19.737108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.738091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Bound using segment: {'id': '0e3b61ca-ab02-4802-a21a-f46e0d958e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:19.738635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Bound port: 3ba47ab7-1eae-4e1b-9703-57852fc68e2d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3b61ca-ab02-4802-a21a-f46e0d958e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:19.739340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.748320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:19.802773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 019d30fc-9fc2-4683-8529-560e7fa9809c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:19.803157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.819730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.821135 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f4c9c42f-69f4-44b5-89fd-6a07873ce25c tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags/tempest-TagsExtTest-Tag-159606499 HTTP/1.1" status: 201 len: 201 time: 0.3357818 Jun 25 11:23:19.821261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52602) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:19.824074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.833832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-cc74be84-104d-48e9-be3c-94ed681ba4f5 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', 'tempest-TagsExtTest-Tag-1058839292') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:19.847355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.857171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] For port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:19.863809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c65ce65-5eb6-4fa8-963f-072a665d88fd']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:19.875985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] For port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ba47ab7-1eae-4e1b-9703-57852fc68e2d,segment=NetworkSegment(0e3b61ca-ab02-4802-a21a-f46e0d958e2a),segment_id=0e3b61ca-ab02-4802-a21a-f46e0d958e2a)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:19.883837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3b61ca-ab02-4802-a21a-f46e0d958e2a') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:19.884326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3b61ca-ab02-4802-a21a-f46e0d958e2a') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:19.898724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.946439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.950414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a2e57e15-a545-4e54-97e6-ca3a747edf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:19.959410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.975331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:19.975820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:19.977508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 58adaa78-8225-4e0b-babf-7903914c2dc3 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:19.979296 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:20.049868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.054886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:20.081357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Pushing event updated for resources: {'Port': ['ID=3ba47ab7-1eae-4e1b-9703-57852fc68e2d,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:20.081626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.085854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:20.090649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-938f0146-ddf8-48e0-ba1f-1f51eed0836a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:20.102832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f359c-999d-48f0-b48d-5d07a8d6d126 None None] Network 6c65ce65-5eb6-4fa8-963f-072a665d88fd requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:20.132183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:23:20.132183 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:23:20.132183 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': '6c65ce65-5eb6-4fa8-963f-072a665d88fd'}] Jun 25 11:23:20.132183 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:23:20.132730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:23:20.135139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Subnet': ['ID=1a44a35f-cdc0-4d78-bd6c-b9769aafff35,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:20.140275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:20.151444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Checking segment: {'id': '67aa5353-ae10-4c93-9052-c43095d9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:20.151804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network hostable DHCP agents. Network: 2ddd0c11-0134-4795-b98a-ebb548109c6d, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:23:20.201736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:20.207593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cc74be84-104d-48e9-be3c-94ed681ba4f5 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags/tempest-TagsExtTest-Tag-1058839292 HTTP/1.1" status: 201 len: 201 time: 0.3806310 Jun 25 11:23:20.208259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52606) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:20.212510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:20.214464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=58adaa78-8225-4e0b-babf-7903914c2dc3,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:20.219738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-3ea107bc-b64a-4c4e-a452-1168cb451004 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', 'tempest-TagsExtTest-Tag-2064492308') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:20.226972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:23:20.235488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:20.242022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:20.257632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8040c-033f-4b1a-b773-0d744175316d None None] Network 6c65ce65-5eb6-4fa8-963f-072a665d88fd requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:20.306196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 2ddd0c11-0134-4795-b98a-ebb548109c6d) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:20.312078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:20.312078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.339343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f7913-4c66-4905-ae86-c03b57a5e5e2 None None] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:20.343501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:20.344182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.374932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.422876 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2530525 Jun 25 11:23:20.429252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52610) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:20.436348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1613384277', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:20.499027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3661397 Jun 25 11:23:20.502989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52612) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:20.513526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3ea107bc-b64a-4c4e-a452-1168cb451004 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags/tempest-TagsExtTest-Tag-2064492308 HTTP/1.1" status: 201 len: 201 time: 0.3020363 Jun 25 11:23:20.516657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52614) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:20.522153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-94a381c0-999d-4983-9b28-7da4357da07b tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', {'tags': ['tempest-TagsExtTest-Tag-696299489', 'tempest-TagsExtTest-Tag-2088679166', 'tempest-TagsExtTest-Tag-161184139']}) {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:20.586196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65e2df-daab-462c-ad1f-9000fb23ef83 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:20.588867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-2ddd0c11-0134-4795-b98a-ebb548109c6d', 'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d', 'tenant_id': 'ac2b4af2e9d94ee0a20e435d48845336', 'fixed_ips': [{'subnet_id': '1a44a35f-cdc0-4d78-bd6c-b9769aafff35'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:20.590942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.592527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65e2df-daab-462c-ad1f-9000fb23ef83 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:20.594239 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7b65e2df-daab-462c-ad1f-9000fb23ef83 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0900235 Jun 25 11:23:20.597043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52616) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:20.630375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.631405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.637855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.714800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Router d2307502-3a2c-4a1d-9afc-c6563c063188 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:23:20.732514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.743748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-08eb7be6-9e76-46e0-ae91-9e0a39013ad5 None None] Provisioning for port 58adaa78-8225-4e0b-babf-7903914c2dc3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:20.758293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-08eb7be6-9e76-46e0-ae91-9e0a39013ad5 None None] Provisioning complete for port 58adaa78-8225-4e0b-babf-7903914c2dc3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:20.759275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-08eb7be6-9e76-46e0-ae91-9e0a39013ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.768988 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-94a381c0-999d-4983-9b28-7da4357da07b tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags HTTP/1.1" status: 200 len: 316 time: 0.2512450 Jun 25 11:23:20.773294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52618) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:20.777997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-8176452d-1625-4ed8-99ad-f1a015fa1d6f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:20.818793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Allocated IP 172.20.0.2 (2ddd0c11-0134-4795-b98a-ebb548109c6d/1a44a35f-cdc0-4d78-bd6c-b9769aafff35/a8e208e2-3a26-4910-9a50-13d860389565) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:20.846564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:20.848821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-08eb7be6-9e76-46e0-ae91-9e0a39013ad5 None None] Port 58adaa78-8225-4e0b-babf-7903914c2dc3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:20.866642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 58adaa78-8225-4e0b-babf-7903914c2dc3 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:20.867007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.867450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Sync routers for ids ['d2307502-3a2c-4a1d-9afc-c6563c063188'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:20.938974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:20.938974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.941057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:20.944830 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7452252 Jun 25 11:23:20.946472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52620) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:20.952525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Routers {'d2307502-3a2c-4a1d-9afc-c6563c063188'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:20.953556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d2307502-3a2c-4a1d-9afc-c6563c063188'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:21.067016 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-537d5acb-0f3c-42ad-9713-49dcd9f00a15 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/d2307502-3a2c-4a1d-9afc-c6563c063188 HTTP/1.1" status: 200 len: 907 time: 0.1202352 Jun 25 11:23:21.069281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52624) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:21.076522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'router': {'name': 'tempest-snat-router-10614381', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': True}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:21.135495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Set router d2307502-3a2c-4a1d-9afc-c6563c063188 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:21.180904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.182271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.248592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.259117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.272386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Transition to ACTIVE for port object a8e208e2-3a26-4910-9a50-13d860389565 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:21.303893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Transition to ACTIVE for port object a8e208e2-3a26-4910-9a50-13d860389565 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:21.360080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2307502-3a2c-4a1d-9afc-c6563c063188', 'name': 'tempest-snat-router-10614381', 'tenant_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.127'}], 'enable_snat': False}, 'gw_port_id': '1c5f2864-026a-4856-b0ea-a8667f491187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:23:17Z', 'updated_at': '2021-06-25T11:23:19Z', 'revision_number': 3, 'project_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'gw_port': {'id': '1c5f2864-026a-4856-b0ea-a8667f491187', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2307502-3a2c-4a1d-9afc-c6563c063188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:23:18Z', 'updated_at': '2021-06-25T11:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:21.376988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.392960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Checking router: d2307502-3a2c-4a1d-9afc-c6563c063188 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:23:21.393486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Updating router d2307502-3a2c-4a1d-9afc-c6563c063188 port 1c5f2864-026a-4856-b0ea-a8667f491187 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:23:21.418093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ba47ab7-1eae-4e1b-9703-57852fc68e2d,segment=NetworkSegment(0e3b61ca-ab02-4802-a21a-f46e0d958e2a),segment_id=0e3b61ca-ab02-4802-a21a-f46e0d958e2a)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:21.419014 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.431371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.442962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for 3ba47ab7-1eae-4e1b-9703-57852fc68e2d owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:21.445707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.446619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.454315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.459544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:21.475657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 58adaa78-8225-4e0b-babf-7903914c2dc3 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:21.513725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:21.591395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:21.639371 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8176452d-1625-4ed8-99ad-f1a015fa1d6f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags HTTP/1.1" status: 204 len: 168 time: 0.8650429 Jun 25 11:23:21.646689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52630) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:21.653775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-40fcf112-6efe-41e1-ad5b-5d7186111a41 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', 'tempest-TagsExtTest-Tag-696299489') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:21.766312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.777796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:21.782674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Pushing event updated for resources: {'Port': ['ID=a8e208e2-3a26-4910-9a50-13d860389565,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:21.789056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:21.798037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.799256 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-40fcf112-6efe-41e1-ad5b-5d7186111a41 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:21.800381 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-40fcf112-6efe-41e1-ad5b-5d7186111a41 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags/tempest-TagsExtTest-Tag-696299489 HTTP/1.1" status: 404 len: 328 time: 0.1512806 Jun 25 11:23:21.804573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52632) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:21.813689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-e05c3810-41ac-4dc3-ac0d-37f4a50f6ad3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', 'tempest-TagsExtTest-Tag-2088679166') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:21.890289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.897229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Attempting to bind port a8e208e2-3a26-4910-9a50-13d860389565 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:21.897452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:21.897613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Attempting to bind port a8e208e2-3a26-4910-9a50-13d860389565 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '67aa5353-ae10-4c93-9052-c43095d9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:21.898026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Attempting to bind port a8e208e2-3a26-4910-9a50-13d860389565 on network 2ddd0c11-0134-4795-b98a-ebb548109c6d {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:21.906184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:21.906184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Checking segment: {'id': '67aa5353-ae10-4c93-9052-c43095d9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:21.906568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.906898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Bound using segment: {'id': '67aa5353-ae10-4c93-9052-c43095d9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:21.907386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Bound port: a8e208e2-3a26-4910-9a50-13d860389565, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67aa5353-ae10-4c93-9052-c43095d9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:21.907776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:21.964962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=3ba47ab7-1eae-4e1b-9703-57852fc68e2d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:21.970212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:21.975477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port 3ba47ab7-1eae-4e1b-9703-57852fc68e2d on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:22.011391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] For port a8e208e2-3a26-4910-9a50-13d860389565, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:22.018272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] For port a8e208e2-3a26-4910-9a50-13d860389565, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a8e208e2-3a26-4910-9a50-13d860389565,segment=NetworkSegment(67aa5353-ae10-4c93-9052-c43095d9654f),segment_id=67aa5353-ae10-4c93-9052-c43095d9654f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:22.024178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.055302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.059167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.118296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.118955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.121203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bcb81851-d41d-4cda-9c82-969b5e6a7ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:22.153287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Transition to ACTIVE for port object 1c5f2864-026a-4856-b0ea-a8667f491187 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:22.159371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c65ce65-5eb6-4fa8-963f-072a665d88fd']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:22.163951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.179184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:22.187214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3b61ca-ab02-4802-a21a-f46e0d958e2a') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:22.187508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3b61ca-ab02-4802-a21a-f46e0d958e2a') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:22.189054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Pushing event updated for resources: {'Port': ['ID=a8e208e2-3a26-4910-9a50-13d860389565,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:22.192235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:22.220163 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-e05c3810-41ac-4dc3-ac0d-37f4a50f6ad3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:22.221508 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e05c3810-41ac-4dc3-ac0d-37f4a50f6ad3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags/tempest-TagsExtTest-Tag-2088679166 HTTP/1.1" status: 404 len: 329 time: 0.4154141 Jun 25 11:23:22.221807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.223914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bb2e14e1-c02f-489d-b621-4e160fd5fcf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:22.227843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.229685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=58adaa78-8225-4e0b-babf-7903914c2dc3,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:22.232085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52636) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.245344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-4734d24a-8643-48a9-947e-bcea7d58b84f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4', 'tempest-TagsExtTest-Tag-161184139') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:22.248172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:22.310085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.326217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3584-f0bb-43fe-9617-1c9aa2675204 None None] Pushing event updated for resources: {'Port': ['ID=1c5f2864-026a-4856-b0ea-a8667f491187,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:22.330308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-47df3584-f0bb-43fe-9617-1c9aa2675204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:22.331442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Attempting to bind port 1c5f2864-026a-4856-b0ea-a8667f491187 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:22.331811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Attempting to bind port 1c5f2864-026a-4856-b0ea-a8667f491187 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:22.332172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Attempting to bind port 1c5f2864-026a-4856-b0ea-a8667f491187 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:22.337787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:22.338198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:22.342054 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:22.348369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:22.348829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:22.349871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.349871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:22.354845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Bound port: 1c5f2864-026a-4856-b0ea-a8667f491187, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:22.354845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.355198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Allocated IP 172.26.0.50 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/dab90717-c961-4b9e-b86b-9aa322c2786f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:22.442504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] For port 1c5f2864-026a-4856-b0ea-a8667f491187, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:22.446252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] For port 1c5f2864-026a-4856-b0ea-a8667f491187, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1c5f2864-026a-4856-b0ea-a8667f491187,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:22.517519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.520138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/58adaa78-8225-4e0b-babf-7903914c2dc3 HTTP/1.1" status: 204 len: 168 time: 1.9221134 Jun 25 11:23:22.523133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52640) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.557585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.560824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-72140839-e03c-4d68-ae4e-0c88341beaab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:22.563393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.607775 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-4734d24a-8643-48a9-947e-bcea7d58b84f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:22.608714 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4734d24a-8643-48a9-947e-bcea7d58b84f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags/tempest-TagsExtTest-Tag-161184139 HTTP/1.1" status: 404 len: 328 time: 0.3681886 Jun 25 11:23:22.611990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52642) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.625939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Routers {'d2307502-3a2c-4a1d-9afc-c6563c063188'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:22.626579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d2307502-3a2c-4a1d-9afc-c6563c063188'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:22.629781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-447798a1-0c49-47ee-9f38-dca1d21734ce tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', {'tags': ['tempest-TagsExtTest-Tag-1964492527', 'tempest-TagsExtTest-Tag-691949602', 'tempest-TagsExtTest-Tag-927539701']}) {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:22.639840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.667877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:22.673136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.675135 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/6c65ce65-5eb6-4fa8-963f-072a665d88fd HTTP/1.1" status: 204 len: 168 time: 3.9801893 Jun 25 11:23:22.678923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52644) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.707137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df3584-f0bb-43fe-9617-1c9aa2675204 None None] Pushing event updated for resources: {'Port': ['ID=1c5f2864-026a-4856-b0ea-a8667f491187,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:22.714586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-47df3584-f0bb-43fe-9617-1c9aa2675204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:22.726636 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-be523e50-9d69-4693-b98e-5dda202c6767 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:22.728344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be523e50-9d69-4693-b98e-5dda202c6767 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:22.732410 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-be523e50-9d69-4693-b98e-5dda202c6767 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/5c5a5919-fad6-405a-b1c0-5ac60cc0a83a HTTP/1.1" status: 404 len: 337 time: 0.0524352 Jun 25 11:23:22.737805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325abb77-1a40-4753-b07a-c471b27fdbf8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:22.739344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325abb77-1a40-4753-b07a-c471b27fdbf8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:22.740872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325abb77-1a40-4753-b07a-c471b27fdbf8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:22.742286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52648) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.742818 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-325abb77-1a40-4753-b07a-c471b27fdbf8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2184699 Jun 25 11:23:22.747860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52650) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.767875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.778830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a5e81b7-04ab-4da8-a58d-25040f9e20e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:22.785451 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0058667f-135f-46ec-a548-8d03099b89af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:22.786041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0058667f-135f-46ec-a548-8d03099b89af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:22.790021 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0058667f-135f-46ec-a548-8d03099b89af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/6c65ce65-5eb6-4fa8-963f-072a665d88fd HTTP/1.1" status: 404 len: 339 time: 0.0444713 Jun 25 11:23:22.794548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=6c65ce65-5eb6-4fa8-963f-072a665d88fd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:22.797037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:22.797609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52652) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.815682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] Set router d2307502-3a2c-4a1d-9afc-c6563c063188 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:22.819699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:22.823700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:22.827811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:22.833566 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-447798a1-0c49-47ee-9f38-dca1d21734ce tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags HTTP/1.1" status: 200 len: 316 time: 0.2204182 Jun 25 11:23:22.842864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52654) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.866353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Port': ['ID=dab90717-c961-4b9e-b86b-9aa322c2786f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:22.868859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-627d24b2-74bf-4acd-b0e2-f879cc7a00c5 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:22.870738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:22.885926 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-04529b38-fc3f-489e-b5a1-630543076f80 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:22.890479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04529b38-fc3f-489e-b5a1-630543076f80 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:22.891995 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-04529b38-fc3f-489e-b5a1-630543076f80 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/cb313844-8512-47ce-b823-5594eac153ba HTTP/1.1" status: 404 len: 337 time: 0.0709159 Jun 25 11:23:22.923347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52656) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:22.927375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 96a64a2d-6a83-4c12-b844-eb9ef384164e {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:22.930735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:22.990677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.26.0.45 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/f3210d2f-76b2-4316-82fa-3ec4d7b55b77) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:23.012316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.040514 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-94267561-fa9e-4531-b15d-5b29e80d72b8 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:23.041242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94267561-fa9e-4531-b15d-5b29e80d72b8 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:23.043138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-94267561-fa9e-4531-b15d-5b29e80d72b8 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/a2eb3e3c-94fc-4792-ae2d-2d9cae6671f4 HTTP/1.1" status: 404 len: 339 time: 0.0748537 Jun 25 11:23:23.044975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2307502-3a2c-4a1d-9afc-c6563c063188', 'name': 'tempest-snat-router-10614381', 'tenant_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.127'}], 'enable_snat': False}, 'gw_port_id': '1c5f2864-026a-4856-b0ea-a8667f491187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:23:17Z', 'updated_at': '2021-06-25T11:23:19Z', 'revision_number': 3, 'project_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'gw_port': {'id': '1c5f2864-026a-4856-b0ea-a8667f491187', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2307502-3a2c-4a1d-9afc-c6563c063188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:23:18Z', 'updated_at': '2021-06-25T11:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:23.046616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52658) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:23.072036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e0f17b-4c32-40af-ae8e-3d701a92ba22 None None] The sync data for ids ['d2307502-3a2c-4a1d-9afc-c6563c063188'] in dv-neutron-797120-5-hyperv is: [{'id': 'd2307502-3a2c-4a1d-9afc-c6563c063188', 'name': 'tempest-snat-router-10614381', 'tenant_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.127'}], 'enable_snat': False}, 'gw_port_id': '1c5f2864-026a-4856-b0ea-a8667f491187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:23:17Z', 'updated_at': '2021-06-25T11:23:19Z', 'revision_number': 3, 'project_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'gw_port': {'id': '1c5f2864-026a-4856-b0ea-a8667f491187', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2307502-3a2c-4a1d-9afc-c6563c063188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:23:18Z', 'updated_at': '2021-06-25T11:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:23.226366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.276258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.326019 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-627d24b2-74bf-4acd-b0e2-f879cc7a00c5 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags HTTP/1.1" status: 204 len: 168 time: 0.4817369 Jun 25 11:23:23.332154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:23.338338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-b9f7f022-f836-40d0-b8ef-b189ef523624 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', 'tempest-TagsExtTest-Tag-1964492527') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:23.411134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.422465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-77a36719-b8b7-47c7-aa74-f9bd10b353f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:23.484777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.500981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=96a64a2d-6a83-4c12-b844-eb9ef384164e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:23.507532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.508929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d2302-10cc-4966-a50f-0025ff976646 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:23.513513 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/96a64a2d-6a83-4c12-b844-eb9ef384164e HTTP/1.1" status: 204 len: 168 time: 0.7549269 Jun 25 11:23:23.521698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52664) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:23.529678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:23.573398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-496cf7d6-dd13-4871-9906-97b39d96fb0c tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:23.616931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:23.643493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.653890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:23.687744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:23.785949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f58a3-d93f-47a0-bd8c-1e043ce2a902 None None] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:23.817060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.830401 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-b9f7f022-f836-40d0-b8ef-b189ef523624 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:23.834060 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b9f7f022-f836-40d0-b8ef-b189ef523624 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags/tempest-TagsExtTest-Tag-1964492527 HTTP/1.1" status: 404 len: 329 time: 0.4969425 Jun 25 11:23:23.841745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet fbec4fa5-da23-4d62-98ce-662855a0e3d7 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:23.846139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.872905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52668) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:23.878818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-0d5d5d34-631b-4d4f-9708-94fae2bf81eb tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', 'tempest-TagsExtTest-Tag-691949602') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:23.898878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:23.901122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1c5f2864-026a-4856-b0ea-a8667f491187 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:24.037270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.037964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.050324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7391bd-cd76-4898-9983-8a44d5173e1d']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:24.058867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 1c5f2864-026a-4856-b0ea-a8667f491187 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:24.063419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8ab6b0-eff3-4d57-ad94-d7136df81d79') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:24.064154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8ab6b0-eff3-4d57-ad94-d7136df81d79') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:24.073866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.077751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 1c5f2864-026a-4856-b0ea-a8667f491187 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:24.078139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.082208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7798f5a8-25b9-47d1-aa39-98a79e1b93d6 None None] Provisioning for port a8e208e2-3a26-4910-9a50-13d860389565 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:24.101181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.113133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:24.113638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:24.119147 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:24.152246 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=f3210d2f-76b2-4316-82fa-3ec4d7b55b77,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:24.169626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:24.255675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-0d5d5d34-631b-4d4f-9708-94fae2bf81eb tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:24.260820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0d5d5d34-631b-4d4f-9708-94fae2bf81eb tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags/tempest-TagsExtTest-Tag-691949602 HTTP/1.1" status: 404 len: 328 time: 0.3818219 Jun 25 11:23:24.261937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52672) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.275733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-c326fb8a-d291-49be-ad72-c5d0969a6d7f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf', 'tempest-TagsExtTest-Tag-927539701') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:24.314047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.321677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.328652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.331149 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/fe7391bd-cd76-4898-9983-8a44d5173e1d HTTP/1.1" status: 204 len: 168 time: 1.2834966 Jun 25 11:23:24.334738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52674) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.364642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d76b9037-f752-49fe-895c-c6a720f5571c tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:24.379707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 1c5f2864-026a-4856-b0ea-a8667f491187, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1c5f2864-026a-4856-b0ea-a8667f491187,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:24.384994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=fe7391bd-cd76-4898-9983-8a44d5173e1d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:24.388227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:24.400218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.405228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d767277d-df87-4a10-a93a-f879a4ee6d88 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:24.408831 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a14c57b-f2d5-487d-bc1a-cea31686c2ad tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.409335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a14c57b-f2d5-487d-bc1a-cea31686c2ad tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.413316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.417104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52676) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.418091 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2a14c57b-f2d5-487d-bc1a-cea31686c2ad tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/c675b030-94d2-40be-abc4-98ae5276e9c8 HTTP/1.1" status: 404 len: 337 time: 0.0815890 Jun 25 11:23:24.442304 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80264f9-c40b-4f67-a289-bcaa08761b01 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.447718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80264f9-c40b-4f67-a289-bcaa08761b01 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.447718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f80264f9-c40b-4f67-a289-bcaa08761b01 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/2b64a68d-86d5-4a9a-bd63-fec636feedbf HTTP/1.1" status: 404 len: 339 time: 0.0244539 Jun 25 11:23:24.450465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52678) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.466507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.467537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a8e208e2-3a26-4910-9a50-13d860389565 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:24.469677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-892b4324-a72a-4216-b950-a61e4a9dbc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:24.475829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=fbec4fa5-da23-4d62-98ce-662855a0e3d7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:24.482527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:24.482527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.493533 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/fbec4fa5-da23-4d62-98ce-662855a0e3d7 HTTP/1.1" status: 204 len: 168 time: 0.9625683 Jun 25 11:23:24.495670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52680) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.566473 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0005d5f-118a-49d4-a3f7-12c34e99406b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.602462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0005d5f-118a-49d4-a3f7-12c34e99406b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.602462 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c0005d5f-118a-49d4-a3f7-12c34e99406b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/c0b44bc9-ab38-42f0-b062-33d9fabfd1a4 HTTP/1.1" status: 404 len: 337 time: 0.1173861 Jun 25 11:23:24.651053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=1c5f2864-026a-4856-b0ea-a8667f491187,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:24.657976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:24.671589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52682) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.715973 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-38abb08f-e20a-4003-b5a9-0abec236905a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.716569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38abb08f-e20a-4003-b5a9-0abec236905a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.718322 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-38abb08f-e20a-4003-b5a9-0abec236905a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/9b02ebdd-41d6-4408-8c7a-cd4beea06bed HTTP/1.1" status: 404 len: 339 time: 0.0516498 Jun 25 11:23:24.723546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52686) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.761716 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edcf389-e141-4b9c-b875-e20601792def tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.762285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edcf389-e141-4b9c-b875-e20601792def tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.764162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4edcf389-e141-4b9c-b875-e20601792def tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/dd1c30de-e040-4bca-8e1e-55379ba73aa8 HTTP/1.1" status: 404 len: 337 time: 0.0371282 Jun 25 11:23:24.767293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52688) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.792071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-56200186-61fb-419c-91d3-ce09d02e0b69 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.792688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56200186-61fb-419c-91d3-ce09d02e0b69 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.796400 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-56200186-61fb-419c-91d3-ce09d02e0b69 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/e506b50d-79dc-4744-afdb-ed925eecb458 HTTP/1.1" status: 404 len: 339 time: 0.0280290 Jun 25 11:23:24.798287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52690) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.844901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f94c00-cb49-444c-b75b-37455faec7b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.844901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f94c00-cb49-444c-b75b-37455faec7b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.849789 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-51f94c00-cb49-444c-b75b-37455faec7b0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/2966d55c-2b28-4bc7-86fa-463716a77529 HTTP/1.1" status: 404 len: 337 time: 0.0503557 Jun 25 11:23:24.850718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52692) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.880148 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2420c52-0df0-46f8-9ecd-43049af148b6 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.880823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2420c52-0df0-46f8-9ecd-43049af148b6 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.885478 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d2420c52-0df0-46f8-9ecd-43049af148b6 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/2acf12b8-6d77-4ff7-9d34-8f5f7c0a27b1 HTTP/1.1" status: 404 len: 339 time: 0.0274854 Jun 25 11:23:24.886318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port a8e208e2-3a26-4910-9a50-13d860389565 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:24.891176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52694) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:24.892844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a8e208e2-3a26-4910-9a50-13d860389565 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:24.893310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:24.958228 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d158cebb-9462-49aa-bf28-49140f5c6e85 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:24.958715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d158cebb-9462-49aa-bf28-49140f5c6e85 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:24.969182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d158cebb-9462-49aa-bf28-49140f5c6e85 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/7e1e204c-ae35-4b19-840b-d37877959441 HTTP/1.1" status: 404 len: 337 time: 0.0741453 Jun 25 11:23:24.972467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52698) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.001275 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed10dd4-2bac-4ec5-9bf0-c09214f22b2e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:25.001890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed10dd4-2bac-4ec5-9bf0-c09214f22b2e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:25.005908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.006471 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8ed10dd4-2bac-4ec5-9bf0-c09214f22b2e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/995cb54b-8cb2-4750-94fc-6098d734d799 HTTP/1.1" status: 404 len: 339 time: 0.0299952 Jun 25 11:23:25.006471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Router 0671a611-a404-4da8-9272-a1b7d93fda9b is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:23:25.013347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52700) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.022881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.030179 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b09d15ca-3f64-459a-bd3f-261242c2eea2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5292809 Jun 25 11:23:25.030179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52702) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.077024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port a8e208e2-3a26-4910-9a50-13d860389565, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a8e208e2-3a26-4910-9a50-13d860389565,segment=NetworkSegment(67aa5353-ae10-4c93-9052-c43095d9654f),segment_id=67aa5353-ae10-4c93-9052-c43095d9654f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:25.079163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577dfab-68db-4096-82e2-45c34d785b34 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:25.098455 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c71700c-e182-4f5e-a411-832ecc8dc403 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:25.098455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c71700c-e182-4f5e-a411-832ecc8dc403 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:25.102948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8c71700c-e182-4f5e-a411-832ecc8dc403 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/a4ddbba5-860c-485e-ba95-45563bd57ede HTTP/1.1" status: 404 len: 337 time: 0.0838003 Jun 25 11:23:25.114962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52704) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.148207 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-c326fb8a-d291-49be-ad72-c5d0969a6d7f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:25.149284 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c326fb8a-d291-49be-ad72-c5d0969a6d7f tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags/tempest-TagsExtTest-Tag-927539701 HTTP/1.1" status: 404 len: 328 time: 0.8843725 Jun 25 11:23:25.152134 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2b623b-8576-48b4-b1c3-881112a24f9f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:25.154002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2b623b-8576-48b4-b1c3-881112a24f9f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:25.158228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0b2b623b-8576-48b4-b1c3-881112a24f9f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/cdb18089-4fd7-4386-acf1-cf53b529b3c5 HTTP/1.1" status: 404 len: 339 time: 0.0370159 Jun 25 11:23:25.161045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52708) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.161364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52710) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.168175 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-b4966c0e-e211-42a7-bb14-5f84e67304e1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', {'tags': ['tempest-TagsExtTest-Tag-877372245', 'tempest-TagsExtTest-Tag-2092251650', 'tempest-TagsExtTest-Tag-1558830450']}) {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:25.172153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5b492f60-3e3a-412d-ac3b-2081968db4d9 None None] Provisioning complete for port 019d30fc-9fc2-4683-8529-560e7fa9809c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:25.172153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5b492f60-3e3a-412d-ac3b-2081968db4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.174605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.182644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:25.219821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:25.228706 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Sync routers for ids ['0671a611-a404-4da8-9272-a1b7d93fda9b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:25.244725 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Routers {'0671a611-a404-4da8-9272-a1b7d93fda9b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:25.248490 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['0671a611-a404-4da8-9272-a1b7d93fda9b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:25.318365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.319948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 4.2494812 Jun 25 11:23:25.323167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52712) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.356347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=a8e208e2-3a26-4910-9a50-13d860389565,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:25.361676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:25.367810 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6883ef3e-76d4-429d-8f09-8f4cce27b0ad tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:25.368272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6883ef3e-76d4-429d-8f09-8f4cce27b0ad tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:25.370997 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6883ef3e-76d4-429d-8f09-8f4cce27b0ad tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/aad6db2b-b93c-4a18-9d6a-79f7a5a7ab87 HTTP/1.1" status: 404 len: 337 time: 0.2065856 Jun 25 11:23:25.375482 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Set router 0671a611-a404-4da8-9272-a1b7d93fda9b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:25.448237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52714) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.471331 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e068d869-6924-4ee9-9aab-243f3f1ac158 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:25.471899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e068d869-6924-4ee9-9aab-243f3f1ac158 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:25.476438 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e068d869-6924-4ee9-9aab-243f3f1ac158 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/f441b5c2-6ef3-4c53-bf53-96d6d64d68a5 HTTP/1.1" status: 404 len: 339 time: 0.0271945 Jun 25 11:23:25.477083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52716) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.508944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:25.520558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc3ee77-d9e0-46d4-b278-5e3b7b83b672 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:25.521773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc3ee77-d9e0-46d4-b278-5e3b7b83b672 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:25.525884 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ebc3ee77-d9e0-46d4-b278-5e3b7b83b672 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/84e8007b-dece-4913-8743-7a39a5cc8b0e HTTP/1.1" status: 404 len: 337 time: 0.0431919 Jun 25 11:23:25.528643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52718) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.538474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9510ab49-911e-4d87-bec6-35854f48da91 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/0671a611-a404-4da8-9272-a1b7d93fda9b HTTP/1.1" status: 200 len: 905 time: 0.2138166 Jun 25 11:23:25.540596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52720) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.563182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df79f86-b478-48f1-9bc2-f5302f9ea07f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:25.563850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df79f86-b478-48f1-9bc2-f5302f9ea07f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:25.572253 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8df79f86-b478-48f1-9bc2-f5302f9ea07f tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/adc66c53-e422-4ac2-8349-3ef32a9c29b3 HTTP/1.1" status: 404 len: 339 time: 0.0329654 Jun 25 11:23:25.583692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52722) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.592959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Deleting port 019d30fc-9fc2-4683-8529-560e7fa9809c {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:25.593795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.644285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e85ef-627a-4b8a-baa8-8d9ece18e84d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:25.645854 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fe7e85ef-627a-4b8a-baa8-8d9ece18e84d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6161282 Jun 25 11:23:25.646548 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671a611-a404-4da8-9272-a1b7d93fda9b', 'name': 'tempest-snat-router-10614381', 'tenant_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dab90717-c961-4b9e-b86b-9aa322c2786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:23:21Z', 'updated_at': '2021-06-25T11:23:23Z', 'revision_number': 3, 'project_id': 'b49d5439f3ea48b1ac70a6ade9932fee', 'gw_port': {'id': 'dab90717-c961-4b9e-b86b-9aa322c2786f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671a611-a404-4da8-9272-a1b7d93fda9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:23:21Z', 'updated_at': '2021-06-25T11:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:25.648953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52724) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.664013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.683557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] For port 019d30fc-9fc2-4683-8529-560e7fa9809c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=019d30fc-9fc2-4683-8529-560e7fa9809c,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:25.684675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.700454 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Checking router: 0671a611-a404-4da8-9272-a1b7d93fda9b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:23:25.701395 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Updating router 0671a611-a404-4da8-9272-a1b7d93fda9b port dab90717-c961-4b9e-b86b-9aa322c2786f binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:23:25.703175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Calling delete_port for 019d30fc-9fc2-4683-8529-560e7fa9809c owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:25.726082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.743936 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b4966c0e-e211-42a7-bb14-5f84e67304e1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags HTTP/1.1" status: 200 len: 317 time: 0.5747790 Jun 25 11:23:25.745378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52726) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.757726 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.758588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-56b7d2db-9b75-4767-a426-754baaafac93 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:25.771028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1c5f2864-026a-4856-b0ea-a8667f491187 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:25.771583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting subnet 6d77a04f-2478-4544-b059-88445d0f1611 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:25.819071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.847307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e5efd-4b19-4017-8bed-6d942e2be61a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:25.862909 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d64e5efd-4b19-4017-8bed-6d942e2be61a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1992133 Jun 25 11:23:25.863446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 1c5f2864-026a-4856-b0ea-a8667f491187 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:25.863446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.866182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52730) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.925704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52732) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:25.926221 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-32941c10-fed0-4e50-9359-67b403e3c838 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582180 Jun 25 11:23:25.931302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.939530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7812c2f1-15fc-4bbb-9ae5-538d20346e54 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:25.956458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.963080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:25.968222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5cdf5c5f-9f48-45c3-bb5b-7635ecb18860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:25.993521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Pushing event deleted for resources: {'Port': ['ID=019d30fc-9fc2-4683-8529-560e7fa9809c,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:25.997608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:26.008014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] No DVR routers for this DVR port 019d30fc-9fc2-4683-8529-560e7fa9809c on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:26.018864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a8e208e2-3a26-4910-9a50-13d860389565 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:26.066317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49fdd1c-57dc-4740-9ee7-8e42939e3b04 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:23:26.099879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Deleting port dab90717-c961-4b9e-b86b-9aa322c2786f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:26.099879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.172729 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.173305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a8e208e2-3a26-4910-9a50-13d860389565 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:26.173690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.191272 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Transition to ACTIVE for port object dab90717-c961-4b9e-b86b-9aa322c2786f will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:26.233228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.235567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7812c2f1-15fc-4bbb-9ae5-538d20346e54 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:26.243473 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.247981 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cf3e9701-c159-46bb-b6b4-ad491833605e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:26.251075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7812c2f1-15fc-4bbb-9ae5-538d20346e54 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.251405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fdd1c-57dc-4740-9ee7-8e42939e3b04 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:23:26.252012 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7812c2f1-15fc-4bbb-9ae5-538d20346e54 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:26.252468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7812c2f1-15fc-4bbb-9ae5-538d20346e54 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:26.258590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Calling delete_port for dab90717-c961-4b9e-b86b-9aa322c2786f owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:26.345132 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-56b7d2db-9b75-4767-a426-754baaafac93 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags HTTP/1.1" status: 204 len: 168 time: 0.5912213 Jun 25 11:23:26.347789 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7812c2f1-15fc-4bbb-9ae5-538d20346e54 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4196076 Jun 25 11:23:26.348405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52740) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:26.348739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52742) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:26.371657 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fc243-62b6-40c4-8e42-371acedb4c1d None None] Pushing event updated for resources: {'Port': ['ID=dab90717-c961-4b9e-b86b-9aa322c2786f,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:26.375972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-61a109ac-360c-43fa-9517-b3a3942da3fe tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', 'tempest-TagsExtTest-Tag-877372245') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:26.382113 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-dc0fc243-62b6-40c4-8e42-371acedb4c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:26.382702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3bcf3057-3e33-40fd-9b79-b4d689211a6e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:26.383600 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Attempting to bind port dab90717-c961-4b9e-b86b-9aa322c2786f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:26.384078 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Attempting to bind port dab90717-c961-4b9e-b86b-9aa322c2786f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:26.384660 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Attempting to bind port dab90717-c961-4b9e-b86b-9aa322c2786f on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:26.394578 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:26.394920 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:26.397782 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.400216 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:26.400216 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Bound port: dab90717-c961-4b9e-b86b-9aa322c2786f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:26.400216 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.471618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router 62b8e343-01eb-46b9-8294-463de83f7fca is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:23:26.551624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.604529 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.db.api [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:23:26.605321 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_db.api [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:23:26.612395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.615810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1caa64b3-1889-412f-a8ea-1648b1ccde85 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:26.660994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event deleted for resources: {'Port': ['ID=dab90717-c961-4b9e-b86b-9aa322c2786f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:26.677737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:26.690466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 019d30fc-9fc2-4683-8529-560e7fa9809c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:26.717978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf3057-3e33-40fd-9b79-b4d689211a6e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:26.721775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 019d30fc-9fc2-4683-8529-560e7fa9809c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:26.721972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3057-3e33-40fd-9b79-b4d689211a6e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.722167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 019d30fc-9fc2-4683-8529-560e7fa9809c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:26.723286 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcf3057-3e33-40fd-9b79-b4d689211a6e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:26.723723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcf3057-3e33-40fd-9b79-b4d689211a6e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:26.727584 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-61a109ac-360c-43fa-9517-b3a3942da3fe tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:26.729146 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-61a109ac-360c-43fa-9517-b3a3942da3fe tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags/tempest-TagsExtTest-Tag-877372245 HTTP/1.1" status: 404 len: 328 time: 0.3570139 Jun 25 11:23:26.748047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52744) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:26.749804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-8febf12e-6737-40a6-91d6-b5580edafb23 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', 'tempest-TagsExtTest-Tag-2092251650') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:26.816428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddec9be-f5d3-476d-8da5-9e97951a48ea req-8698615d-f1d3-4f24-9f1e-91098a6c7ca4 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:26.818284 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6ddec9be-f5d3-476d-8da5-9e97951a48ea req-8698615d-f1d3-4f24-9f1e-91098a6c7ca4 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.4916635 Jun 25 11:23:26.844397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.851560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.858251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f84bd5d-0204-4405-8146-6298912fb124 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:26.886426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:26.896786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] Sync routers for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:26.900990 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3bcf3057-3e33-40fd-9b79-b4d689211a6e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5226338 Jun 25 11:23:26.902557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904127ca-f5b9-4145-b49b-9d26cdba18ba None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:23:26.906220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52746) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:26.915701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Subnet': ['ID=6d77a04f-2478-4544-b059-88445d0f1611,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:26.922108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.926254 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/subnets/6d77a04f-2478-4544-b059-88445d0f1611 HTTP/1.1" status: 204 len: 168 time: 1.3317618 Jun 25 11:23:26.937023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-35166300-7ab5-46b4-8637-de1471be8a1a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:26.937861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:26.938601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:26.951966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52748) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:26.953583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:26.957920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.960211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:26.979705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:27.010790 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-8febf12e-6737-40a6-91d6-b5580edafb23 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:27.011062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:27.011549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:27.011832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8febf12e-6737-40a6-91d6-b5580edafb23 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags/tempest-TagsExtTest-Tag-2092251650 HTTP/1.1" status: 404 len: 329 time: 0.2682607 Jun 25 11:23:27.019264 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6ddec9be-f5d3-476d-8da5-9e97951a48ea req-f688ae6d-5456-47d4-b12c-4d078e96a12d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821947 Jun 25 11:23:27.020733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52750) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:27.025621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-582e852b-cd18-44e7-a48c-80cc4c324da2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705', 'tempest-TagsExtTest-Tag-1558830450') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:27.056137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:27.056793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754eae54-52ef-4420-9083-2646cf3eb77a None None] The sync data for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:27.101195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.102323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0671a611-a404-4da8-9272-a1b7d93fda9b {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:27.110090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904127ca-f5b9-4145-b49b-9d26cdba18ba None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:23:27.112062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.113613 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "DELETE /v2.0/routers/0671a611-a404-4da8-9272-a1b7d93fda9b HTTP/1.1" status: 204 len: 168 time: 1.5720472 Jun 25 11:23:27.117378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52756) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:27.130342 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Attempting to bind port dab90717-c961-4b9e-b86b-9aa322c2786f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:27.131005 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Attempting to bind port dab90717-c961-4b9e-b86b-9aa322c2786f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:27.131524 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Attempting to bind port dab90717-c961-4b9e-b86b-9aa322c2786f on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:27.138982 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:27.139971 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:27.140300 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.140843 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:27.141644 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Bound port: dab90717-c961-4b9e-b86b-9aa322c2786f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:27.142245 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.171988 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Port dab90717-c961-4b9e-b86b-9aa322c2786f has been deleted concurrently {{(pid=94503) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 25 11:23:27.186509 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Routers set() bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:27.186874 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Router IDs set() for agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 11:23:27.187545 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_agentschedulers_db [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0671a611-a404-4da8-9272-a1b7d93fda9b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent'). {{(pid=94503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 25 11:23:27.187932 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ed697-cccf-4945-8f69-026cf0ca2f21 None None] The sync data for ids ['0671a611-a404-4da8-9272-a1b7d93fda9b'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:27.261752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.378917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.440723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.442936 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0115836 Jun 25 11:23:27.457832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52760) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:27.460436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6701b-07eb-437c-ad5d-2d6f706e5b12 None None] Network 85ce7596-1273-4a30-9271-44ce2d25e55a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:27.514524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Deleting port 1c5f2864-026a-4856-b0ea-a8667f491187 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:27.515357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.565489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.653596 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-582e852b-cd18-44e7-a48c-80cc4c324da2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:27.654996 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-582e852b-cd18-44e7-a48c-80cc4c324da2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags/tempest-TagsExtTest-Tag-1558830450 HTTP/1.1" status: 404 len: 329 time: 0.6332905 Jun 25 11:23:27.659141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52762) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:27.664024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-4653c3c1-ddd6-4201-ad92-66e54071d868 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', {'tags': ['tempest-TagsExtTest-Tag-471320635', 'tempest-TagsExtTest-Tag-1175432541', 'tempest-TagsExtTest-Tag-1052504576']}) {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:27.667776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] For port 1c5f2864-026a-4856-b0ea-a8667f491187, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1c5f2864-026a-4856-b0ea-a8667f491187,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:27.668138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.692321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Calling delete_port for 1c5f2864-026a-4856-b0ea-a8667f491187 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:27.704329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35166300-7ab5-46b4-8637-de1471be8a1a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:27.707020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] DHCP port deletion for 85ce7596-1273-4a30-9271-44ce2d25e55a request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:27.708055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-35166300-7ab5-46b4-8637-de1471be8a1a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.709852 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-35166300-7ab5-46b4-8637-de1471be8a1a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:27.709974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35166300-7ab5-46b4-8637-de1471be8a1a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:27.763286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Deleting port c9f078be-6617-4a4c-8aa5-5f704602f950 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:27.763751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.839541 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-35166300-7ab5-46b4-8637-de1471be8a1a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9260821 Jun 25 11:23:27.842544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Deleting port c9f078be-6617-4a4c-8aa5-5f704602f950 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:27.843052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.844335 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4653c3c1-ddd6-4201-ad92-66e54071d868 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "PUT /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags HTTP/1.1" status: 200 len: 317 time: 0.1841497 Jun 25 11:23:27.845025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52766) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:27.846165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52768) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:27.854034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-73c8438f-a830-400f-9fcb-2169eb67d3bf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:27.905215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] For port c9f078be-6617-4a4c-8aa5-5f704602f950, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c9f078be-6617-4a4c-8aa5-5f704602f950,segment=NetworkSegment(6807afb7-e14b-457b-91b1-24544a7d4faf),segment_id=6807afb7-e14b-457b-91b1-24544a7d4faf)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:27.907884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:27.909144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-9b580108-cd17-44e5-a36f-6620072e2903 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:27.936991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Calling delete_port for c9f078be-6617-4a4c-8aa5-5f704602f950 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:27.998675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] For port c9f078be-6617-4a4c-8aa5-5f704602f950, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c9f078be-6617-4a4c-8aa5-5f704602f950,segment=NetworkSegment(6807afb7-e14b-457b-91b1-24544a7d4faf),segment_id=6807afb7-e14b-457b-91b1-24544a7d4faf)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:27.999120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.020895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Calling delete_port for c9f078be-6617-4a4c-8aa5-5f704602f950 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:28.125499 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9b580108-cd17-44e5-a36f-6620072e2903 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags HTTP/1.1" status: 204 len: 168 time: 0.2346382 Jun 25 11:23:28.130616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52772) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.133862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-76061c7a-0e44-407f-8621-566debef7571 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', 'tempest-TagsExtTest-Tag-471320635') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.152614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c8438f-a830-400f-9fcb-2169eb67d3bf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:28.156803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-73c8438f-a830-400f-9fcb-2169eb67d3bf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.158377 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c8438f-a830-400f-9fcb-2169eb67d3bf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:28.158807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c8438f-a830-400f-9fcb-2169eb67d3bf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:28.172670 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-76061c7a-0e44-407f-8621-566debef7571 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:28.173734 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-76061c7a-0e44-407f-8621-566debef7571 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags/tempest-TagsExtTest-Tag-471320635 HTTP/1.1" status: 404 len: 328 time: 0.0438416 Jun 25 11:23:28.177732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52774) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.182330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-ac4f5852-9f24-4f4c-87e7-1520b1400051 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', 'tempest-TagsExtTest-Tag-1175432541') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.205613 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-ac4f5852-9f24-4f4c-87e7-1520b1400051 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:28.206191 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ac4f5852-9f24-4f4c-87e7-1520b1400051 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags/tempest-TagsExtTest-Tag-1175432541 HTTP/1.1" status: 404 len: 329 time: 0.0273788 Jun 25 11:23:28.209417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52776) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.210327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.214064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-57e52fd0-f0b6-49ef-890c-194c71206afb tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7', 'tempest-TagsExtTest-Tag-1052504576') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.221181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a769e55-d4ed-40bc-9f0d-83d00b0fa801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:28.221419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.221419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da479e91-276e-428a-8d4e-6986d4a80f78 tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:28.246979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Pushing event deleted for resources: {'Port': ['ID=c9f078be-6617-4a4c-8aa5-5f704602f950,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:28.254548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:28.262287 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-73c8438f-a830-400f-9fcb-2169eb67d3bf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4142368 Jun 25 11:23:28.266041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52778) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.267499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] No DVR routers for this DVR port c9f078be-6617-4a4c-8aa5-5f704602f950 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:28.267661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c5f2864-026a-4856-b0ea-a8667f491187,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:28.271340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:28.277479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6959a3e7-1d50-42a4-94d9-b7da4f9614b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:28.289309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.297249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ba844cdd-f159-4542-9445-f992bc5cb136 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:28.347694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Port': ['ID=c9f078be-6617-4a4c-8aa5-5f704602f950,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:28.349590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] No DVR routers for this DVR port c9f078be-6617-4a4c-8aa5-5f704602f950 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:28.352950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.360336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:28.384321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-57e52fd0-f0b6-49ef-890c-194c71206afb tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] show failed (client error): The resource could not be found. Jun 25 11:23:28.388885 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-57e52fd0-f0b6-49ef-890c-194c71206afb tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags/tempest-TagsExtTest-Tag-1052504576 HTTP/1.1" status: 404 len: 329 time: 0.1783412 Jun 25 11:23:28.391299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52782) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.403925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-d771c294-61e2-40ca-b82d-ab011bdd2008 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.423268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.520465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.527018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.529616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.558026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ce7596-1273-4a30-9271-44ce2d25e55a']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.608586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6807afb7-e14b-457b-91b1-24544a7d4faf') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.608824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6807afb7-e14b-457b-91b1-24544a7d4faf') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.631620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.637212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6959a3e7-1d50-42a4-94d9-b7da4f9614b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:28.641130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6959a3e7-1d50-42a4-94d9-b7da4f9614b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.648595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6959a3e7-1d50-42a4-94d9-b7da4f9614b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:28.648595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6959a3e7-1d50-42a4-94d9-b7da4f9614b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:28.648997 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d771c294-61e2-40ca-b82d-ab011bdd2008 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7/tags HTTP/1.1" status: 204 len: 168 time: 0.2518325 Jun 25 11:23:28.654584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52786) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.659929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-52174c9d-9125-4ca6-b8d0-b65f61493b43 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d875c43-357a-4580-a866-453db7593705') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:28.667019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.667686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2307502-3a2c-4a1d-9afc-c6563c063188 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:28.671967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.678615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.680102 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d2307502-3a2c-4a1d-9afc-c6563c063188 HTTP/1.1" status: 204 len: 168 time: 1.5614522 Jun 25 11:23:28.683964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52788) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.690650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1446588496', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:28.731985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6959a3e7-1d50-42a4-94d9-b7da4f9614b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4579446 Jun 25 11:23:28.734261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52790) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:28.745382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-eb782d17-2cd6-4a01-9700-c498f993da11 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:28.773955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:28.774442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:28.779952 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:28.908277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.909047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:28.935919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cf956-1b4e-40ab-a52b-a4344eeb043e req-d3d8ad93-10eb-4186-b525-a19f9934653b tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:28.944652 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b5cf956-1b4e-40ab-a52b-a4344eeb043e req-d3d8ad93-10eb-4186-b525-a19f9934653b tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.4274650 Jun 25 11:23:29.020134 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-52174c9d-9125-4ca6-b8d0-b65f61493b43 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/routers/3d875c43-357a-4580-a866-453db7593705/tags HTTP/1.1" status: 204 len: 168 time: 0.3612380 Jun 25 11:23:29.021939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52794) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.031609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-0211d771-f818-4639-9247-e4e57099eb08 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:29.087393 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b5cf956-1b4e-40ab-a52b-a4344eeb043e req-01b85a6e-7210-4928-ab68-e0b1f1ea7801 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167078 Jun 25 11:23:29.105128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.119489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0e93da50-57cb-4199-bbc3-f65c10e3c0a7 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:29.129957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.131924 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] 10.222.0.81 "DELETE /v2.0/networks/85ce7596-1273-4a30-9271-44ce2d25e55a HTTP/1.1" status: 204 len: 168 time: 2.1773391 Jun 25 11:23:29.141723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.1 (2ddd0c11-0134-4795-b98a-ebb548109c6d/1a44a35f-cdc0-4d78-bd6c-b9769aafff35/1a461bc6-0847-4b0b-af57-393e4c49c88e) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:29.158494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Pushing event deleted for resources: {'Network': ['ID=85ce7596-1273-4a30-9271-44ce2d25e55a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:29.165410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:29.242963 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0211d771-f818-4639-9247-e4e57099eb08 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf/tags HTTP/1.1" status: 204 len: 168 time: 0.2127640 Jun 25 11:23:29.286443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52800) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.292678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-5e594e0b-42ad-44d4-a54e-0a240f33d1a9 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61eed4c7-3048-4993-9c09-e9330a5fcde4') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:29.383247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb782d17-2cd6-4a01-9700-c498f993da11 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:29.388073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb782d17-2cd6-4a01-9700-c498f993da11 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.389612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb782d17-2cd6-4a01-9700-c498f993da11 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:29.390067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb782d17-2cd6-4a01-9700-c498f993da11 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:29.392741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.396258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.414213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Transition to ACTIVE for port object 1a461bc6-0847-4b0b-af57-393e4c49c88e will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:29.421666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4deb9-7456-4992-bfaa-980dd2ea19c5 req-b80523ba-1c97-4373-abde-151a23ab0af9 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:29.423249 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12c4deb9-7456-4992-bfaa-980dd2ea19c5 req-b80523ba-1c97-4373-abde-151a23ab0af9 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.5518174 Jun 25 11:23:29.427303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5e594e0b-42ad-44d4-a54e-0a240f33d1a9 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4/tags HTTP/1.1" status: 204 len: 168 time: 0.1397088 Jun 25 11:23:29.432407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52804) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.477806 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12c4deb9-7456-4992-bfaa-980dd2ea19c5 req-1c472d99-c06e-4e4c-bf56-ecc0d4ea452b tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416198 Jun 25 11:23:29.506382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a802112-0003-4cee-ba16-4b8d81c759a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.567998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eb782d17-2cd6-4a01-9700-c498f993da11 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8314002 Jun 25 11:23:29.572332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52810) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.647372 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1e5b917c-57c3-4222-8b8e-4a2d7e7de620 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0737998 Jun 25 11:23:29.650836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52812) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.705961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1c5f2864-026a-4856-b0ea-a8667f491187 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:29.727765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.734927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 1c5f2864-026a-4856-b0ea-a8667f491187 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:29.735365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1c5f2864-026a-4856-b0ea-a8667f491187 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:29.736204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c9f078be-6617-4a4c-8aa5-5f704602f950 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:29.756270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df63986-ece9-4ccd-86ae-5ae504ba9cc1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:29.758219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4df63986-ece9-4ccd-86ae-5ae504ba9cc1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1069024 Jun 25 11:23:29.760822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52816) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.765293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: c9f078be-6617-4a4c-8aa5-5f704602f950 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:29.766071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c9f078be-6617-4a4c-8aa5-5f704602f950 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:29.817335 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-93f606c1-2f7a-484b-b51d-ae263a1162a8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552037 Jun 25 11:23:29.817920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52818) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.824323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52820) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:29.830673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:29.946206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fcc80-576e-4ee3-b2c7-db8876e3c760 req-986e8cf9-0164-4be4-a551-203b3bcdab99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:29.947777 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-308fcc80-576e-4ee3-b2c7-db8876e3c760 req-986e8cf9-0164-4be4-a551-203b3bcdab99 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.4785683 Jun 25 11:23:29.966109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:29.978512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c452dd78-f6d0-4afd-92b8-dd7017484f3e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:30.035392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:30.041804 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4bf17195-ddc1-4c58-8a6c-f381d87084d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01e8df305edf474093d8f9a0d967432d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226663 Jun 25 11:23:30.044593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52824) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:30.048333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:30.050952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:30.085566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f271a8fc-63ba-4894-a410-d25588b9f31a tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for subnetpool, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.099988 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f271a8fc-63ba-4894-a410-d25588b9f31a tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnetpools/e4a3a1e0-3f16-40f8-a018-a3fc6bd271a7 HTTP/1.1" status: 204 len: 168 time: 0.6588018 Jun 25 11:23:30.099988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52826) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:30.112241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=1a461bc6-0847-4b0b-af57-393e4c49c88e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:30.115318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:30.126319 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-308fcc80-576e-4ee3-b2c7-db8876e3c760 req-d1c654ad-1732-4011-8ebe-0df79e3b187a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682162 Jun 25 11:23:30.205476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.211020 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b8807675-ca8b-493d-b5cf-fc5207376f53 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d875c43-357a-4580-a866-453db7593705 HTTP/1.1" status: 200 len: 205 time: 0.1103311 Jun 25 11:23:30.216430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.224170 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:30.229451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.235006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52832) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:30.330841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.400997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db377823-577f-4959-ae8e-8c89ed37cf39 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.471050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.529444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8d7e3372-adac-43a1-8d6d-ebe17021bc83 None None] Provisioning for port 1a461bc6-0847-4b0b-af57-393e4c49c88e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:30.533833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8d7e3372-adac-43a1-8d6d-ebe17021bc83 None None] Provisioning complete for port 1a461bc6-0847-4b0b-af57-393e4c49c88e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:30.534539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8d7e3372-adac-43a1-8d6d-ebe17021bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.545829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.571535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e3372-adac-43a1-8d6d-ebe17021bc83 None None] Port 1a461bc6-0847-4b0b-af57-393e4c49c88e cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:30.624986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-b2671302-307d-4522-a8e1-aacacd1b0efb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:30.626574 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-b2671302-307d-4522-a8e1-aacacd1b0efb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.4117792 Jun 25 11:23:30.630249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db377823-577f-4959-ae8e-8c89ed37cf39 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.633357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db377823-577f-4959-ae8e-8c89ed37cf39 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.689568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477062a3-235a-44e8-abdd-5bd8fb664082 req-5ed6d113-977f-4524-928c-cddcd79eb12a tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:30.691209 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-477062a3-235a-44e8-abdd-5bd8fb664082 req-5ed6d113-977f-4524-928c-cddcd79eb12a tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.3962138 Jun 25 11:23:30.726511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Allocated IP 172.26.0.3 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ab02469d-97ad-41bb-8acc-ed04c8b43ad1) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:30.812103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.854352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db377823-577f-4959-ae8e-8c89ed37cf39 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.855032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db377823-577f-4959-ae8e-8c89ed37cf39 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Fanout notify agent at l3_agent the message router_deleted on router 3d875c43-357a-4580-a866-453db7593705 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:30.864687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db377823-577f-4959-ae8e-8c89ed37cf39 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.870601 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-db377823-577f-4959-ae8e-8c89ed37cf39 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/routers/3d875c43-357a-4580-a866-453db7593705 HTTP/1.1" status: 204 len: 168 time: 0.6336193 Jun 25 11:23:30.874507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52836) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:30.916074 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-477062a3-235a-44e8-abdd-5bd8fb664082 req-90de708d-5c2d-462c-84bb-addb2e1a2c64 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020204 Jun 25 11:23:30.941627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.944218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:30.948137 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ec09e97-e9b4-4c42-aa0e-3badcaaf54ee HTTP/1.1" status: 204 len: 168 time: 0.9024096 Jun 25 11:23:30.953719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98b1188f-294d-420d-879c-5b0d2c19b6a3 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:30.980499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec09e97-e9b4-4c42-aa0e-3badcaaf54ee,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:30.987756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:31.063185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.101677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Deleting port cb49080a-30c5-47d0-b07d-bb8276825749 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:31.102019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.235273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:23:31.244019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.252309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-64f3120c-1a1c-4b6b-916d-d96a7015f103 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:31.257050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Deleting port 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:31.257850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.267549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.285137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a4d6-78f0-407e-b3f0-712c0950f8cc req-ff94799c-1183-4af4-9c7a-eb8e65ca78e5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:31.286790 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8608a4d6-78f0-407e-b3f0-712c0950f8cc req-ff94799c-1183-4af4-9c7a-eb8e65ca78e5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1225698 Jun 25 11:23:31.336669 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8608a4d6-78f0-407e-b3f0-712c0950f8cc req-c2a5f097-54a9-4a08-adbe-c6d11ad76bf8 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Jun 25 11:23:31.373924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:31.383216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.385705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.392385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c9d5dbf7-b734-464c-acfd-94d2517dfbe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:31.404847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] For port cb49080a-30c5-47d0-b07d-bb8276825749, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb49080a-30c5-47d0-b07d-bb8276825749,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:31.405236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.412762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:31.424826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef533ff8-1285-4db7-8aa5-eb64f01721cd None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:31.425425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=ac07c523-fdff-42f7-8550-8b756915dbd8,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:31.431076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:31.432506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.439281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:31.443543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c2519d5b-6ba0-47a2-bf39-d8dfd0925f98 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:31.528616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:31.545886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:31.558706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:31.564071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.583926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.593894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=1a461bc6-0847-4b0b-af57-393e4c49c88e,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:31.603058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:31.603261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event updated for resources: {'Port': ['ID=ab02469d-97ad-41bb-8acc-ed04c8b43ad1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:31.616787 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7879803 Jun 25 11:23:31.616787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Calling delete_port for 53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:31.618824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:31.648152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52854) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:31.661046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:40:15:5d', 'name': 'tempest-NetworksTestDHCPv6-201169150'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:31.756083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'ac07c523-fdff-42f7-8550-8b756915dbd8'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:31.763401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:31.763569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:31.763569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:31.976146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Allocated IP 2001:db8::f816:3eff:feee:6993 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/ac07c523-fdff-42f7-8550-8b756915dbd8/af18fabd-f509-4c7e-aa53-185ffa40c9c3) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:31.990030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router 62b8e343-01eb-46b9-8294-463de83f7fca has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:32.021786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-981d1d0f-fcc4-4c00-acd3-a286b2ccb59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.111966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.138218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9913d63e-51bb-4893-9d64-28ec15ca3174 None None] Provisioning complete for port 1a461bc6-0847-4b0b-af57-393e4c49c88e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:32.138600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9913d63e-51bb-4893-9d64-28ec15ca3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.143983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:32.155846 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] Sync routers for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:32.159044 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/routers/62b8e343-01eb-46b9-8294-463de83f7fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6997070 Jun 25 11:23:32.159727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52864) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:32.165412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'port': {'network_id': '2ddd0c11-0134-4795-b98a-ebb548109c6d', 'name': 'tempest-FloatingIPTestJSON-363552701'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:32.173474 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:32.175889 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:32.245365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9913d63e-51bb-4893-9d64-28ec15ca3174 None None] Port 1a461bc6-0847-4b0b-af57-393e4c49c88e cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:32.252006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.290285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Transition to ACTIVE for port object af18fabd-f509-4c7e-aa53-185ffa40c9c3 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:32.324577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Transition to ACTIVE for port object af18fabd-f509-4c7e-aa53-185ffa40c9c3 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:32.377120 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:32.389342 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:32.390267 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:32.415134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.427296 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:32.428234 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35755132-e063-4695-b9b1-cdff84f5d522 None None] The sync data for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:32.428638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:32.449082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Made reservation on behalf of ac2b4af2e9d94ee0a20e435d48845336 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:32.454215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.466787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0099d1-e928-4c71-a8a3-75a9d26ea1cf req-b8e598b8-e001-4b3f-bbd5-7960dfd006ee tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:32.467053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:32.469520 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6b0099d1-e928-4c71-a8a3-75a9d26ea1cf req-b8e598b8-e001-4b3f-bbd5-7960dfd006ee tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0959275 Jun 25 11:23:32.470059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:32.474433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:32.514979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Pushing event updated for resources: {'Port': ['ID=af18fabd-f509-4c7e-aa53-185ffa40c9c3,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:32.524972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:32.528201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] device_id is not set on port 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:32.556047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Attempting to bind port af18fabd-f509-4c7e-aa53-185ffa40c9c3 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:32.556739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Attempting to bind port af18fabd-f509-4c7e-aa53-185ffa40c9c3 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:32.557336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Attempting to bind port af18fabd-f509-4c7e-aa53-185ffa40c9c3 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:32.564571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:32.565330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:32.565942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.567231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:32.567956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Bound port: af18fabd-f509-4c7e-aa53-185ffa40c9c3, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:32.568564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.580597 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6b0099d1-e928-4c71-a8a3-75a9d26ea1cf req-7c8679af-118d-4088-86e5-4d09ef19736e tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups?id=1d67e1b8-4197-4b80-8f5f-61b706e8f9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969071 Jun 25 11:23:32.581206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52874) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:32.657118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] For port af18fabd-f509-4c7e-aa53-185ffa40c9c3, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:32.661130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] For port af18fabd-f509-4c7e-aa53-185ffa40c9c3, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=af18fabd-f509-4c7e-aa53-185ffa40c9c3,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:32.681839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4eea1c-dac3-4693-928b-0557733aabdd req-7fe31c43-daa2-4248-92ca-46635ef2ee72 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:32.689739 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb4eea1c-dac3-4693-928b-0557733aabdd req-7fe31c43-daa2-4248-92ca-46635ef2ee72 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.9638853 Jun 25 11:23:32.697910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.698340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.698637 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Floating IP becac6f9-5263-4cee-9120-1ea3e7836e9b disassociated. External IP: 172.26.0.189, port: cb49080a-30c5-47d0-b07d-bb8276825749. Jun 25 11:23:32.698996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Calling delete_port for cb49080a-30c5-47d0-b07d-bb8276825749 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:32.720310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Allocated IP 172.20.0.13 (2ddd0c11-0134-4795-b98a-ebb548109c6d/1a44a35f-cdc0-4d78-bd6c-b9769aafff35/4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:32.741563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:32.754402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3984da2b-94cc-4347-a6b7-d3332aac8fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:32.797283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-bbc361a5-2a7e-4875-819c-33a1789bda88 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] Request body: {'port': {'network_id': 'e8367482-bb2d-4736-b1a7-cdb056e555ce', 'name': 'tempest-NetworksNegativeTestJSON-2116604893'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:32.821841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Pushing event updated for resources: {'Port': ['ID=af18fabd-f509-4c7e-aa53-185ffa40c9c3,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:32.825663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:32.901559 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc361a5-2a7e-4875-819c-33a1789bda88 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] POST failed (client error): The resource could not be found. Jun 25 11:23:32.902162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc361a5-2a7e-4875-819c-33a1789bda88 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:32.905224 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bbc361a5-2a7e-4875-819c-33a1789bda88 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3091424 Jun 25 11:23:32.909917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52878) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:32.929166 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b955b8b-9754-4e37-9df4-a518a2656f37 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:32.929745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b955b8b-9754-4e37-9df4-a518a2656f37 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:32.932988 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7b955b8b-9754-4e37-9df4-a518a2656f37 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "DELETE /v2.0/networks/4ab1852d-ac58-44d9-b427-56e3a25c6865 HTTP/1.1" status: 404 len: 339 time: 0.0206547 Jun 25 11:23:32.936837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52880) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:32.953855 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb4eea1c-dac3-4693-928b-0557733aabdd req-29b3ecbd-c95d-46cf-9049-d7bccda4e8a3 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622261 Jun 25 11:23:32.972143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.028157 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d799867-33a6-45e7-ae64-d245f754804c tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:33.028157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d799867-33a6-45e7-ae64-d245f754804c tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:33.028157 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3d799867-33a6-45e7-ae64-d245f754804c tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "DELETE /v2.0/ports/53ad5788-2ce6-4ce8-88ea-6f7ac2786618 HTTP/1.1" status: 404 len: 333 time: 0.0777466 Jun 25 11:23:33.028157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52882) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.061385 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6009198-7def-4ccb-8f10-07bf395ec5ad tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:33.061849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6009198-7def-4ccb-8f10-07bf395ec5ad tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:33.065312 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c6009198-7def-4ccb-8f10-07bf395ec5ad tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "DELETE /v2.0/subnets/1a9f13ff-3a15-42b4-bbf8-771d8545c4d1 HTTP/1.1" status: 404 len: 337 time: 0.0345016 Jun 25 11:23:33.068339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52886) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.077404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:33.103403 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c20ae5a-e4f2-4940-b6bd-533260abbbe5 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] GET failed (client error): The resource could not be found. Jun 25 11:23:33.109599 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4c20ae5a-e4f2-4940-b6bd-533260abbbe5 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "GET /v2.0/networks/36e371e4-caf8-49cd-bec1-254700232b9b HTTP/1.1" status: 404 len: 339 time: 0.0357211 Jun 25 11:23:33.110142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52888) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.146318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.151940 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83e5d28-f247-43ac-b12d-ec26afbc194a tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] GET failed (client error): The resource could not be found. Jun 25 11:23:33.157554 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b83e5d28-f247-43ac-b12d-ec26afbc194a tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "GET /v2.0/ports/2a8eaebb-6809-41c2-90d8-87f695ec442b HTTP/1.1" status: 404 len: 333 time: 0.0424905 Jun 25 11:23:33.158805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52890) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.208156 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cbe22d-30b1-4328-b82c-b349ae78ff5f tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] GET failed (client error): The resource could not be found. Jun 25 11:23:33.209627 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a3cbe22d-30b1-4328-b82c-b349ae78ff5f tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "GET /v2.0/subnets/0cb2c559-3a0d-42fb-ba1f-7984a13eee63 HTTP/1.1" status: 404 len: 337 time: 0.0490129 Jun 25 11:23:33.218356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.218976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52892) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.225896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cbcd881b-dae7-4d7e-9144-bbd35ffb7bbb tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:33.238773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9e58e607-38d1-4938-bdbb-feca11752f22 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:33.273563 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcd881b-dae7-4d7e-9144-bbd35ffb7bbb tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] PUT failed (client error): The resource could not be found. Jun 25 11:23:33.274129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcd881b-dae7-4d7e-9144-bbd35ffb7bbb tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:33.279694 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cbcd881b-dae7-4d7e-9144-bbd35ffb7bbb tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "PUT /v2.0/networks/8ff6a767-e340-4e48-b18f-a76ebba29652 HTTP/1.1" status: 404 len: 339 time: 0.0553691 Jun 25 11:23:33.280375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52894) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.285236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5ecafc43-fe4f-452f-9f74-152a167de6ca tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:33.300231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event deleted for resources: {'Port': ['ID=53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:33.321219 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecafc43-fe4f-452f-9f74-152a167de6ca tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] PUT failed (client error): The resource could not be found. Jun 25 11:23:33.322250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecafc43-fe4f-452f-9f74-152a167de6ca tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:33.327564 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5ecafc43-fe4f-452f-9f74-152a167de6ca tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "PUT /v2.0/ports/97506787-5f93-4f5b-a6b3-42c19cf2d29b HTTP/1.1" status: 404 len: 333 time: 0.0430086 Jun 25 11:23:33.328901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52896) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.335332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0a08fd57-297a-407e-b9d2-bdb8cdf7a528 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:33.372661 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a08fd57-297a-407e-b9d2-bdb8cdf7a528 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] PUT failed (client error): The resource could not be found. Jun 25 11:23:33.373180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a08fd57-297a-407e-b9d2-bdb8cdf7a528 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:33.373313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:33.378341 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0a08fd57-297a-407e-b9d2-bdb8cdf7a528 tempest-NetworksNegativeTestJSON-1998253814 tempest-NetworksNegativeTestJSON-1998253814-project] 10.222.0.81 "PUT /v2.0/subnets/622510fe-8a51-4c3e-b5b7-927a095997b1 HTTP/1.1" status: 404 len: 337 time: 0.0441034 Jun 25 11:23:33.423624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.450092 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Transition to ACTIVE for port object 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:33.512923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.516933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.570305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-14a2b8ae-9bc7-431f-96af-a9065dc8edf4 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:33.581059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.595273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f5860189-f056-40d2-9a79-365619ef398c tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:33.676030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event deleted for resources: {'Port': ['ID=cb49080a-30c5-47d0-b07d-bb8276825749,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:33.704111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:33.711362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:33.714182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:33.738470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:33.750743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event updated for resources: {'Port': ['ID=4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:33.758501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/ports/53c36dbb-3b80-4fe3-a8d9-d5f929cbbbbf HTTP/1.1" status: 204 len: 168 time: 2.8808413 Jun 25 11:23:33.758501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:33.763971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:33.768137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52902) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:33.803378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 5f7254b9-df47-4b08-adec-97fe201f9346 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:33.822029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device af18fabd-f509-4c7e-aa53-185ffa40c9c3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:33.890594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Deleting subnet 61eed4c7-3048-4993-9c09-e9330a5fcde4 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:33.920613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.005049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fe40:155d (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/ac07c523-fdff-42f7-8550-8b756915dbd8/5f7254b9-df47-4b08-adec-97fe201f9346) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:34.023256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3089310-c1f7-4f5d-b07d-712a804568ac req-e654b573-018f-4ce3-a880-ff141e10ae35 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:34.024915 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d3089310-c1f7-4f5d-b07d-712a804568ac req-e654b573-018f-4ce3-a880-ff141e10ae35 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.8100762 Jun 25 11:23:34.049904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port af18fabd-f509-4c7e-aa53-185ffa40c9c3 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:34.188375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52908) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:34.223936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-37d1bf29-43c7-44c2-a874-2ccd7a551050 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:34.225629 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-37d1bf29-43c7-44c2-a874-2ccd7a551050 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.47 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.9154127 Jun 25 11:23:34.226704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.364168 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-63f47137-cd35-4dbe-9358-90228952fbfd req-b5a7e7d7-6189-42e1-b4fe-1495838163f5 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.4692609 Jun 25 11:23:34.368540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b98add92-a0c2-4312-8f7e-c8a13b72825b None None] Provisioning for port 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:34.375947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b98add92-a0c2-4312-8f7e-c8a13b72825b None None] Provisioning complete for port 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:34.376453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b98add92-a0c2-4312-8f7e-c8a13b72825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.382348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:34.383008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.425355 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d3089310-c1f7-4f5d-b07d-712a804568ac req-94581de1-10ba-4760-985a-69e466c20585 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919766 Jun 25 11:23:34.459306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.462286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b98add92-a0c2-4312-8f7e-c8a13b72825b None None] Port 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:34.572942 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4120588 Jun 25 11:23:34.594338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52912) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:34.614168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Request body: {'floatingip': {'port_id': '4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:34.787445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.817682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Router 60a78a35-d3f1-42ff-83e6-574a2e6a19de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:34.840848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Provisioning for port af18fabd-f509-4c7e-aa53-185ffa40c9c3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:34.850707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Provisioning complete for port af18fabd-f509-4c7e-aa53-185ffa40c9c3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:34.851014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.910985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65b77c3b-936e-4d21-bc5b-0bb2c67a3d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.930732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.953946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:34.965747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.024209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Deleting port adfa30ff-904b-42c4-9c85-4899821b7069 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:35.024596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.047086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 5f7254b9-df47-4b08-adec-97fe201f9346 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:35.090366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.135822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] For port af18fabd-f509-4c7e-aa53-185ffa40c9c3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=af18fabd-f509-4c7e-aa53-185ffa40c9c3,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:35.180778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device adfa30ff-904b-42c4-9c85-4899821b7069 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:35.186162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Router 99920764-a8ab-46f4-b85d-3b5a4ccbba7c is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:23:35.198068 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e398e-ffd2-4bce-b314-f5a2ac4fe84d req-a3114c6d-2e69-420b-98db-8766a90bd6ff tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:35.200831 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cf0e398e-ffd2-4bce-b314-f5a2ac4fe84d req-a3114c6d-2e69-420b-98db-8766a90bd6ff tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 946 time: 0.5366659 Jun 25 11:23:35.233301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.241079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:35.252725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:35.266035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] For port adfa30ff-904b-42c4-9c85-4899821b7069, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adfa30ff-904b-42c4-9c85-4899821b7069,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:35.269105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.278658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] Sync routers for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:35.311398 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cf0e398e-ffd2-4bce-b314-f5a2ac4fe84d req-7eef43ff-a81a-465c-b3af-346b4cae9387 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040649 Jun 25 11:23:35.360034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:35.361133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:35.384799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.390139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-80072457-42b9-4c28-80b7-baa98f0fa6af tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:35.411236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Pushing event updated for resources: {'Port': ['ID=af18fabd-f509-4c7e-aa53-185ffa40c9c3,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:35.421877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:35.430755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event deleted for resources: {'Subnet': ['ID=61eed4c7-3048-4993-9c09-e9330a5fcde4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:35.439269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:35.439821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.441890 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/subnets/61eed4c7-3048-4993-9c09-e9330a5fcde4 HTTP/1.1" status: 204 len: 168 time: 1.6731102 Jun 25 11:23:35.446643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.446851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52916) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:35.469548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a717ae-6185-481a-8145-3408c3ea2515 None None] Network 0f09f819-2def-45c8-a21b-59814fbc393c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:35.485607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65b77c3b-936e-4d21-bc5b-0bb2c67a3d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.595762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] No DVR routers for this DVR port cb49080a-30c5-47d0-b07d-bb8276825749 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:35.598230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.634434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:23:35.634978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1933ee-832a-425b-925f-b6dd4f9c561c" -d '{"events": [{"server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "name": "network-vif-unplugged", "status": "completed", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:23:35.652189 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.655324 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d7ab028-5a37-44b5-93c4-0074ade329f8 req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.47 "DELETE /v2.0/ports/cb49080a-30c5-47d0-b07d-bb8276825749 HTTP/1.1" status: 204 len: 173 time: 5.0038428 Jun 25 11:23:35.659383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'name': 'network-vif-deleted', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:23:35.674485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86770706-0093-45a9-ba9d-f86c8b2a71c3" -d '{"events": [{"server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "name": "network-vif-deleted", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:23:35.691069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port adfa30ff-904b-42c4-9c85-4899821b7069, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adfa30ff-904b-42c4-9c85-4899821b7069,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:35.699783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.720279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:35.753145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device af18fabd-f509-4c7e-aa53-185ffa40c9c3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:35.848741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:35.849546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device cb49080a-30c5-47d0-b07d-bb8276825749 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:35.854543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cd9add6a-25c2-4506-ae2b-717db2142ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:35.881021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9e8a-1025-484f-9d6b-1087d94fa535 req-ed2dc113-8c7b-43ad-9ac9-303466b1b175 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:35.883451 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ec9b9e8a-1025-484f-9d6b-1087d94fa535 req-ed2dc113-8c7b-43ad-9ac9-303466b1b175 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2664392 Jun 25 11:23:35.999863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=adfa30ff-904b-42c4-9c85-4899821b7069,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:36.011479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] DHCP port deletion for 0f09f819-2def-45c8-a21b-59814fbc393c request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:36.021108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:36.023333 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ec9b9e8a-1025-484f-9d6b-1087d94fa535 req-2725e5e4-d941-40f3-9bff-8f95848abccb tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157463 Jun 25 11:23:36.040796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Deleting port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:36.041387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.096864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: cb49080a-30c5-47d0-b07d-bb8276825749 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:36.097246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device cb49080a-30c5-47d0-b07d-bb8276825749 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:36.191232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.205781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] For port 68891c64-1c4a-41b2-8d33-a8ee126bbd14, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=68891c64-1c4a-41b2-8d33-a8ee126bbd14,segment=NetworkSegment(424842d0-7b23-42fd-a81b-d9d93c02693b),segment_id=424842d0-7b23-42fd-a81b-d9d93c02693b)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:36.206303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.226477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Calling delete_port for 68891c64-1c4a-41b2-8d33-a8ee126bbd14 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:36.268281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:36.272610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:36.284720 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] Sync routers for ids ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:36.300280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65b77c3b-936e-4d21-bc5b-0bb2c67a3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.302704 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] Routers {'99920764-a8ab-46f4-b85d-3b5a4ccbba7c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:36.304582 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:36.375094 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-351f8e86-57ec-4db1-a0f6-30247cd2e963 req-bd1c2c49-dd42-479e-909c-cf3bb2f4025a tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a87947b-efc4-4171-9b12-8a54a6c7fdd4 HTTP/1.1" status: 200 len: 210 time: 0.7830677 Jun 25 11:23:36.389017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.394312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897ac4f-2ae2-42a8-9fd9-609c18dd1003 x-openstack-request-id: req-4897ac4f-2ae2-42a8-9fd9-609c18dd1003 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:23:36.394858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a87947b-efc4-4171-9b12-8a54a6c7fdd4", "name": "network-vif-deleted", "tag": "cb49080a-30c5-47d0-b07d-bb8276825749", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:23:36.396946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4897ac4f-2ae2-42a8-9fd9-609c18dd1003 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:23:36.397750 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a87947b-efc4-4171-9b12-8a54a6c7fdd4', 'name': 'network-vif-deleted', 'tag': 'cb49080a-30c5-47d0-b07d-bb8276825749', 'status': 'completed', 'code': 200} Jun 25 11:23:36.398854 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:36.411646 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] Routers {'99920764-a8ab-46f4-b85d-3b5a4ccbba7c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:36.412458 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:36.456169 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:36.457616 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c3cb9-81d9-43fd-b871-9c2aaad6fb22 None None] The sync data for ids ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:36.474551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.479033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7924581 Jun 25 11:23:36.486920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f24542-b976-4133-8bb9-4bb03657b03a x-openstack-request-id: req-a3f24542-b976-4133-8bb9-4bb03657b03a {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:23:36.487384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52926) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:36.488277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "name": "network-vif-unplugged", "status": "completed", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:23:36.488757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3f24542-b976-4133-8bb9-4bb03657b03a {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:23:36.489795 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'code': 200} Jun 25 11:23:36.494538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port af18fabd-f509-4c7e-aa53-185ffa40c9c3 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:36.495340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.499323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': False}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:36.565735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:36.571430 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-65b77c3b-936e-4d21-bc5b-0bb2c67a3d8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63e609cfdda34eda9a86f360574ba967&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3639770 Jun 25 11:23:36.572300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=5f7254b9-df47-4b08-adec-97fe201f9346,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:36.577412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52928) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:36.586038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:36.587993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:36.589550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:36.617997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:36.624490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:36.625953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.631067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b77c3b-936e-4d21-bc5b-0bb2c67a3d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ccc32d-f271-4260-b074-f326d98053f2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:36.640471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65b77c3b-936e-4d21-bc5b-0bb2c67a3d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:36.682348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.683508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.684532 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Floating IP f3faab24-1b8c-47f1-9616-894b1a0c70c7 disassociated. External IP: 172.26.0.229, port: adfa30ff-904b-42c4-9c85-4899821b7069. Jun 25 11:23:36.685061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Calling delete_port for adfa30ff-904b-42c4-9c85-4899821b7069 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:36.736803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.760909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2feaba0-33a7-4d5c-9838-d849a8add841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:36.774463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Deleting port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:36.774990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.846377 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1720119 Jun 25 11:23:36.846377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52932) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:36.846377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.909747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] For port 68891c64-1c4a-41b2-8d33-a8ee126bbd14, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:36.909747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.921856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event deleted for resources: {'Port': ['ID=68891c64-1c4a-41b2-8d33-a8ee126bbd14,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:36.928535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:36.934791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] No DVR routers for this DVR port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:36.942015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:08Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:36.946696 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:36.985482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] Checking router: 60a78a35-d3f1-42ff-83e6-574a2e6a19de for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:23:36.989122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Calling delete_port for 68891c64-1c4a-41b2-8d33-a8ee126bbd14 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:36.993839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.ipam_backend_mixin [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 was not found and therefore no delete operation was performed {{(pid=94502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:23:36.998889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.003267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2d5cdc6e-f45e-40a4-bfc9-2c641a96ca1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:37.003679 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP 0ecb36e0-451d-4b5c-87ea-9589fffdb206 associated. External IP: 172.26.0.99, port: 47c7df65-8326-4865-ab30-af2ac27c79a5. Jun 25 11:23:37.030337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:37.034000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:37.036843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Pushing event deleted for resources: {'Port': ['ID=68891c64-1c4a-41b2-8d33-a8ee126bbd14,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:37.059803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c381ee-9555-434e-9585-f2ea1bffa9cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:37.065981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c381ee-9555-434e-9585-f2ea1bffa9cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:37.067630 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f2c381ee-9555-434e-9585-f2ea1bffa9cb tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2372229 Jun 25 11:23:37.072017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52934) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:37.078849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:37.088229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] No DVR routers for this DVR port 68891c64-1c4a-41b2-8d33-a8ee126bbd14 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:37.208391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:37.235661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002d9ca-7a11-4bd8-b134-2c3777f779ad req-811cff73-081b-43c8-b8c7-2569002b8823 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:37.242631 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f002d9ca-7a11-4bd8-b134-2c3777f779ad req-811cff73-081b-43c8-b8c7-2569002b8823 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 944 time: 0.6716487 Jun 25 11:23:37.247028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.253893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.256012 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7ccc32d-f271-4260-b074-f326d98053f2 HTTP/1.1" status: 204 len: 168 time: 0.6774139 Jun 25 11:23:37.264873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.277429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5b70efb0-d2a1-4ab9-972a-e828d842f17c tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:37.281508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b4d53b99-ab79-4c3f-b635-8bf7f7cfcaca None None] Provisioning for port 5f7254b9-df47-4b08-adec-97fe201f9346 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:37.297405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b4d53b99-ab79-4c3f-b635-8bf7f7cfcaca None None] Provisioning complete for port 5f7254b9-df47-4b08-adec-97fe201f9346 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:37.297679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b4d53b99-ab79-4c3f-b635-8bf7f7cfcaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.298798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f09f819-2def-45c8-a21b-59814fbc393c']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:37.309373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.331295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424842d0-7b23-42fd-a81b-d9d93c02693b') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:37.331678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424842d0-7b23-42fd-a81b-d9d93c02693b') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:37.336357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ccc32d-f271-4260-b074-f326d98053f2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:37.346336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:37.349509 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f002d9ca-7a11-4bd8-b134-2c3777f779ad req-650ddead-9f64-4390-a583-e179069804ef tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups?id=5605a54d-0b46-4c9e-8732-2921c6aeb94e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057692 Jun 25 11:23:37.376460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:37.398384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.425716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event deleted for resources: {'Port': ['ID=adfa30ff-904b-42c4-9c85-4899821b7069,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:37.433605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b4d53b99-ab79-4c3f-b635-8bf7f7cfcaca None None] Port 5f7254b9-df47-4b08-adec-97fe201f9346 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:37.445934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:37.520757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 5f7254b9-df47-4b08-adec-97fe201f9346 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:37.521593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.555286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.607679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:37.608326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.609714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:08Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:37.621173 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:37.646061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52595cbe-f278-4ce0-9fdc-6b43ea00eab3 None None] The sync data for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv is: [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'f37c8959-5d2e-4c02-8e6a-bf4a776e1d76', 'name': '', 'network_id': '96a1a226-0faf-40e1-adb0-ab06f8cea8d0', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'mac_address': 'fa:16:3e:77:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:08Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'subnets': [{'id': '22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:37.660650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5bb4a-a9c6-41f8-950c-ff0e802af209 req-42dcbf2c-7b6a-4c77-8ce8-6bc311f3839d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:37.662282 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffd5bb4a-a9c6-41f8-950c-ff0e802af209 req-42dcbf2c-7b6a-4c77-8ce8-6bc311f3839d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3686767 Jun 25 11:23:37.691229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68891c64-1c4a-41b2-8d33-a8ee126bbd14 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:37.708689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52944) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:37.720809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 68891c64-1c4a-41b2-8d33-a8ee126bbd14 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:37.721516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68891c64-1c4a-41b2-8d33-a8ee126bbd14 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:37.767829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Router 90e5c049-4d34-44fb-943b-1ae1cc4015fe has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:37.802047 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffd5bb4a-a9c6-41f8-950c-ff0e802af209 req-81611f99-6fa7-4a1a-983d-b2f2e889bd7a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388597 Jun 25 11:23:37.821786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:37.851413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 5f7254b9-df47-4b08-adec-97fe201f9346 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:37.916974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.086924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.091101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3896d73-fb51-470b-8d2c-fe5198609578 None None] New status for floating IP becac6f9-5263-4cee-9120-1ea3e7836e9b: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:23:38.208926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:38.229049 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] Sync routers for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:38.245592 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:38.247118 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:38.280222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] No DVR routers for this DVR port adfa30ff-904b-42c4-9c85-4899821b7069 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:38.306973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:38.309909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.310217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.312294 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4163552a-d3fd-41d7-9da9-582127fe3209 req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.47 "DELETE /v2.0/ports/adfa30ff-904b-42c4-9c85-4899821b7069 HTTP/1.1" status: 204 len: 173 time: 4.0656068 Jun 25 11:23:38.319451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6cb7815d-04fa-4e50-813c-0e74364e694d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:38.323534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.325543 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] 10.222.0.81 "DELETE /v2.0/networks/0f09f819-2def-45c8-a21b-59814fbc393c HTTP/1.1" status: 204 len: 168 time: 2.8776944 Jun 25 11:23:38.350432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Pushing event deleted for resources: {'Network': ['ID=0f09f819-2def-45c8-a21b-59814fbc393c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:38.388760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.392529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.392877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:38.393655 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "DELETE /v2.0/security-groups/1d67e1b8-4197-4b80-8f5f-61b706e8f9db HTTP/1.1" status: 204 len: 168 time: 0.6837485 Jun 25 11:23:38.394490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-471bb902-6f2c-4ec8-9e57-4599ee3e163f tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:38.400215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52960) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:38.405047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'name': 'network-vif-deleted', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:23:38.412708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4385e993-c504-43bd-b9a8-a49d197369f6" -d '{"events": [{"server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "name": "network-vif-deleted", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:23:38.412900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.434911 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-ef61cbd9-38b1-460c-be89-87811ed44a57 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] show failed (client error): The resource could not be found. Jun 25 11:23:38.438923 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef61cbd9-38b1-460c-be89-87811ed44a57 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "GET /v2.0/security-groups/1d67e1b8-4197-4b80-8f5f-61b706e8f9db HTTP/1.1" status: 404 len: 347 time: 0.0345664 Jun 25 11:23:38.441467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52964) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:38.465680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.468889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67e1b8-4197-4b80-8f5f-61b706e8f9db,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:38.482479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:38.482479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a930ed23-e059-43c7-94aa-f4f191aee22b tempest-ExtraDHCPOptionsTestJSON-83336327 tempest-ExtraDHCPOptionsTestJSON-83336327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:38.515572 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:38.524579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e63055e-76d8-4bcc-872e-bff638804531 x-openstack-request-id: req-3e63055e-76d8-4bcc-872e-bff638804531 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:23:38.528477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aff569c-4180-46ee-964b-17abcea8446a", "name": "network-vif-deleted", "tag": "adfa30ff-904b-42c4-9c85-4899821b7069", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:23:38.528477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e63055e-76d8-4bcc-872e-bff638804531 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:23:38.528477 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aff569c-4180-46ee-964b-17abcea8446a', 'name': 'network-vif-deleted', 'tag': 'adfa30ff-904b-42c4-9c85-4899821b7069', 'status': 'completed', 'code': 200} Jun 25 11:23:38.549432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=5f7254b9-df47-4b08-adec-97fe201f9346,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:38.580044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:38.581266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.586739 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/5f7254b9-df47-4b08-adec-97fe201f9346 HTTP/1.1" status: 204 len: 168 time: 1.5146613 Jun 25 11:23:38.591243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52966) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:38.647471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:38.665644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:38.682036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:38.683822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:38.711339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f7183-583b-4e96-9517-af4adde319a8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:38.713300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f7183-583b-4e96-9517-af4adde319a8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:38.718895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bb9f7183-583b-4e96-9517-af4adde319a8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1303465 Jun 25 11:23:38.719640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52970) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:38.748940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:38.770640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:38.771512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:38.807644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet ac07c523-fdff-42f7-8550-8b756915dbd8 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:38.814395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.830499 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d7a6175a-3371-4e61-a947-47c1a61283d1 req-c93dd52b-89bc-44d7-9d04-1ce507076bd8 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/ports?device_id=5aff569c-4180-46ee-964b-17abcea8446a HTTP/1.1" status: 200 len: 210 time: 0.1317480 Jun 25 11:23:38.831797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:38.832490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac270bc6-025d-4fae-a5e5-731675d497fc None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:38.938024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:38.969570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Deleting port f86c45f7-0d72-49ec-902f-be6e853fc415 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:38.969916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.040198 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:09Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:39.111516 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] Checking router: 90e5c049-4d34-44fb-943b-1ae1cc4015fe for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:23:39.125366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.126144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.126482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.137817 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:39.138501 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:39.143645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Calling delete_port for f86c45f7-0d72-49ec-902f-be6e853fc415 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:39.255003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913c2fd-48fb-4ccc-b44f-a1b2858fa705 req-2be9c4e5-a928-4ef9-8af0-332663531d00 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:39.265647 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b913c2fd-48fb-4ccc-b44f-a1b2858fa705 req-2be9c4e5-a928-4ef9-8af0-332663531d00 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2456646 Jun 25 11:23:39.270054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52982) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:39.270974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52984) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:39.315721 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:39.338759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b913c2fd-48fb-4ccc-b44f-a1b2858fa705 req-d3f86982-d2ee-4c56-a073-e196ceb87844 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716054 Jun 25 11:23:39.353442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.359289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-321fced8-b6f4-41a5-82d6-66d7a9bb7a12 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:39.366578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router 62b8e343-01eb-46b9-8294-463de83f7fca has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:39.427918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=ac07c523-fdff-42f7-8550-8b756915dbd8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:39.438215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:39.442649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.452829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/ac07c523-fdff-42f7-8550-8b756915dbd8 HTTP/1.1" status: 204 len: 168 time: 0.7268877 Jun 25 11:23:39.453166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 52990) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:39.456455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb9f62-ad39-456a-ba63-d2457a96935a None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:39.495162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0e374397-7c9b-44e5-adf2-d19b85b53f04 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:39.495162 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-0e374397-7c9b-44e5-adf2-d19b85b53f04 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 11:23:39.495162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-0e374397-7c9b-44e5-adf2-d19b85b53f04 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 11:23:39.495162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0e374397-7c9b-44e5-adf2-d19b85b53f04 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2136505 Jun 25 11:23:39.500478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52992) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:39.505744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107106185'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:39.589068 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c9d2e5a7-5fe7-4fa5-a315-ad806d197906 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=926543e5af7b4c6c912b207d770077fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136771 Jun 25 11:23:39.589408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52994) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:39.601751 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-93c9da57-2e6f-48dc-90ac-a5f87cc674be tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1489165 Jun 25 11:23:39.606974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 52996) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:39.616270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:39.628323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.675825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.737951 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:09Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:39.756634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.788400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b967918-80b3-4c6e-9d15-98100f7123a2 None None] The sync data for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv is: [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:21:01Z', 'revision_number': 4, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58dc6e66-e353-48a8-9285-ea61354effe0', 'name': '', 'network_id': '1b4f1b51-e572-4d46-b050-25dc3b51e0ed', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'mac_address': 'fa:16:3e:b8:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7b0efc68-04d5-4795-a563-1d192045499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:59Z', 'updated_at': '2021-06-25T11:21:09Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'subnets': [{'id': '7b0efc68-04d5-4795-a563-1d192045499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:39.794336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.802196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.812916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0419aaa9-31ec-452a-9214-e93fbe50a80a tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:39.870464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Pushing event deleted for resources: {'Port': ['ID=f86c45f7-0d72-49ec-902f-be6e853fc415,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:39.872280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:39.891161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:39.979006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Deleting port af18fabd-f509-4c7e-aa53-185ffa40c9c3 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:39.979592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:39.999934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:40.011389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.011657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.014935 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] Sync routers for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:40.030676 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:40.031703 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:40.041529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.050920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.055482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd2f20a0-f602-4359-81bd-6f38454f5504 HTTP/1.1" status: 204 len: 168 time: 0.4643047 Jun 25 11:23:40.057440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4a00ca2e-5e60-4bc4-92cd-19c21119b901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:40.065944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2f20a0-f602-4359-81bd-6f38454f5504,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:40.074029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:40.088289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] For port af18fabd-f509-4c7e-aa53-185ffa40c9c3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=af18fabd-f509-4c7e-aa53-185ffa40c9c3,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:40.089194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.101243 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-30f968db-74c0-4a36-a776-ed65e51d2fe3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/floatingips/0ecb36e0-451d-4b5c-87ea-9589fffdb206 HTTP/1.1" status: 200 len: 977 time: 5.5029671 Jun 25 11:23:40.104091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53004) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:40.115755 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:40.119525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Calling delete_port for af18fabd-f509-4c7e-aa53-185ffa40c9c3 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:40.122885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53006) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:40.136687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.140199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.143100 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] 10.222.0.81 "DELETE /v2.0/floatingips/becac6f9-5263-4cee-9120-1ea3e7836e9b HTTP/1.1" status: 204 len: 168 time: 1.7005105 Jun 25 11:23:40.149915 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:40.152177 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:40.159792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53008) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:40.187617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.217842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:40.218661 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e04a8-0e3d-4665-b7de-67abbe66119c None None] The sync data for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:40.227199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d7d4740-d726-4fc9-a64e-f7204232bda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:40.279820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e43d6-2430-4b3c-8f66-e6cfc55aecae,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:40.285892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa3306-a8e1-4af7-853e-c75d62975f12 None None] New status for floating IP f3faab24-1b8c-47f1-9616-894b1a0c70c7: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:23:40.286585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:40.304737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:40.305763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.361584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.398425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:40.404217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.527692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.558520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.566115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bdad68c5-a526-4c0b-96e2-7d570f5e44b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:40.600447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Pushing event deleted for resources: {'Port': ['ID=af18fabd-f509-4c7e-aa53-185ffa40c9c3,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:40.606726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] No DVR routers for this DVR port af18fabd-f509-4c7e-aa53-185ffa40c9c3 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:40.608517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:40.724584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.866191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.866427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.866603 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Floating IP 0ecb36e0-451d-4b5c-87ea-9589fffdb206 disassociated. External IP: 172.26.0.99, port: 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351. Jun 25 11:23:40.866985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:40.871836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.882816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2b66fa11-b8fc-4a5b-9e28-f8f656dd1b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:40.900177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.901999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.948634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1b930-8fbc-47d7-8890-b81a84316771,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:40.951145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:40.953452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:40.986292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.042287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.043773 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5420959 Jun 25 11:23:41.050716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53022) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.073786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb94bbd-403c-4112-b87e-5490a055638d req-f69da870-643c-4ecb-a4d1-6c4e54f766e7 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:41.075995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': '1fd1b930-8fbc-47d7-8890-b81a84316771', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:41.076301 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1cb94bbd-403c-4112-b87e-5490a055638d req-f69da870-643c-4ecb-a4d1-6c4e54f766e7 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3062429 Jun 25 11:23:41.158269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:23:41.158269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.159902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cd763d27-ec96-47c6-bf55-cb485f2d2be4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:41.206313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:41.209845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:41.213303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1cb94bbd-403c-4112-b87e-5490a055638d req-b7b1e460-8555-47be-b754-f4e1c5852a39 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241117 Jun 25 11:23:41.221744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa95652-c34e-45d0-807b-fa95bfea7924 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:41.223352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:41.224044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.240761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.249899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=8bb3ea15-2171-4274-937b-52eade23b6ce,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:41.258810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:41.260944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Router 99920764-a8ab-46f4-b85d-3b5a4ccbba7c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:41.262082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5f8ba9e3-a22e-4d73-91d4-d3d2bea78f2f tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:41.295822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:41.306850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:41.320142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.445499 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8337984 Jun 25 11:23:41.457656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53032) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.459651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '8bb3ea15-2171-4274-937b-52eade23b6ce'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:41.460582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.468572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.472242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.472757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:7c:13:30', 'name': 'tempest-NetworksTestDHCPv6-1311491428'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:41.474058 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "DELETE /v2.0/security-groups/5605a54d-0b46-4c9e-8732-2921c6aeb94e HTTP/1.1" status: 204 len: 168 time: 1.3500397 Jun 25 11:23:41.482763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53034) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.501022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:41.538390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5605a54d-0b46-4c9e-8732-2921c6aeb94e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:41.550980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.553895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-a8a51b65-1909-45f4-82a5-c9bff1550d21 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] show failed (client error): The resource could not be found. Jun 25 11:23:41.555023 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a8a51b65-1909-45f4-82a5-c9bff1550d21 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "GET /v2.0/security-groups/5605a54d-0b46-4c9e-8732-2921c6aeb94e HTTP/1.1" status: 404 len: 347 time: 0.0709274 Jun 25 11:23:41.559710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:41.570818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53036) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.586701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53038) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.605192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router 62b8e343-01eb-46b9-8294-463de83f7fca has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:41.653653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:41.662000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.662710 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] Sync routers for ids ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:41.663184 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-29319040-9615-4bee-be92-3d08f3f85bd1 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "PUT /v2.0/routers/99920764-a8ab-46f4-b85d-3b5a4ccbba7c HTTP/1.1" status: 200 len: 924 time: 5.1723955 Jun 25 11:23:41.666179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53042) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.694262 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] Routers {'99920764-a8ab-46f4-b85d-3b5a4ccbba7c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:41.697618 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:41.727395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.745149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device af18fabd-f509-4c7e-aa53-185ffa40c9c3 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:41.752203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-02ebad56-311e-4c87-808b-0fdf04c479fa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:41.782951 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:41.784735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-759182314'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:41.790764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9769e194-be97-450b-b4ac-1b7ec7ba3e53,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:41.796218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: af18fabd-f509-4c7e-aa53-185ffa40c9c3 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:41.796935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device af18fabd-f509-4c7e-aa53-185ffa40c9c3 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:41.797501 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] Routers {'99920764-a8ab-46f4-b85d-3b5a4ccbba7c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:41.798269 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:41.800604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Allocated IP 2001:db8::f816:3eff:feeb:22e (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/8bb3ea15-2171-4274-937b-52eade23b6ce/ed24531f-a5af-4927-bbc7-4f8231478d60) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:41.802223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:41.838612 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:41.839293 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9f74c-a0e9-444c-a2db-8e6a9c86c198 None None] The sync data for ids ['99920764-a8ab-46f4-b85d-3b5a4ccbba7c'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:41.889472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:41.908734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] Sync routers for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:41.927568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:41.928350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:41.963623 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-82800016-72eb-4089-8778-b43c3867a226 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/99920764-a8ab-46f4-b85d-3b5a4ccbba7c HTTP/1.1" status: 200 len: 924 time: 0.2443006 Jun 25 11:23:41.967245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53044) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.968212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Deleting port 53514f62-f910-49a5-8154-09d9231cb4a0 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:41.968577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.970173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.974991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/ports/4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 HTTP/1.1" status: 204 len: 168 time: 1.8671904 Jun 25 11:23:41.975194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:41.976233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53046) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:41.999265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.003587 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9505439 Jun 25 11:23:42.021191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53048) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:42.030537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c7a10cc3-b23d-4f08-a7fd-231153dc78a8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': '1fd1b930-8fbc-47d7-8890-b81a84316771', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:42.096526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e8233-b660-4082-8d64-5c8f521ef9f0 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:42.100756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-882e8233-b660-4082-8d64-5c8f521ef9f0 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=99920764-a8ab-46f4-b85d-3b5a4ccbba7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1295884 Jun 25 11:23:42.100989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53050) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:42.128058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:42.164817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:42.179665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:42.180389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:42.204889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-c7a10cc3-b23d-4f08-a7fd-231153dc78a8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:23:42.204889 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:23:42.204889 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '6a6be49077a44e47bd8bb7b64c630fe9', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 23, 42, 38265)}] Jun 25 11:23:42.204889 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:23:42.205383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-c7a10cc3-b23d-4f08-a7fd-231153dc78a8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:23:42.217748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:42.218433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5720bd4f-874c-4766-a7f7-abd5320d27d0 None None] The sync data for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:42.235294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.244692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Transition to ACTIVE for port object ed24531f-a5af-4927-bbc7-4f8231478d60 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:42.264407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Transition to ACTIVE for port object ed24531f-a5af-4927-bbc7-4f8231478d60 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:42.300002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.300341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.329855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Calling delete_port for 53514f62-f910-49a5-8154-09d9231cb4a0 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:42.358940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.361328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-67fb4096-134d-4a08-a70b-68e5c89133cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:42.408642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:42.411829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:42.421303 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:42.423187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Pushing event updated for resources: {'Port': ['ID=ed24531f-a5af-4927-bbc7-4f8231478d60,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:42.427677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:42.489205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Attempting to bind port ed24531f-a5af-4927-bbc7-4f8231478d60 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:42.489805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Attempting to bind port ed24531f-a5af-4927-bbc7-4f8231478d60 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:42.490277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Attempting to bind port ed24531f-a5af-4927-bbc7-4f8231478d60 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:42.496494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:42.497361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:42.497945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.498465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:42.499086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Bound port: ed24531f-a5af-4927-bbc7-4f8231478d60, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:42.499606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.572233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] For port ed24531f-a5af-4927-bbc7-4f8231478d60, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:42.577229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] For port ed24531f-a5af-4927-bbc7-4f8231478d60, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ed24531f-a5af-4927-bbc7-4f8231478d60,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:42.622302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Made reservation on behalf of 4dbd45f0307144cb9981dec9c89042b1 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:42.625944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.666837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10153ba1-1e20-4422-96e4-d2d2cba264a9 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:42.668292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-10153ba1-1e20-4422-96e4-d2d2cba264a9 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.5663176 Jun 25 11:23:42.671963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53054) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:42.678633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.680522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.683143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:42.744877 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cddf0fac-8e94-497e-b5a1-93d6824ec84e tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=99920764-a8ab-46f4-b85d-3b5a4ccbba7c HTTP/1.1" status: 200 len: 205 time: 0.0658045 Jun 25 11:23:42.747612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53056) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:42.756907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Pushing event updated for resources: {'Port': ['ID=ed24531f-a5af-4927-bbc7-4f8231478d60,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:42.757676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:42.773205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:42.827870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:23:42.827870 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:23:42.827870 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '4dbd45f0307144cb9981dec9c89042b1', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 23, 42, 753127)}] Jun 25 11:23:42.827870 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:23:42.828268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:23:42.914151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 457e6832-2392-43dc-a37e-62148171aa4f yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:42.935405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679a8ea-85fe-4714-ae11-812fd59e3726 req-5e8534d8-c128-4bb8-a077-0a44be64fb30 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:42.937018 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e679a8ea-85fe-4714-ae11-812fd59e3726 req-5e8534d8-c128-4bb8-a077-0a44be64fb30 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3275294 Jun 25 11:23:42.991205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7a10cc3-b23d-4f08-a7fd-231153dc78a8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.062071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.121196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Deleting port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:43.122384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.146004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.151053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:43.157572 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e679a8ea-85fe-4714-ae11-812fd59e3726 req-b687cdee-7ab2-4b35-8447-fb5a8cabf278 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091818 Jun 25 11:23:43.186284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.211720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Pushing event deleted for resources: {'Port': ['ID=53514f62-f910-49a5-8154-09d9231cb4a0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:43.232480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fe7c:1330 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/8bb3ea15-2171-4274-937b-52eade23b6ce/457e6832-2392-43dc-a37e-62148171aa4f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:43.250606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:43.271122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.295122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-c7a10cc3-b23d-4f08-a7fd-231153dc78a8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 11:23:43.296220 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c7a10cc3-b23d-4f08-a7fd-231153dc78a8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2715549 Jun 25 11:23:43.299617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53058) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:43.332663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.377700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] For port f37c8959-5d2e-4c02-8e6a-bf4a776e1d76, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:43.378065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.409135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Calling delete_port for f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:43.412867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.415446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.416607 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] 10.222.0.81 "DELETE /v2.0/floatingips/f3faab24-1b8c-47f1-9616-894b1a0c70c7 HTTP/1.1" status: 204 len: 168 time: 1.8352797 Jun 25 11:23:43.423018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53060) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:43.502148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.570282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.591704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.620612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 457e6832-2392-43dc-a37e-62148171aa4f will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:43.626286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Deleting port ab02469d-97ad-41bb-8acc-ed04c8b43ad1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:43.626861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.784163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.808082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.825963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Calling delete_port for ab02469d-97ad-41bb-8acc-ed04c8b43ad1 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:43.827258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ed24531f-a5af-4927-bbc7-4f8231478d60 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:43.843273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.846596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.848041 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/1fd1b930-8fbc-47d7-8890-b81a84316771 HTTP/1.1" status: 204 len: 168 time: 0.5474927 Jun 25 11:23:43.880464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53062) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:43.883899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-507e6c32-90dd-4d6a-a567-1939c5f480a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:43.912231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.931283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1b930-8fbc-47d7-8890-b81a84316771,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:43.934547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:43.947072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:43.951619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:43.970190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:23:43.999913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.000329 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Added segment 3f928b9a-724f-44f3-9e01-fbf9f6d5f907 of type vlan for network f825cbee-0d69-40fb-8288-6df5ae2ab184 Jun 25 11:23:44.015497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ed24531f-a5af-4927-bbc7-4f8231478d60 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:44.053054 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-79b380f3-2b99-4055-81b6-b0289a0f08a9 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1691122 Jun 25 11:23:44.055942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53064) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:44.060688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db00854c-beb9-4aa4-9f3a-883f57d4a1bb,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:44.066691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--317311473'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:44.074303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:44.076083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:44.087771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 1a461bc6-0847-4b0b-af57-393e4c49c88e {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:44.088117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.099178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-20365921-55ba-4afb-93b1-c44dd3dfd4eb tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:44.111941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:44.140761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:44.146298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:44.146911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.162297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.170455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:44.177279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.220099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37c8959-5d2e-4c02-8e6a-bf4a776e1d76,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:44.223459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:44.241968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=457e6832-2392-43dc-a37e-62148171aa4f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:44.248682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:44.267013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Provisioning for port ed24531f-a5af-4927-bbc7-4f8231478d60 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:44.274370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Provisioning complete for port ed24531f-a5af-4927-bbc7-4f8231478d60 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:44.275067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.302971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.308339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.346720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 1a461bc6-0847-4b0b-af57-393e4c49c88e owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:44.381187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.391522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:44.392435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.399750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:44.400920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.479497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] For port ed24531f-a5af-4927-bbc7-4f8231478d60, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ed24531f-a5af-4927-bbc7-4f8231478d60,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:44.510190 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0508995 Jun 25 11:23:44.511081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.517183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53068) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:44.557923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.561500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:44.601328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.628487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Pushing event updated for resources: {'Port': ['ID=ed24531f-a5af-4927-bbc7-4f8231478d60,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:44.631793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:44.635436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Pushing event updated for resources: {'Network': ['ID=f825cbee-0d69-40fb-8288-6df5ae2ab184,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:44.652841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f825cbee-0d69-40fb-8288-6df5ae2ab184 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:23:44.657165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:44.661292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94c52028-36ab-4691-baa6-d5157e28124c tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:44.666049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.689051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c92ac6-0896-4902-9d85-f6ff43d8753f req-49022cfd-0fc0-48a3-84fd-19a4554250c2 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:44.690843 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-46c92ac6-0896-4902-9d85-f6ff43d8753f req-49022cfd-0fc0-48a3-84fd-19a4554250c2 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3487158 Jun 25 11:23:44.695847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.722762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event deleted for resources: {'Port': ['ID=ab02469d-97ad-41bb-8acc-ed04c8b43ad1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:44.736551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.1475010 Jun 25 11:23:44.738944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:44.745003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:44.749971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53070) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:44.761946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-51fcf337-206b-4699-b415-12c6e7cb9423 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-1281209723') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:44.792637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c16e1c36-9a37-42ef-9978-13405bac6855 None None] Provisioning for port 457e6832-2392-43dc-a37e-62148171aa4f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:44.797463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c16e1c36-9a37-42ef-9978-13405bac6855 None None] Provisioning complete for port 457e6832-2392-43dc-a37e-62148171aa4f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:44.798429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c16e1c36-9a37-42ef-9978-13405bac6855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.822518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.832654 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-46c92ac6-0896-4902-9d85-f6ff43d8753f req-b311538e-8fd3-4114-a489-922bb4de4e9b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329293 Jun 25 11:23:44.834043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a02d9-1edd-4ae4-8581-3a9b343e9f9b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:44.840686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a02d9-1edd-4ae4-8581-3a9b343e9f9b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:44.843711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c16e1c36-9a37-42ef-9978-13405bac6855 None None] Port 457e6832-2392-43dc-a37e-62148171aa4f cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:44.845779 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-270a02d9-1edd-4ae4-8581-3a9b343e9f9b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3140805 Jun 25 11:23:44.847348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53072) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:44.852055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:44.853271 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7943494 Jun 25 11:23:44.854255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4d90e-e6a0-4b2d-943c-aac11e493d87,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:44.857563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53074) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:44.956866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:44.960389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-63363d72-9383-4035-b2fc-4bd020fb8c0e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': '06e4d90e-e6a0-4b2d-943c-aac11e493d87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:44.961167 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-63363d72-9383-4035-b2fc-4bd020fb8c0e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 25 11:23:44.961696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-63363d72-9383-4035-b2fc-4bd020fb8c0e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:44.962745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-63363d72-9383-4035-b2fc-4bd020fb8c0e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0379913 Jun 25 11:23:44.967944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53078) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:45.002631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.006087 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.177880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.209829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.214467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.220714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.222486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Fanout notify agent at l3_agent the message router_deleted on router 99920764-a8ab-46f4-b85d-3b5a4ccbba7c {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:45.238919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.240503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/99920764-a8ab-46f4-b85d-3b5a4ccbba7c HTTP/1.1" status: 204 len: 168 time: 2.4885256 Jun 25 11:23:45.258852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53082) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:45.274107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d6b6cfc8-8de1-4786-a6cd-cea4d65e11ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-208146468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:45.282098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 457e6832-2392-43dc-a37e-62148171aa4f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:45.282697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.364960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.367728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.369399 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/06e4d90e-e6a0-4b2d-943c-aac11e493d87 HTTP/1.1" status: 204 len: 168 time: 0.3805518 Jun 25 11:23:45.373413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff88a32f-5674-4abd-92e5-56a7a72981f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:45.373621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53084) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:45.389294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4d90e-e6a0-4b2d-943c-aac11e493d87,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:45.397227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:45.436978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.451292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 457e6832-2392-43dc-a37e-62148171aa4f owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:45.472538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.481884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8a774db7-c989-47c9-87fb-5e6b5ce46df3 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:45.530659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6b6cfc8-8de1-4786-a6cd-cea4d65e11ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.531728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6b6cfc8-8de1-4786-a6cd-cea4d65e11ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.535298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=1a461bc6-0847-4b0b-af57-393e4c49c88e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:45.547465 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-51fcf337-206b-4699-b415-12c6e7cb9423 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "PUT /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-1281209723 HTTP/1.1" status: 201 len: 201 time: 0.7893734 Jun 25 11:23:45.553759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53086) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:45.556661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:45.562718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-64ddc5b9-a09c-4abf-a301-dc9590e3aa9a tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-1281209723') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:45.676880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-e3e763af-c8e1-4275-b580-2ddda110a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:45.676880 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-e3e763af-c8e1-4275-b580-2ddda110a1e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.1701324 Jun 25 11:23:45.779948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6b6cfc8-8de1-4786-a6cd-cea4d65e11ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.784989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-64ddc5b9-a09c-4abf-a301-dc9590e3aa9a tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "GET /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-1281209723 HTTP/1.1" status: 204 len: 168 time: 0.2269132 Jun 25 11:23:45.794555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53088) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:45.802963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-6def992c-8235-4b7f-b760-0edeb4bb2ebc tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:45.829227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5300068a-5bd0-4c6f-820d-2b0f16743c74 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4477162 Jun 25 11:23:45.836480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53090) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:45.842488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--952670890'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:45.847778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ed24531f-a5af-4927-bbc7-4f8231478d60 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:45.854786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6b6cfc8-8de1-4786-a6cd-cea4d65e11ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.872026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-13e85350-81d7-408a-aa25-0135c4400b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:45.874060 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-13e85350-81d7-408a-aa25-0135c4400b30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.1744716 Jun 25 11:23:45.881796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:45.898265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-09d5b100-56e4-431d-9678-70f16eebda32 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:45.903765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63fa1d-debc-4a92-8fdb-56de63e1036a req-768533dc-a11c-471f-ace9-8e2a9319a63d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:45.905879 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3e63fa1d-debc-4a92-8fdb-56de63e1036a req-768533dc-a11c-471f-ace9-8e2a9319a63d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.5347002 Jun 25 11:23:45.919050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Router 60a78a35-d3f1-42ff-83e6-574a2e6a19de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:45.953372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ed24531f-a5af-4927-bbc7-4f8231478d60 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:45.953755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.040439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=457e6832-2392-43dc-a37e-62148171aa4f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:46.043859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.047883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:46.114954 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3e63fa1d-debc-4a92-8fdb-56de63e1036a req-5bbc3597-af54-4515-a7e8-d5ee7d14be71 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034476 Jun 25 11:23:46.115695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6b6cfc8-8de1-4786-a6cd-cea4d65e11ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.119981 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d6b6cfc8-8de1-4786-a6cd-cea4d65e11ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8517895 Jun 25 11:23:46.120174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.125705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53092) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:46.126612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/457e6832-2392-43dc-a37e-62148171aa4f HTTP/1.1" status: 204 len: 168 time: 1.2737229 Jun 25 11:23:46.130130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53094) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:46.131972 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6def992c-8235-4b7f-b760-0edeb4bb2ebc tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "GET /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags HTTP/1.1" status: 200 len: 238 time: 0.3362496 Jun 25 11:23:46.136998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53096) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:46.147722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.156610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-9d8d1103-7793-42f6-b10d-d2323a601dcb tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', {'tags': ['tempest-TagsTest-Tag-171457390', 'tempest-TagsTest-Tag-300147157', 'tempest-TagsTest-Tag-1756546246']}) {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:46.164658 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-aec706ad-b29f-4b5d-82df-43cb0cca5dd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.2803144 Jun 25 11:23:46.180714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:46.321895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce0071-fc1e-4931-b443-1004f4983a88 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:46.322154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce0071-fc1e-4931-b443-1004f4983a88 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:46.325587 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-80ce0071-fc1e-4931-b443-1004f4983a88 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1897447 Jun 25 11:23:46.341641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53098) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:46.363400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-469f83b3-8226-4d4f-80cb-c5d4762cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:46.364868 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-469f83b3-8226-4d4f-80cb-c5d4762cb746 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.1766200 Jun 25 11:23:46.462365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 8bb3ea15-2171-4274-937b-52eade23b6ce {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:46.469833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.474477 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9d8d1103-7793-42f6-b10d-d2323a601dcb tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "PUT /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags HTTP/1.1" status: 200 len: 307 time: 0.3236537 Jun 25 11:23:46.491981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53100) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:46.500811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-18d25cc3-d1f3-4a75-9a79-d22ac3bde6c1 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-171457390') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:46.505848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.529453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.557860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:46.558469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-ee692275-df6e-4808-8a42-2a814c43a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:46.560009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-ee692275-df6e-4808-8a42-2a814c43a4a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1739140 Jun 25 11:23:46.572217 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] Sync routers for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:46.584194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.591025 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:46.591025 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:46.597154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:46.601652 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] 10.222.0.81 "PUT /v2.0/routers/60a78a35-d3f1-42ff-83e6-574a2e6a19de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4406433 Jun 25 11:23:46.607901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53102) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:46.616354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.736270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Deleting port 58dc6e66-e353-48a8-9285-ea61354effe0 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:46.736650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:46.768802 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:47.087998 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:23:43Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:47.094550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c21613-b371-4548-8036-63dfcd325fa7,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:47.106715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:47.117248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.117908 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] Checking router: 60a78a35-d3f1-42ff-83e6-574a2e6a19de for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:23:47.131402 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] Routers {'60a78a35-d3f1-42ff-83e6-574a2e6a19de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:47.131402 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:47.185537 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-d28223fe-8054-4941-8b56-01f3cd1b1707 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173873 Jun 25 11:23:47.192989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.193322 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3556440 Jun 25 11:23:47.198091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53106) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.212838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9c9b4983-72c6-4764-90c1-9295178fc477 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': '18c21613-b371-4548-8036-63dfcd325fa7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:47.216990 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-9c9b4983-72c6-4764-90c1-9295178fc477 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 25 11:23:47.216990 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-9c9b4983-72c6-4764-90c1-9295178fc477 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:47.216990 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9c9b4983-72c6-4764-90c1-9295178fc477 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106130 Jun 25 11:23:47.228100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53108) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.243057 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] Set router 60a78a35-d3f1-42ff-83e6-574a2e6a19de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:47.332380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.358125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.370147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:47.381778 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fca534e-8d7e-481e-b232-aadcd6964356 req-5320cea9-761c-4ba4-88c4-bc29f9d2e125 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854186 Jun 25 11:23:47.423303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.447937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.461515 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-18d25cc3-d1f3-4a75-9a79-d22ac3bde6c1 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "DELETE /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-171457390 HTTP/1.1" status: 204 len: 168 time: 0.9651277 Jun 25 11:23:47.475591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53110) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.495697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb3ea15-2171-4274-937b-52eade23b6ce,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:47.504186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-162134eb-f7b3-4c6d-8ae5-3c49c93f408c tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-171457390') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:47.505222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09979cae-e573-4074-bf48-4d74c507ca81 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:47.514654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:47.524841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.533444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/8bb3ea15-2171-4274-937b-52eade23b6ce HTTP/1.1" status: 204 len: 168 time: 1.1890457 Jun 25 11:23:47.535268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53112) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.549802 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:23:43Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:47.577927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router 62b8e343-01eb-46b9-8294-463de83f7fca has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:47.603166 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d5708-ca0d-4f46-a4dc-ee88df939f0d None None] The sync data for ids ['60a78a35-d3f1-42ff-83e6-574a2e6a19de'] in dv-neutron-797120-5-hyperv is: [{'id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'name': 'tempest-ServersTestJSON-1245978658-router', 'tenant_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:23:43Z', 'revision_number': 5, 'project_id': 'ec8ac9b7db5948f6acf06059cc10563c', 'gw_port': {'id': 'e55d408c-e4cf-4a5e-8873-5c38b6a9ca22', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a78a35-d3f1-42ff-83e6-574a2e6a19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:47.616571 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a7ad0d1b-39e6-4335-abe4-9485d62289b7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792482 Jun 25 11:23:47.624120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53114) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.645504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] For port 58dc6e66-e353-48a8-9285-ea61354effe0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=58dc6e66-e353-48a8-9285-ea61354effe0,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:47.646077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.670890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Calling delete_port for 58dc6e66-e353-48a8-9285-ea61354effe0 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:47.671002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.675426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.676948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/18c21613-b371-4548-8036-63dfcd325fa7 HTTP/1.1" status: 204 len: 168 time: 0.4363303 Jun 25 11:23:47.695766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53116) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.697672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69181c82-ed3f-46f5-aa45-14f5ba568fc1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:47.718876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c21613-b371-4548-8036-63dfcd325fa7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:47.725578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:47.739465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b51dab-13d4-49c3-9ab0-c910355bd178 req-842146c1-f399-4ac3-8a03-ae421e0b1f30 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:47.741061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44b51dab-13d4-49c3-9ab0-c910355bd178 req-842146c1-f399-4ac3-8a03-ae421e0b1f30 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3993452 Jun 25 11:23:47.798820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44b51dab-13d4-49c3-9ab0-c910355bd178 req-2feab93e-5ac6-4b66-bd78-8c9766b28f0e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Jun 25 11:23:47.813451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e1493-68ba-4ed7-bf4c-d3dcbbf2d7f7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:47.815198 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b74e1493-68ba-4ed7-bf4c-d3dcbbf2d7f7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1896515 Jun 25 11:23:47.818231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53118) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.875675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac8d1e-e9df-4e83-9ba7-0930f96080e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:47.879570 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-11ac8d1e-e9df-4e83-9ba7-0930f96080e5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0579810 Jun 25 11:23:47.879845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53120) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.906934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:47.931368 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-88a33504-8b8e-40ea-b310-d085bc38a863 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499463 Jun 25 11:23:47.936672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53122) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:47.952107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:47.985846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-162134eb-f7b3-4c6d-8ae5-3c49c93f408c tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] show failed (client error): The resource could not be found. Jun 25 11:23:47.986655 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-162134eb-f7b3-4c6d-8ae5-3c49c93f408c tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "GET /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-171457390 HTTP/1.1" status: 404 len: 325 time: 0.4984622 Jun 25 11:23:47.989304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:47.995817 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-918351bd-e3dc-4049-8166-8678cc56e426 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2988083 Jun 25 11:23:47.996788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53124) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:48.010943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-855773c3-f81c-476f-99db-794f226ca2ee tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-300147157') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:48.040831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53126) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:48.042615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:48.054686 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/routers/62b8e343-01eb-46b9-8294-463de83f7fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0781398 Jun 25 11:23:48.061436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] Sync routers for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:48.066344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53128) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:48.068635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593756389'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:48.080389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:48.081323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:48.146092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:48.162524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] Routers {'62b8e343-01eb-46b9-8294-463de83f7fca'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:48.163152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['62b8e343-01eb-46b9-8294-463de83f7fca'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:48.204536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Deleting port ed24531f-a5af-4927-bbc7-4f8231478d60 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:48.204929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.207796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:48.208431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b3443-653c-471a-8bbe-e7438e61b7b6 None None] The sync data for ids ['62b8e343-01eb-46b9-8294-463de83f7fca'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:48.219466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.300304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] For port ed24531f-a5af-4927-bbc7-4f8231478d60, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ed24531f-a5af-4927-bbc7-4f8231478d60,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:48.300886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.320259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Calling delete_port for ed24531f-a5af-4927-bbc7-4f8231478d60 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:48.354395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.356279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.404880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.409453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.430147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Deleting port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:48.430488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.474548 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-855773c3-f81c-476f-99db-794f226ca2ee tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "GET /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-300147157 HTTP/1.1" status: 204 len: 168 time: 0.4673731 Jun 25 11:23:48.479293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53130) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:48.486552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-196504e1-7f90-4be5-8be4-f8b8dadbd7e4 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-1756546246') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:48.518473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.520834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:48.524613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.524870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-02d99cba-9fd8-4a57-b5ec-be48d7e133fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:48.554969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Pushing event deleted for resources: {'Port': ['ID=ed24531f-a5af-4927-bbc7-4f8231478d60,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:48.557505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] No DVR routers for this DVR port ed24531f-a5af-4927-bbc7-4f8231478d60 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:48.559966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:48.669170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] For port e55d408c-e4cf-4a5e-8873-5c38b6a9ca22, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:48.669953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.692921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Calling delete_port for e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:48.715594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.715974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port f3210d2f-76b2-4316-82fa-3ec4d7b55b77 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:48.716177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.718573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Allocated IP 172.26.0.208 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/56d70337-5281-4912-849c-20f2f45bd40e) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:48.721480 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-196504e1-7f90-4be5-8be4-f8b8dadbd7e4 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "GET /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-1756546246 HTTP/1.1" status: 204 len: 168 time: 0.2407045 Jun 25 11:23:48.723468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd74e192-960d-4445-a1c8-2dc2d3f41b8b tempest-RoutersAdminTest-582330872 tempest-RoutersAdminTest-582330872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:48.725479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53132) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:48.739161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-26a6be21-e272-49b3-9c00-cae8a984d6f6 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:48.818093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58dc6e66-e353-48a8-9285-ea61354effe0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:48.868901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:48.878070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.878964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.878964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.879222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.879544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.879912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.880276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.880672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.881040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.881451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.881815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.882303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:48.900973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:48.915573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for f3210d2f-76b2-4316-82fa-3ec4d7b55b77 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:49.139480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:23:49.144680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.159752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:49.194021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.216199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:49.223618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:49.229946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:49.230667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.235212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8867a80-f8c3-4d6a-bfe5-f1cca29d741c None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:49.256908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=a6cb0230-972f-4d87-bba0-be67cbaf8c21,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:49.294126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.294519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.294923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.295282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.295807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.296387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.296766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.297157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.297530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.297897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.298284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.298654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:49.303712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:49.305523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.366626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.377491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0c56a07-6df2-4298-bbc3-d160d660b944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:49.393305 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4509525 Jun 25 11:23:49.396118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53136) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:49.402375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:cd:17:b5', 'name': 'tempest-NetworksTestDHCPv6-937816781'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:49.425705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.430652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bed082a4-f488-4da2-bcaa-517031bcfbb8 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:49.438741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': 'a6cb0230-972f-4d87-bba0-be67cbaf8c21'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:49.443728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.466243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a510d-a1e0-4c3b-8cd2-fdbcd4c62724,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:49.473954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:49.485487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=f3210d2f-76b2-4316-82fa-3ec4d7b55b77,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:49.485902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06d5fa-627e-421b-b85f-fb59083acd95 req-f4a549e0-0dd7-4052-80f6-259ef35daa9f tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:49.488066 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2e06d5fa-627e-421b-b85f-fb59083acd95 req-f4a549e0-0dd7-4052-80f6-259ef35daa9f tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.4985728 Jun 25 11:23:49.491603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:49.498468 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-26a6be21-e272-49b3-9c00-cae8a984d6f6 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "DELETE /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags HTTP/1.1" status: 204 len: 168 time: 0.7646177 Jun 25 11:23:49.499220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.502006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53138) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:49.507954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-e8744bd8-af98-45e6-b4c5-7bfb896a36af tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-300147157') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:49.527350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.533193 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4663935 Jun 25 11:23:49.533323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53140) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:49.538057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-abd32c9f-d673-4f79-9ee8-9f438c00f0e6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'a05a510d-a1e0-4c3b-8cd2-fdbcd4c62724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:49.562447 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-abd32c9f-d673-4f79-9ee8-9f438c00f0e6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 25 11:23:49.563353 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-abd32c9f-d673-4f79-9ee8-9f438c00f0e6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:49.564205 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-abd32c9f-d673-4f79-9ee8-9f438c00f0e6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300069 Jun 25 11:23:49.586019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53142) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:49.598338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8c601b31-e70f-4ced-b034-ccf02363064b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'a05a510d-a1e0-4c3b-8cd2-fdbcd4c62724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:49.599028 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-8c601b31-e70f-4ced-b034-ccf02363064b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 25 11:23:49.600122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-8c601b31-e70f-4ced-b034-ccf02363064b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:49.603794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8c601b31-e70f-4ced-b034-ccf02363064b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120027 Jun 25 11:23:49.607223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53144) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:49.619505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a81806b7-a1c4-4c7c-ade4-f31e76e567bb tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'a05a510d-a1e0-4c3b-8cd2-fdbcd4c62724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:49.620387 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-a81806b7-a1c4-4c7c-ade4-f31e76e567bb tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 25 11:23:49.620905 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-a81806b7-a1c4-4c7c-ade4-f31e76e567bb tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:49.621377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Allocated IP 2001:db8::f816:3eff:fe77:c4a7 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/a6cb0230-972f-4d87-bba0-be67cbaf8c21/1f954978-04c6-40df-b1c5-1ffe464f972f) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:49.622289 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a81806b7-a1c4-4c7c-ade4-f31e76e567bb tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088656 Jun 25 11:23:49.625901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53146) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:49.640084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fa5b8e74-96e1-4e1a-abba-ef86a383a6fc tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'a05a510d-a1e0-4c3b-8cd2-fdbcd4c62724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:49.640084 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-fa5b8e74-96e1-4e1a-abba-ef86a383a6fc tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 25 11:23:49.640084 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-fa5b8e74-96e1-4e1a-abba-ef86a383a6fc tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:49.640084 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fa5b8e74-96e1-4e1a-abba-ef86a383a6fc tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084698 Jun 25 11:23:49.642405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53148) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:49.714861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.787835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.816794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.828968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Transition to ACTIVE for port object 1f954978-04c6-40df-b1c5-1ffe464f972f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:49.838835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.841460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:49.842648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ed24531f-a5af-4927-bbc7-4f8231478d60 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:49.848036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.852590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Transition to ACTIVE for port object 1f954978-04c6-40df-b1c5-1ffe464f972f will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:49.878857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.880784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ed24531f-a5af-4927-bbc7-4f8231478d60 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:49.882254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ed24531f-a5af-4927-bbc7-4f8231478d60 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:49.882953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:49.908377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:49.909000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f37c8959-5d2e-4c02-8e6a-bf4a776e1d76 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:49.914290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.947008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:49.949024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-47df3584-f0bb-43fe-9617-1c9aa2675204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:49.959667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cb36502e-bbd3-4931-9506-74409bc5a597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:50.008075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55d408c-e4cf-4a5e-8873-5c38b6a9ca22,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:50.010916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.015378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:50.016127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:50.041898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.042433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Fanout notify agent at l3_agent the message router_deleted on router 62b8e343-01eb-46b9-8294-463de83f7fca {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:50.054528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:50.057559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:50.059317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.062985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:50.065368 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/routers/62b8e343-01eb-46b9-8294-463de83f7fca HTTP/1.1" status: 204 len: 168 time: 1.9942753 Jun 25 11:23:50.069437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Pushing event updated for resources: {'Port': ['ID=1f954978-04c6-40df-b1c5-1ffe464f972f,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:50.071914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53150) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:50.083373 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2e06d5fa-627e-421b-b85f-fb59083acd95 req-0e172f32-52cd-4d25-b26d-5f604563f382 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5650907 Jun 25 11:23:50.083600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.139295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.139645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.140070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.140412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.141432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.141817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.142153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.142486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.142817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.143212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.143545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.144066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:23:50.144825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting subnet 1a44a35f-cdc0-4d78-bd6c-b9769aafff35 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:50.148987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.152591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:50.187284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:50.189419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Attempting to bind port 1f954978-04c6-40df-b1c5-1ffe464f972f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:50.189687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Attempting to bind port 1f954978-04c6-40df-b1c5-1ffe464f972f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:50.190054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Attempting to bind port 1f954978-04c6-40df-b1c5-1ffe464f972f on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:50.195492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:50.196178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:50.196642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:50.197080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.197561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:50.198056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Bound port: 1f954978-04c6-40df-b1c5-1ffe464f972f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:50.198449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.200428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:50.204212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.249861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event updated for resources: {'Port': ['ID=56d70337-5281-4912-849c-20f2f45bd40e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:50.256118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:50.273185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.275744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.280241 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/a05a510d-a1e0-4c3b-8cd2-fdbcd4c62724 HTTP/1.1" status: 204 len: 168 time: 0.6319039 Jun 25 11:23:50.288321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c8cef258-2c45-4b2b-a042-8a5e8e233cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:50.289514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53154) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:50.298239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] For port 1f954978-04c6-40df-b1c5-1ffe464f972f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:50.301704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] For port 1f954978-04c6-40df-b1c5-1ffe464f972f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1f954978-04c6-40df-b1c5-1ffe464f972f,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:50.339578 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-e8744bd8-af98-45e6-b4c5-7bfb896a36af tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] show failed (client error): The resource could not be found. Jun 25 11:23:50.341285 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e8744bd8-af98-45e6-b4c5-7bfb896a36af tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "GET /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-300147157 HTTP/1.1" status: 404 len: 325 time: 0.8370450 Jun 25 11:23:50.344106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a510d-a1e0-4c3b-8cd2-fdbcd4c62724,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:50.350922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53156) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:50.355524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 4cba08b8-b028-449c-8482-becad357dafc yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:50.362118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:50.366876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.tag.tag_plugin [None req-2f50fe2f-f6a3-4f3d-a8c0-a6a1a28fe056 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184', 'tempest-TagsTest-Tag-1756546246') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:50.367572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.393934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.398660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9772c783-3565-4ec8-8426-b965633d37c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:50.446418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.499939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Pushing event updated for resources: {'Port': ['ID=1f954978-04c6-40df-b1c5-1ffe464f972f,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:50.504086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:50.585400 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-284419fa-6d77-4248-a588-241c2c10db5b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2932029 Jun 25 11:23:50.598229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53158) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:50.610215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661674715'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:50.621968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4807f-9b2e-47ac-8fa0-10390137b405 req-ed689fd3-36c3-4833-8a19-d1f12a8b818a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:50.625023 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-55e4807f-9b2e-47ac-8fa0-10390137b405 req-ed689fd3-36c3-4833-8a19-d1f12a8b818a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3626685 Jun 25 11:23:50.625417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.634430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.643768 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-2f50fe2f-f6a3-4f3d-a8c0-a6a1a28fe056 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] show failed (client error): The resource could not be found. Jun 25 11:23:50.645251 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2f50fe2f-f6a3-4f3d-a8c0-a6a1a28fe056 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "GET /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags/tempest-TagsTest-Tag-1756546246 HTTP/1.1" status: 404 len: 326 time: 0.2925284 Jun 25 11:23:50.653526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53160) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:50.664410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.tag.tag_plugin [None req-9de2c325-4f50-4b36-b730-0963c7948ca1 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f825cbee-0d69-40fb-8288-6df5ae2ab184') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:50.686416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fecd:17b5 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/a6cb0230-972f-4d87-bba0-be67cbaf8c21/4cba08b8-b028-449c-8482-becad357dafc) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:50.764933 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-55e4807f-9b2e-47ac-8fa0-10390137b405 req-707d8451-5ff7-4fea-a861-31a7e94ca9af tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137607 Jun 25 11:23:50.769328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.776837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e102151-d3e6-4244-83bc-16fc76dda597 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:50.820655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.834596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Subnet': ['ID=1a44a35f-cdc0-4d78-bd6c-b9769aafff35,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:50.839534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:50.849259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96602958-ed62-44e0-98a2-9be2fdfd49b2 None None] Network 2ddd0c11-0134-4795-b98a-ebb548109c6d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:50.853385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:50.856513 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/subnets/1a44a35f-cdc0-4d78-bd6c-b9769aafff35 HTTP/1.1" status: 204 len: 168 time: 0.7805679 Jun 25 11:23:50.863079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53164) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:51.023555 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.024414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a78a35-d3f1-42ff-83e6-574a2e6a19de {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:51.040867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.041248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.044807 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c772060a-0b11-4c4d-aaed-9c6b1f028035 admin admin] 10.222.0.81 "DELETE /v2.0/routers/60a78a35-d3f1-42ff-83e6-574a2e6a19de HTTP/1.1" status: 204 len: 168 time: 4.4307160 Jun 25 11:23:51.050208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53166) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:51.063284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.098815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.163980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 4cba08b8-b028-449c-8482-becad357dafc will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:51.174295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Router 90e5c049-4d34-44fb-943b-1ae1cc4015fe has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:23:51.198887 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9de2c325-4f50-4b36-b730-0963c7948ca1 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "DELETE /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184/tags HTTP/1.1" status: 204 len: 168 time: 0.5339019 Jun 25 11:23:51.202909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53168) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:51.208226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] DHCP port deletion for 2ddd0c11-0134-4795-b98a-ebb548109c6d request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:51.235623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Deleting subnet 22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:51.253458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.256808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.303756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Deleting port a8e208e2-3a26-4910-9a50-13d860389565 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:51.304695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.345998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.373836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.387940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] For port a8e208e2-3a26-4910-9a50-13d860389565, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a8e208e2-3a26-4910-9a50-13d860389565,segment=NetworkSegment(67aa5353-ae10-4c93-9052-c43095d9654f),segment_id=67aa5353-ae10-4c93-9052-c43095d9654f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:51.388270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.403187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Calling delete_port for a8e208e2-3a26-4910-9a50-13d860389565 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:51.478910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.484470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b41d1fea-16f8-471a-85fe-3dca7e6b3a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:51.518553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port a8e208e2-3a26-4910-9a50-13d860389565 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:51.519001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.531446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.540799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.574940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:51.582244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.583867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] 10.222.0.81 "PUT /v2.0/routers/90e5c049-4d34-44fb-943b-1ae1cc4015fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1598196 Jun 25 11:23:51.591732 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] Sync routers for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:51.597975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:51.608976 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:51.609941 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:51.611558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53170) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:51.616603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.645233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:51.646756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Pushing event deleted for resources: {'Port': ['ID=a8e208e2-3a26-4910-9a50-13d860389565,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:51.649608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] No DVR routers for this DVR port a8e208e2-3a26-4910-9a50-13d860389565 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:51.651803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:51.664225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.757299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] For port a8e208e2-3a26-4910-9a50-13d860389565, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a8e208e2-3a26-4910-9a50-13d860389565,segment=NetworkSegment(67aa5353-ae10-4c93-9052-c43095d9654f),segment_id=67aa5353-ae10-4c93-9052-c43095d9654f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:51.757674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.780105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for a8e208e2-3a26-4910-9a50-13d860389565 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:51.791351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.814768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f825cbee-0d69-40fb-8288-6df5ae2ab184']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:51.855775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f928b9a-724f-44f3-9e01-fbf9f6d5f907') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:51.856637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f928b9a-724f-44f3-9e01-fbf9f6d5f907') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:51.898414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1f954978-04c6-40df-b1c5-1ffe464f972f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:51.904789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.922093 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:51.925656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:51.930182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.949918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:51.951484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:51.956087 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:51.974439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc73bac1-6165-430d-aeb2-30cbf349a058,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:51.976758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.982507 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3823061 Jun 25 11:23:51.987086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53174) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:51.987475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:51.987475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:51.993863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:51.994755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:51.998458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7310175-58de-4df7-8227-478a25e30e45 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:52.035237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.054350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-db6ff7b9-4b11-4ad4-a52b-b042b4dbe234 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:52.055416 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-db6ff7b9-4b11-4ad4-a52b-b042b4dbe234 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 11:23:52.056146 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-db6ff7b9-4b11-4ad4-a52b-b042b4dbe234 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:52.058142 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-db6ff7b9-4b11-4ad4-a52b-b042b4dbe234 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0741665 Jun 25 11:23:52.062105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.069697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85387d04-57c7-453d-b18c-2e9672e63228 None None] Network 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:52.071754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53176) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:52.073732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.075659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8 HTTP/1.1" status: 204 len: 168 time: 1.0076334 Jun 25 11:23:52.080252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53178) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:52.094924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] No DVR routers for this DVR port a8e208e2-3a26-4910-9a50-13d860389565 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:52.107434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-70cc0517-d9a3-4243-8b18-3a2ad9ad5737 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:52.110156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6764d3b8-11c6-436e-b950-98f74633bf9b None None] Provisioning for port 1f954978-04c6-40df-b1c5-1ffe464f972f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:52.145466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 1f954978-04c6-40df-b1c5-1ffe464f972f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:52.165379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 1f954978-04c6-40df-b1c5-1ffe464f972f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:52.165793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.238104 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:23:48Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:52.246279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.283747 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] Checking router: 90e5c049-4d34-44fb-943b-1ae1cc4015fe for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:23:52.302446 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] Routers {'90e5c049-4d34-44fb-943b-1ae1cc4015fe'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:52.303231 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:52.314576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.334560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-86186ec7-bafc-4d73-9f85-fcaf232e1ee5 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:52.337071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.347678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.350067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd0c11-0134-4795-b98a-ebb548109c6d']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:52.352176 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] 10.222.0.81 "DELETE /v2.0/networks/f825cbee-0d69-40fb-8288-6df5ae2ab184 HTTP/1.1" status: 204 len: 168 time: 1.1480947 Jun 25 11:23:52.353235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Router 95454d7c-84e1-43ef-b395-afbfdaac4154 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:23:52.357028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.409365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Pushing event deleted for resources: {'Network': ['ID=f825cbee-0d69-40fb-8288-6df5ae2ab184,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:52.425925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 1f954978-04c6-40df-b1c5-1ffe464f972f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1f954978-04c6-40df-b1c5-1ffe464f972f,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:52.428831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:52.461913 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] Set router 90e5c049-4d34-44fb-943b-1ae1cc4015fe gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:23:52.501008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.503056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2176eeaf-9bc6-4ea1-b79e-871f155c77c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:52.570335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3ed06136-eb6f-4af2-a4f8-3e1f2afdc1d5 None None] Provisioning for port 4cba08b8-b028-449c-8482-becad357dafc completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:23:52.576218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Deleting port 9f3d02ab-7777-4321-9f5b-864116adb871 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:52.576670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.639058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] DHCP port deletion for 96a1a226-0faf-40e1-adb0-ab06f8cea8d0 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:52.650928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3ed06136-eb6f-4af2-a4f8-3e1f2afdc1d5 None None] Provisioning complete for port 4cba08b8-b028-449c-8482-becad357dafc triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:52.651809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ed06136-eb6f-4af2-a4f8-3e1f2afdc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.662190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a8e208e2-3a26-4910-9a50-13d860389565 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:52.754399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: a8e208e2-3a26-4910-9a50-13d860389565 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:52.755706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a8e208e2-3a26-4910-9a50-13d860389565 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:52.756928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:52.759465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=1f954978-04c6-40df-b1c5-1ffe464f972f,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:52.764783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:52.784262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67aa5353-ae10-4c93-9052-c43095d9654f') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:52.784531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67aa5353-ae10-4c93-9052-c43095d9654f') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:52.795321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.808412 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:23:48Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:52.810551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.817439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:52.817852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.827369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:52.827369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e55d408c-e4cf-4a5e-8873-5c38b6a9ca22 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:52.831542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3ed06136-eb6f-4af2-a4f8-3e1f2afdc1d5 None None] Port 4cba08b8-b028-449c-8482-becad357dafc cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:23:52.851034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Deleting port 9f3d02ab-7777-4321-9f5b-864116adb871 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:52.851432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:52.867953 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34185f-3dc5-469f-b461-c4e052bc5dac None None] The sync data for ids ['90e5c049-4d34-44fb-943b-1ae1cc4015fe'] in dv-neutron-797120-5-hyperv is: [{'id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'name': 'tempest-ServersTestManualDisk-1005864501-router', 'tenant_id': '71dd37fab9cc46a9b21cb940be135cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:50Z', 'updated_at': '2021-06-25T11:23:48Z', 'revision_number': 5, 'project_id': '71dd37fab9cc46a9b21cb940be135cdd', 'gw_port': {'id': 'ea7762b0-d51e-4aa0-8265-afe98044be2d', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e5c049-4d34-44fb-943b-1ae1cc4015fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:52Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: items = [ Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:52.926657 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:52.950627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=4cba08b8-b028-449c-8482-becad357dafc,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:52.952191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:52.953502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-836322df-341e-459d-bfb8-d21f435eb9c7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.896s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:52.991119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d9e34d-9cdc-45a9-9a6f-1d2a3cc878a8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:52.998932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:53.001898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.916s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:53.005825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] For port 9f3d02ab-7777-4321-9f5b-864116adb871, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9f3d02ab-7777-4321-9f5b-864116adb871,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:53.006533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.035551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Calling delete_port for 9f3d02ab-7777-4321-9f5b-864116adb871 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:53.036864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.039328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53184) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.050623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.053404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=a8e208e2-3a26-4910-9a50-13d860389565,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:53.055777 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-70cc0517-d9a3-4243-8b18-3a2ad9ad5737 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:53.061195 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-70cc0517-d9a3-4243-8b18-3a2ad9ad5737 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9715974 Jun 25 11:23:53.063105 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6655891 Jun 25 11:23:53.064314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:53.065723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.067778 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/networks/2ddd0c11-0134-4795-b98a-ebb548109c6d HTTP/1.1" status: 204 len: 168 time: 2.2034895 Jun 25 11:23:53.068491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53188) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.068965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53190) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.070774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ad1d33e-4d15-4a3f-a484-1dcd6569df55 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:53.077324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53192) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.081718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6fe74c14-035c-4cba-b662-02d92c118ba6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:53.082716 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-6fe74c14-035c-4cba-b662-02d92c118ba6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 25 11:23:53.083484 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-6fe74c14-035c-4cba-b662-02d92c118ba6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:53.087569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6fe74c14-035c-4cba-b662-02d92c118ba6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113266 Jun 25 11:23:53.100816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53194) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.107686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:23:53.128257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] Sync routers for ids ['95454d7c-84e1-43ef-b395-afbfdaac4154'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:23:53.138600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3eeeaff7-34b2-425e-a36b-3a7acada4ef2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:53.154198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] Routers {'95454d7c-84e1-43ef-b395-afbfdaac4154'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:53.155132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['95454d7c-84e1-43ef-b395-afbfdaac4154'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:53.166643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc11f-6ad4-48ac-be18-f2b396cd5929 req-77d3b06c-bb72-464b-b315-07ef5d33022f tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:53.169627 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de0dc11f-6ad4-48ac-be18-f2b396cd5929 req-77d3b06c-bb72-464b-b315-07ef5d33022f tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 1.2423942 Jun 25 11:23:53.194130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:53.214130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] Routers {'95454d7c-84e1-43ef-b395-afbfdaac4154'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:23:53.214942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['95454d7c-84e1-43ef-b395-afbfdaac4154'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:53.250547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Network': ['ID=2ddd0c11-0134-4795-b98a-ebb548109c6d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:53.252939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.258182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "PUT /v2.0/routers/95454d7c-84e1-43ef-b395-afbfdaac4154 HTTP/1.1" status: 200 len: 883 time: 7.1114261 Jun 25 11:23:53.262439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53196) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.285497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:53.323793 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de0dc11f-6ad4-48ac-be18-f2b396cd5929 req-109c3a80-4e5f-4df7-86f4-fd3ee3ac65e4 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695212 Jun 25 11:23:53.398805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.411962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] For port 9f3d02ab-7777-4321-9f5b-864116adb871, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9f3d02ab-7777-4321-9f5b-864116adb871,segment=NetworkSegment(1644ef67-ce62-4895-ab4d-3a9e565a1848),segment_id=1644ef67-ce62-4895-ab4d-3a9e565a1848)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:53.413461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.427410 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-03c76f5f-0eaa-4df8-9549-e57a1866741d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4dbd45f0307144cb9981dec9c89042b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845406 Jun 25 11:23:53.427923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53200) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.478511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9113c0d-8d33-46e5-8fc7-1a366d1c547a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:53.478774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:53.479761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f6e67-f4a4-4892-9e82-94562e1d47f6 None None] The sync data for ids ['95454d7c-84e1-43ef-b395-afbfdaac4154'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:23:53.486221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9113c0d-8d33-46e5-8fc7-1a366d1c547a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:53.488275 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a9113c0d-8d33-46e5-8fc7-1a366d1c547a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3993690 Jun 25 11:23:53.492589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Calling delete_port for 9f3d02ab-7777-4321-9f5b-864116adb871 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:53.496861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53202) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.574873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.577290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:53.604514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Pushing event deleted for resources: {'Port': ['ID=9f3d02ab-7777-4321-9f5b-864116adb871,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:53.607092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] No DVR routers for this DVR port 9f3d02ab-7777-4321-9f5b-864116adb871 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:53.608604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:53.646560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.658959 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-3eeeaff7-34b2-425e-a36b-3a7acada4ef2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:53.660561 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3eeeaff7-34b2-425e-a36b-3a7acada4ef2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5257287 Jun 25 11:23:53.681809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53204) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.688824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-678c22bb-effc-420b-9b87-a763d091706c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:53.689327 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-678c22bb-effc-420b-9b87-a763d091706c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 11:23:53.689816 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-678c22bb-effc-420b-9b87-a763d091706c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:53.695497 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-678c22bb-effc-420b-9b87-a763d091706c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068281 Jun 25 11:23:53.706557 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fe2c5326-6ed0-40cf-9976-15ab97c5c6d3 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/95454d7c-84e1-43ef-b395-afbfdaac4154 HTTP/1.1" status: 200 len: 924 time: 0.4392436 Jun 25 11:23:53.706557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53206) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.708885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53208) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:53.713559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f31876f5-fa44-4f37-85d7-da7a0c6c200b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:53.737156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.740953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Deleting port ea7762b0-d51e-4aa0-8265-afe98044be2d {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:53.741454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.743767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1f954978-04c6-40df-b1c5-1ffe464f972f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:53.783671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port fd13ccd6-503e-45ef-94b4-91bcaf5ce521 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:53.784034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.798676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 1f954978-04c6-40df-b1c5-1ffe464f972f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:23:53.799308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.816079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.837428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-402a5fcd-d706-4053-9fe2-df2e04e89494 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:53.854540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 4cba08b8-b028-449c-8482-becad357dafc {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:53.854971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:53.877913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] No DVR routers for this DVR port 9f3d02ab-7777-4321-9f5b-864116adb871 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:53.882767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3d02ab-7777-4321-9f5b-864116adb871,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:53.939447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:53.970174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] For port ea7762b0-d51e-4aa0-8265-afe98044be2d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ea7762b0-d51e-4aa0-8265-afe98044be2d,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:53.970796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.040174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58dc6e66-e353-48a8-9285-ea61354effe0 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:54.040833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Calling delete_port for ea7762b0-d51e-4aa0-8265-afe98044be2d owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:54.040833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.044110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.047525 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db00854c-beb9-4aa4-9f3a-883f57d4a1bb HTTP/1.1" status: 204 len: 168 time: 0.6148393 Jun 25 11:23:54.055144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-760505aa-e747-450e-8c6f-189bf2dd76db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:54.058053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 58dc6e66-e353-48a8-9285-ea61354effe0 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:54.058751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58dc6e66-e353-48a8-9285-ea61354effe0 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:54.059285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9f3d02ab-7777-4321-9f5b-864116adb871 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:54.064932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.084026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 9f3d02ab-7777-4321-9f5b-864116adb871 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:54.084513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9f3d02ab-7777-4321-9f5b-864116adb871 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:54.093276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.094299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db00854c-beb9-4aa4-9f3a-883f57d4a1bb,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:54.097235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:54.106013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af216cc-d863-4aef-8e9f-2f80d09fbe2a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:54.107555 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7af216cc-d863-4aef-8e9f-2f80d09fbe2a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=95454d7c-84e1-43ef-b395-afbfdaac4154&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3830833 Jun 25 11:23:54.115384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53214) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.115834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a1a226-0faf-40e1-adb0-ab06f8cea8d0']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:54.122435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 4cba08b8-b028-449c-8482-becad357dafc owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:54.144614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1644ef67-ce62-4895-ab4d-3a9e565a1848') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:54.144839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1644ef67-ce62-4895-ab4d-3a9e565a1848') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:54.178846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.197132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.197358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.237374 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-f31876f5-fa44-4f37-85d7-da7a0c6c200b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:54.238426 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f31876f5-fa44-4f37-85d7-da7a0c6c200b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5314672 Jun 25 11:23:54.244518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for fd13ccd6-503e-45ef-94b4-91bcaf5ce521 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:54.245213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53216) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.249352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.255352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-474169f1-5b5f-4916-9243-f009bb46bd9e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:54.256070 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-474169f1-5b5f-4916-9243-f009bb46bd9e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 25 11:23:54.256771 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-474169f1-5b5f-4916-9243-f009bb46bd9e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:54.260569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-474169f1-5b5f-4916-9243-f009bb46bd9e tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064034 Jun 25 11:23:54.261350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53218) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.272489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:54.272489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.281300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95e2d1-8343-4a9d-b145-0be673973dd7 req-f86964ec-ec7b-4fab-86fd-6ea763745ebc tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:54.281517 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:54.284019 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b95e2d1-8343-4a9d-b145-0be673973dd7 req-f86964ec-ec7b-4fab-86fd-6ea763745ebc tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3149941 Jun 25 11:23:54.284899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-aa0dd1fa-378a-40de-ba79-7078c71e0ed0 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:54.410969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b95e2d1-8343-4a9d-b145-0be673973dd7 req-d46cd3a0-e433-42f2-91c8-6da4817d6a25 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130745 Jun 25 11:23:54.434746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96056d5f-2d6c-408e-8eed-2e9c2ad85316 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:54.440303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-96056d5f-2d6c-408e-8eed-2e9c2ad85316 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.3156848 Jun 25 11:23:54.453900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53220) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.511175 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3b30f5f6-3de7-4a94-916c-0c0a96568e2e tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=95454d7c-84e1-43ef-b395-afbfdaac4154 HTTP/1.1" status: 200 len: 205 time: 0.0556090 Jun 25 11:23:54.512220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53222) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.523189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.529513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.537670 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/96a1a226-0faf-40e1-adb0-ab06f8cea8d0 HTTP/1.1" status: 204 len: 168 time: 2.4419692 Jun 25 11:23:54.537670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:54.603605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.613278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-14581af9-8665-407a-a1e0-32fb0807f577 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:54.642696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=4cba08b8-b028-449c-8482-becad357dafc,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:54.644602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.649136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:54.649764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:54.678178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a1a226-0faf-40e1-adb0-ab06f8cea8d0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:54.681486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:54.708601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.713234 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1d0786bb-6ba0-4c3f-ab06-69fc3463be9f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/4cba08b8-b028-449c-8482-becad357dafc HTTP/1.1" status: 204 len: 168 time: 1.2123079 Jun 25 11:23:54.713466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53226) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.716846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7762b0-d51e-4aa0-8265-afe98044be2d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:54.722786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:54.767301 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-aa0dd1fa-378a-40de-ba79-7078c71e0ed0 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:54.775718 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aa0dd1fa-378a-40de-ba79-7078c71e0ed0 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4885309 Jun 25 11:23:54.775718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.779185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53228) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.784026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a208cd5e-2ebd-4bb9-8723-a3fb08592cf7 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'dc73bac1-6165-430d-aeb2-30cbf349a058', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:54.817580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.826763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.832282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:54.898167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=fd13ccd6-503e-45ef-94b4-91bcaf5ce521,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:54.906461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:54.910652 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99666380-702b-42f6-822d-46fc109eac5f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:54.912453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99666380-702b-42f6-822d-46fc109eac5f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:54.914259 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-99666380-702b-42f6-822d-46fc109eac5f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1991570 Jun 25 11:23:54.933293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53230) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:54.974497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.978795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:54.998075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.001543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.001994 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/floatingips/0ecb36e0-451d-4b5c-87ea-9589fffdb206 HTTP/1.1" status: 204 len: 168 time: 1.8970938 Jun 25 11:23:55.008885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53232) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.017878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.047185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cb6508-a200-4f85-b8b7-0abbfc020e3d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:55.047973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cb6508-a200-4f85-b8b7-0abbfc020e3d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:55.052855 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-60cb6508-a200-4f85-b8b7-0abbfc020e3d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/ports/4a5f38e4-b8e6-4609-9ce0-3f3f3e29f351 HTTP/1.1" status: 404 len: 333 time: 0.0399096 Jun 25 11:23:55.053196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet a6cb0230-972f-4d87-bba0-be67cbaf8c21 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:55.053331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53234) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.058500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.086344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53236) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.090716 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6fe16093-0003-48cb-a58d-1c6ca3535190 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "GET /v2.0/ports?device_id=62b8e343-01eb-46b9-8294-463de83f7fca HTTP/1.1" status: 200 len: 205 time: 0.0358717 Jun 25 11:23:55.095683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53238) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.113380 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-a208cd5e-2ebd-4bb9-8723-a3fb08592cf7 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:23:55.114738 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a208cd5e-2ebd-4bb9-8723-a3fb08592cf7 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3354411 Jun 25 11:23:55.117588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.124325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53240) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.140073 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-6a3d1431-9db8-486c-b257-7e097596698b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] delete failed (client error): The resource could not be found. Jun 25 11:23:55.141073 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6a3d1431-9db8-486c-b257-7e097596698b tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/routers/62b8e343-01eb-46b9-8294-463de83f7fca HTTP/1.1" status: 404 len: 336 time: 0.0444858 Jun 25 11:23:55.144336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53242) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.163590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.164147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e5c049-4d34-44fb-943b-1ae1cc4015fe {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:55.169703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.173850 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] 10.222.0.81 "DELETE /v2.0/routers/90e5c049-4d34-44fb-943b-1ae1cc4015fe HTTP/1.1" status: 204 len: 168 time: 3.5264201 Jun 25 11:23:55.184332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53244) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.203960 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6926defc-237a-48f3-a657-4bc416d30f05 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] DELETE failed (client error): The resource could not be found. Jun 25 11:23:55.204541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6926defc-237a-48f3-a657-4bc416d30f05 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:23:55.206224 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6926defc-237a-48f3-a657-4bc416d30f05 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/subnets/1a44a35f-cdc0-4d78-bd6c-b9769aafff35 HTTP/1.1" status: 404 len: 337 time: 0.0609610 Jun 25 11:23:55.211110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53246) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.258387 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-236d39c1-216f-4270-b00a-966c02dbe74a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec8ac9b7db5948f6acf06059cc10563c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1706095 Jun 25 11:23:55.264515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53248) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.323862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Deleting port 56d70337-5281-4912-849c-20f2f45bd40e {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:55.324225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.327123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Deleting subnet 7b0efc68-04d5-4795-a563-1d192045499d {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:23:55.346997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.392546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.429129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 47c7df65-8326-4865-ab30-af2ac27c79a5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:55.429517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.436780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.453074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.477010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.508663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Calling delete_port for 56d70337-5281-4912-849c-20f2f45bd40e owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:55.529163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.539592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.606292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.629203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.658141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 47c7df65-8326-4865-ab30-af2ac27c79a5 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:55.677199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.707441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.713901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ebeb407-3ff3-48b4-bf03-01ce517776d0 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:55.741146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea7762b0-d51e-4aa0-8265-afe98044be2d no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:55.756718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.759419 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:23:55.761314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.765919 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/dc73bac1-6165-430d-aeb2-30cbf349a058 HTTP/1.1" status: 204 len: 168 time: 0.6378515 Jun 25 11:23:55.765919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.768288 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/a6cb0230-972f-4d87-bba0-be67cbaf8c21 HTTP/1.1" status: 204 len: 168 time: 0.8317835 Jun 25 11:23:55.770474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53252) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.770987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53254) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.771936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cb0230-972f-4d87-bba0-be67cbaf8c21,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:55.775777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee87b26-2c11-46bb-9f24-de5e05c12403 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:55.780292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ea7762b0-d51e-4aa0-8265-afe98044be2d {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:55.780832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea7762b0-d51e-4aa0-8265-afe98044be2d not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:55.794393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:55.796828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2be81cf5-74c4-4e87-a013-b3ba1f95b90b tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:55.842736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85efdb-354c-4785-8cd0-dd9fa7d727c5 req-fd4c1854-c90c-491c-b6f9-d7420894624b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:55.846425 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea85efdb-354c-4785-8cd0-dd9fa7d727c5 req-fd4c1854-c90c-491c-b6f9-d7420894624b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2686143 Jun 25 11:23:55.848978 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e796a9e8-bb15-479f-b709-4edbb7ca06e9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658970 Jun 25 11:23:55.853899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53256) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.861735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc73bac1-6165-430d-aeb2-30cbf349a058,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:55.867528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:55.869989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:55.910759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4bb9be25-5cb8-463e-9e26-58799ee08ad0 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1361556 Jun 25 11:23:55.916816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53258) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:55.925890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087395713'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:55.950796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.953565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.954932 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9bab943e-8773-41eb-b0af-9829e4eae65c HTTP/1.1" status: 204 len: 168 time: 0.6847148 Jun 25 11:23:55.958691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:55.968983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab943e-8773-41eb-b0af-9829e4eae65c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:55.971754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:55.976484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:55.982543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-700b7d1f-4f88-464c-9738-fb011ed4c28a tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:56.016808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0efc68-04d5-4795-a563-1d192045499d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:56.018985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.020975 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7b0efc68-04d5-4795-a563-1d192045499d HTTP/1.1" status: 204 len: 168 time: 0.8311942 Jun 25 11:23:56.022419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:56.023531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53262) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:56.027799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8c5a8-e806-4709-aa7d-9fa552692724 None None] Network 1b4f1b51-e572-4d46-b050-25dc3b51e0ed requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:56.028893 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea85efdb-354c-4785-8cd0-dd9fa7d727c5 req-2ec63156-f367-41d1-9416-8831f8670fc1 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734397 Jun 25 11:23:56.033619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.161981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:56.188537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.192666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.197033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f0714e4b-2906-4e37-9fa8-1ae45fbc5eaa tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:56.243300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event deleted for resources: {'Port': ['ID=56d70337-5281-4912-849c-20f2f45bd40e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:56.246045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:56.274179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Deleting port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:56.275495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.302143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.302396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Deleting port 1f954978-04c6-40df-b1c5-1ffe464f972f {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:56.302752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.306835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:56.311433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.372522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:56.391418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] For port 1f954978-04c6-40df-b1c5-1ffe464f972f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1f954978-04c6-40df-b1c5-1ffe464f972f,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:56.391855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.406710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Calling delete_port for 1f954978-04c6-40df-b1c5-1ffe464f972f owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:56.420507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=47c7df65-8326-4865-ab30-af2ac27c79a5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:56.423160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:56.439437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] For port 4cc0e69b-52a0-4699-b0e2-46aa01017a40, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4cc0e69b-52a0-4699-b0e2-46aa01017a40,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:56.440292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.484009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Calling delete_port for 4cc0e69b-52a0-4699-b0e2-46aa01017a40 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:56.499928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.505518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.547829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc152767-b174-4133-a617-9615f419ab5a None None] DHCP port deletion for 1b4f1b51-e572-4d46-b050-25dc3b51e0ed request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:23:56.596884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.603221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af03a189-f517-42f0-8f03-73707d5ff9dd tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:56.661520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b419cc9-de3a-44b0-8f29-862a2f01cd17,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:56.683072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:56.691943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Deleting port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:56.692740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.721676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.731857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2732d3bb-e456-41de-bc7a-06123fbafcc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:56.751832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.757134 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/ports/47c7df65-8326-4865-ab30-af2ac27c79a5 HTTP/1.1" status: 204 len: 168 time: 1.5421906 Jun 25 11:23:56.757607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53274) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:56.783257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.783257 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8541124 Jun 25 11:23:56.783257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53278) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:56.783257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fbc63a43-921d-49a2-b7d7-7d81e0e5832b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': '5b419cc9-de3a-44b0-8f29-862a2f01cd17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:56.817867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] No DVR routers for this DVR port 1f954978-04c6-40df-b1c5-1ffe464f972f on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:56.822205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.832070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a64cd23-d4c8-406c-8c33-03bd6c33f276 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:56.832272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Pushing event deleted for resources: {'Port': ['ID=1f954978-04c6-40df-b1c5-1ffe464f972f,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:56.835162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:56.864348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cc152767-b174-4133-a617-9615f419ab5a None None] For port 4cc0e69b-52a0-4699-b0e2-46aa01017a40, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4cc0e69b-52a0-4699-b0e2-46aa01017a40,segment=NetworkSegment(d0b8bde8-4eb9-409b-beb7-ae5c628eca53),segment_id=d0b8bde8-4eb9-409b-beb7-ae5c628eca53)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:23:56.865514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.882687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Calling delete_port for 4cc0e69b-52a0-4699-b0e2-46aa01017a40 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:56.898286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc0e69b-52a0-4699-b0e2-46aa01017a40,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:56.902264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.907905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:56.924095 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] No DVR routers for this DVR port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:56.972862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:56.995745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.010204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:57.023813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc152767-b174-4133-a617-9615f419ab5a None None] No DVR routers for this DVR port 4cc0e69b-52a0-4699-b0e2-46aa01017a40 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:23:57.049219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Pushing event deleted for resources: {'Port': ['ID=4cc0e69b-52a0-4699-b0e2-46aa01017a40,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:57.059575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:57.120146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.123717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf3795-126c-4d8b-ac1d-40857b34db3f req-b6c3df3d-e427-4f6d-9cd5-033d27b15299 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:57.125616 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f6bf3795-126c-4d8b-ac1d-40857b34db3f req-b6c3df3d-e427-4f6d-9cd5-033d27b15299 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3766732 Jun 25 11:23:57.157993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4f1b51-e572-4d46-b050-25dc3b51e0ed']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:57.177392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:57.177893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b8bde8-4eb9-409b-beb7-ae5c628eca53') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:23:57.181337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.182093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Fanout notify agent at l3_agent the message router_deleted on router 95454d7c-84e1-43ef-b395-afbfdaac4154 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:23:57.196960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.197565 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/95454d7c-84e1-43ef-b395-afbfdaac4154 HTTP/1.1" status: 204 len: 168 time: 2.6819348 Jun 25 11:23:57.204376 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f6bf3795-126c-4d8b-ac1d-40857b34db3f req-cbb3fa90-6c68-452c-a98c-c658c422876a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697064 Jun 25 11:23:57.205349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53286) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:57.207102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.210602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-beabceee-a622-4f60-9ee9-f1b1daee6435 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-96084996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:57.243863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.249036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port ec6725e2-ed68-45f7-b7fb-95c83bf708cc {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:57.249838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.259618 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-fbc63a43-921d-49a2-b7d7-7d81e0e5832b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The resource could not be found. Jun 25 11:23:57.260832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fbc63a43-921d-49a2-b7d7-7d81e0e5832b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4819486 Jun 25 11:23:57.262688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:23:57.263102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.265083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53288) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:57.271388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f8e794d3-f3ce-47b7-9010-63dfa1df8504 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': '5b419cc9-de3a-44b0-8f29-862a2f01cd17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e12ed4d0-f9e4-4d12-a749-5be434a8af65'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:23:57.275599 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:23:57.315327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.objects.ports [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94500) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:23:57.316937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.319061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53a7edde-4c15-4481-ae02-862e3fee6b9d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:57.364544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:57.368467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:57.376632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:57.377742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.382473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de4578a-7239-446c-97a0-acd421385add None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:23:57.396616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-beabceee-a622-4f60-9ee9-f1b1daee6435 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.397675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-beabceee-a622-4f60-9ee9-f1b1daee6435 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.406217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=16435bea-1026-48ec-96b9-a0a02c801737,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:57.413412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:57.456365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.479026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.481817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for ec6725e2-ed68-45f7-b7fb-95c83bf708cc owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:23:57.485320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4998c4e3-9996-44b7-9c34-aadcff8fdf61 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:57.499296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.504563 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1b4f1b51-e572-4d46-b050-25dc3b51e0ed HTTP/1.1" status: 204 len: 168 time: 1.4766045 Jun 25 11:23:57.516688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4f1b51-e572-4d46-b050-25dc3b51e0ed,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:57.523720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:57.647854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '16435bea-1026-48ec-96b9-a0a02c801737'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:23:57.648862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.725863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4cc0e69b-52a0-4699-b0e2-46aa01017a40 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:57.754654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 4cc0e69b-52a0-4699-b0e2-46aa01017a40 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:57.755213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4cc0e69b-52a0-4699-b0e2-46aa01017a40 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:57.755738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1f954978-04c6-40df-b1c5-1ffe464f972f no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:23:57.776203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 1f954978-04c6-40df-b1c5-1ffe464f972f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:23:57.776550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1f954978-04c6-40df-b1c5-1ffe464f972f not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:23:57.798172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.802889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f7601a7-4fc3-4cbe-9aa2-0e5b0dc9133d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:57.818018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-beabceee-a622-4f60-9ee9-f1b1daee6435 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.845839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=ec6725e2-ed68-45f7-b7fb-95c83bf708cc,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:57.848308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:57.886341 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0269661 Jun 25 11:23:57.890996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53302) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:57.901421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:b5:79:34', 'name': 'tempest-NetworksTestDHCPv6-1891162635'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:57.910875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-beabceee-a622-4f60-9ee9-f1b1daee6435 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.916947 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-f8e794d3-f3ce-47b7-9010-63dfa1df8504 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The resource could not be found. Jun 25 11:23:57.919153 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f8e794d3-f3ce-47b7-9010-63dfa1df8504 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6518152 Jun 25 11:23:57.922113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53304) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:57.970827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53306) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:57.984499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:57.989147 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/ports/ec6725e2-ed68-45f7-b7fb-95c83bf708cc HTTP/1.1" status: 204 len: 168 time: 1.2302344 Jun 25 11:23:57.990445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53308) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:58.006848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Allocated IP 2001:db8::f816:3eff:fee8:95d (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/16435bea-1026-48ec-96b9-a0a02c801737/978da90f-69b8-4997-8b58-0baf979403ed) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:58.027609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.059507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-beabceee-a622-4f60-9ee9-f1b1daee6435 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.060739 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-beabceee-a622-4f60-9ee9-f1b1daee6435 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8543732 Jun 25 11:23:58.065145 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-98468861-3fcb-4004-8125-788e4dbe18b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71dd37fab9cc46a9b21cb940be135cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0927734 Jun 25 11:23:58.068019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53310) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:58.070009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53312) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:58.071795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.079990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': True}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:58.111062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b33768-a9f2-4735-9f52-55be2d2378f3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:58.112711 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b9b33768-a9f2-4735-9f52-55be2d2378f3 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "GET /v2.0/ports?device_id=b369189a-db8e-46f2-8d25-a1a3565ca666 HTTP/1.1" status: 200 len: 913 time: 0.1210816 Jun 25 11:23:58.115371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53316) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:58.221718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:23:58.294962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.318490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.363921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Transition to ACTIVE for port object 978da90f-69b8-4997-8b58-0baf979403ed will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:58.369688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.372494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.376438 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/5b419cc9-de3a-44b0-8f29-862a2f01cd17 HTTP/1.1" status: 204 len: 168 time: 0.4507864 Jun 25 11:23:58.377068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53320) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:58.385310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Transition to ACTIVE for port object 978da90f-69b8-4997-8b58-0baf979403ed will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:58.404249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.411213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:58.442376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.445306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.465771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b419cc9-de3a-44b0-8f29-862a2f01cd17,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:58.475259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 6648e64f-54d2-4902-afdb-b56f56677489 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:23:58.483757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:58.489167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.495388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fc0724a5-b4b0-41e3-a438-3b40082e4e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:58.569075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:58.577931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:58.587081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:58.606254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Pushing event updated for resources: {'Port': ['ID=978da90f-69b8-4997-8b58-0baf979403ed,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:58.610708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:58.668193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:feb5:7934 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/16435bea-1026-48ec-96b9-a0a02c801737/6648e64f-54d2-4902-afdb-b56f56677489) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:58.684871 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2fe9904d-b6e0-446a-a7ad-1d6f24443074 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2691510 Jun 25 11:23:58.685567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53328) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:58.691992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b2a328d6-ca3f-4c2a-a46d-447e72e491e4 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'f9ca8c52-23bd-468f-b3b4-b5949c9de2aa', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:58.717188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Attempting to bind port 978da90f-69b8-4997-8b58-0baf979403ed on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:23:58.717515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Attempting to bind port 978da90f-69b8-4997-8b58-0baf979403ed by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:23:58.718103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Attempting to bind port 978da90f-69b8-4997-8b58-0baf979403ed on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:23:58.724849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:23:58.725664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:23:58.726077 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.726582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:23:58.727181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Bound port: 978da90f-69b8-4997-8b58-0baf979403ed, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:23:58.727956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.754874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.760256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.765299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19c2ec3e-371a-4030-bce5-1f8bc47d567b HTTP/1.1" status: 204 len: 168 time: 0.6818757 Jun 25 11:23:58.768259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ee9c4509-53b4-4314-814b-5f9c7fc20774 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:58.786787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2ec3e-371a-4030-bce5-1f8bc47d567b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:58.791066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:58.810094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275de4-a2bb-4727-85a5-4111b438e466 req-cbb58f63-7b50-41fe-b485-12b4d581a7cc tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:58.813384 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c275de4-a2bb-4727-85a5-4111b438e466 req-cbb58f63-7b50-41fe-b485-12b4d581a7cc tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3783600 Jun 25 11:23:58.850968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] For port 978da90f-69b8-4997-8b58-0baf979403ed, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:23:58.860871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] For port 978da90f-69b8-4997-8b58-0baf979403ed, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=978da90f-69b8-4997-8b58-0baf979403ed,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:23:58.937633 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c275de4-a2bb-4727-85a5-4111b438e466 req-30242d15-6010-46e6-8e67-7d9b0718b20c tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144743 Jun 25 11:23:58.941286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.945991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:58.957556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-93add2a5-f38c-4d91-aa14-5e328de79e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:59.025929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.036262 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-b2a328d6-ca3f-4c2a-a46d-447e72e491e4 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The resource could not be found. Jun 25 11:23:59.037704 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b2a328d6-ca3f-4c2a-a46d-447e72e491e4 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3509774 Jun 25 11:23:59.046313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53338) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:59.055254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048501800'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:23:59.080925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Pushing event updated for resources: {'Port': ['ID=978da90f-69b8-4997-8b58-0baf979403ed,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:59.088907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:59.120624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 6648e64f-54d2-4902-afdb-b56f56677489 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:23:59.194658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.224373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.233864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53340) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:59.305684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.438378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f73798-5c02-4819-86e2-d09215f505b0 req-74c597f6-3bb8-436e-88cd-2f00bf3031b0 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:59.446683 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-45f73798-5c02-4819-86e2-d09215f505b0 req-74c597f6-3bb8-436e-88cd-2f00bf3031b0 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3096468 Jun 25 11:23:59.486636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.507669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-066875b2-0031-4770-9311-700c14a8cbea tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:59.525477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Allocated IP 172.26.0.154 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/b1cd6dc2-2419-424a-9942-fccda5a3b72a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:23:59.558203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1e6ef929-9dc7-4767-a8bd-c7dfbdd601ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.644618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:23:59.667472 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-45f73798-5c02-4819-86e2-d09215f505b0 req-b439c5d1-fa83-4208-a358-387f3edd696b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197509 Jun 25 11:23:59.709384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:23:59.711616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=6648e64f-54d2-4902-afdb-b56f56677489,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:59.724599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.724599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:23:59.724978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:23:59.725748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.740847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:59.793433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.793433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f80989ee-8479-4cef-bfe0-6aa38aee0fc2 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:23:59.849218 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9548876 Jun 25 11:23:59.849218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53356) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:59.866651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc4ee3f-d5fb-4fce-8ed0-65afcfc15673,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:23:59.870214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:23:59.872195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 978da90f-69b8-4997-8b58-0baf979403ed up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:23:59.897223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 1724beb2-8d82-48a2-9cef-6f3d2d53e3d5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:23:59.897818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.908455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:23:59.910778 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8629873 Jun 25 11:23:59.934864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53358) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:23:59.945843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146686012'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:00.049176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 978da90f-69b8-4997-8b58-0baf979403ed completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:00.066867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaffb06-d86a-466a-b84d-de22105dcfa7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:00.074337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaffb06-d86a-466a-b84d-de22105dcfa7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:00.079061 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-eaaffb06-d86a-466a-b84d-de22105dcfa7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2251239 Jun 25 11:24:00.079791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.082851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53362) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:00.100783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.143316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 1724beb2-8d82-48a2-9cef-6f3d2d53e3d5 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:00.232934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:00.345726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.368453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7b5bd-d51a-48a0-8cdf-e6eceb5d7e44 req-a01330af-ac98-4204-97c4-248dc5ececb6 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:00.376295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf7b5bd-d51a-48a0-8cdf-e6eceb5d7e44 req-a01330af-ac98-4204-97c4-248dc5ececb6 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1491115 Jun 25 11:24:00.416468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 6648e64f-54d2-4902-afdb-b56f56677489 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:00.417071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.446456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf7b5bd-d51a-48a0-8cdf-e6eceb5d7e44 req-1f28c251-673c-4804-8404-83b78bc7286c tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691297 Jun 25 11:24:00.457300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.571392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.581616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-de597fa3-e497-4064-80b5-0bc6d8ffe146 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:00.601532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.604667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.609674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:00.660480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:00.663699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:00.671159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 6648e64f-54d2-4902-afdb-b56f56677489 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:00.671635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:00.673072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a212769e-e324-4d63-a4c6-363afe46b32f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:00.682597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:00.712278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.717387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Port': ['ID=b1cd6dc2-2419-424a-9942-fccda5a3b72a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:00.740287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:00.784239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4af143-59ea-4800-a613-261f37109ff2 req-cc97ecbf-e711-4e21-a60d-02fde2d86bf0 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:00.784239 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d4af143-59ea-4800-a613-261f37109ff2 req-cc97ecbf-e711-4e21-a60d-02fde2d86bf0 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1729805 Jun 25 11:24:00.878762 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d4af143-59ea-4800-a613-261f37109ff2 req-0a16bb09-e989-4745-b268-83194eb51e2d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876913 Jun 25 11:24:00.880519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Provisioning for port 978da90f-69b8-4997-8b58-0baf979403ed completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:00.884294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.884554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Provisioning complete for port 978da90f-69b8-4997-8b58-0baf979403ed triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:00.885194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.885413 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9492495 Jun 25 11:24:00.889441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53380) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:00.894213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ea5266f9-d73d-4e78-bdd7-ca53a9ef1ce6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group_rule': {'security_group_id': 'cfc4ee3f-d5fb-4fce-8ed0-65afcfc15673', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a212769e-e324-4d63-a4c6-363afe46b32f'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:00.903452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:00.907651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f7ff6a8f-0d47-4a7b-98c1-c5fd697bd2c4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:00.953582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=1724beb2-8d82-48a2-9cef-6f3d2d53e3d5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:00.967103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:00.999532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.001115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.055546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.119030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] For port 978da90f-69b8-4997-8b58-0baf979403ed, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=978da90f-69b8-4997-8b58-0baf979403ed,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:01.221426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.225959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Allocated IP 172.26.0.136 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/5a8c34ed-b89f-4e93-8f5e-f2f9130c9979) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:01.241789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4509c3ab-2ab7-4d51-bd73-344a7d8d33cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:01.260752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.312499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Pushing event updated for resources: {'Port': ['ID=978da90f-69b8-4997-8b58-0baf979403ed,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:01.317021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:01.343221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b976a0ac-2efd-4050-a3c1-c0517232d41a None None] Could not find standard attr ID for object 6648e64f-54d2-4902-afdb-b56f56677489. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:24:01.370690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f88d659-6d10-4333-a15c-cf9d4142cfa2 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:01.410810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=6648e64f-54d2-4902-afdb-b56f56677489,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:01.429863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:01.467587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.471277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.477747 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/6648e64f-54d2-4902-afdb-b56f56677489 HTTP/1.1" status: 204 len: 168 time: 1.3935764 Jun 25 11:24:01.481341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53392) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:01.609016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.613387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.617597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb9913-aec6-467b-9ac8-d758fb884cd9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:01.619513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb9913-aec6-467b-9ac8-d758fb884cd9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:01.624358 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-23fb9913-aec6-467b-9ac8-d758fb884cd9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1417992 Jun 25 11:24:01.625454 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-ea5266f9-d73d-4e78-bdd7-ca53a9ef1ce6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:01.626805 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ea5266f9-d73d-4e78-bdd7-ca53a9ef1ce6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7362597 Jun 25 11:24:01.627404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53394) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:01.657686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53396) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:01.676623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.683342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2d8ff814-a6d0-4a20-8720-c3641cc06841 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:01.734734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:01.742810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:01.754642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:01.760574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 978da90f-69b8-4997-8b58-0baf979403ed up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:01.815200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.829017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 978da90f-69b8-4997-8b58-0baf979403ed triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:01.833506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.833701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8c34ed-b89f-4e93-8f5e-f2f9130c9979,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:01.842579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:01.860759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 16435bea-1026-48ec-96b9-a0a02c801737 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:01.869600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:01.944458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.004556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4a2248f-fc9a-49e6-b691-d4126bb8780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.054212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.077497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.081974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.100526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.124542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.136096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Router 209e5d35-009f-485b-b756-067348f091ae is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:24:02.294968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.332849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Router b369189a-db8e-46f2-8d25-a1a3565ca666 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:02.339838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:02.344533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.348557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "PUT /v2.0/routers/209e5d35-009f-485b-b756-067348f091ae HTTP/1.1" status: 200 len: 917 time: 4.2771435 Jun 25 11:24:02.349222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53408) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.358500 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] Sync routers for ids ['209e5d35-009f-485b-b756-067348f091ae'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:02.366731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.373049 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] Routers {'209e5d35-009f-485b-b756-067348f091ae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:02.373878 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['209e5d35-009f-485b-b756-067348f091ae'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.409533 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.420097 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] Routers {'209e5d35-009f-485b-b756-067348f091ae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:02.420829 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['209e5d35-009f-485b-b756-067348f091ae'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.428360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.432991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.432991 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/a212769e-e324-4d63-a4c6-363afe46b32f HTTP/1.1" status: 204 len: 168 time: 0.7734263 Jun 25 11:24:02.437161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71948ba7-a9e9-49af-a61d-a1668e371a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:02.437709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53412) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.457877 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.458672 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9125bc-3227-4c2d-ba8b-aebea361d883 None None] The sync data for ids ['209e5d35-009f-485b-b756-067348f091ae'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:02.468322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a212769e-e324-4d63-a4c6-363afe46b32f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:02.468571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.474981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3cdba0ab-1d5d-4614-903f-f7c7c7bb690e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:02.479368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:02.577161 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-467cd33a-68a4-4c92-9deb-e30b48e7c341 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/209e5d35-009f-485b-b756-067348f091ae HTTP/1.1" status: 200 len: 923 time: 0.2251251 Jun 25 11:24:02.577161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:02.578192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53416) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.583043 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "PUT /v2.0/routers/b369189a-db8e-46f2-8d25-a1a3565ca666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4666176 Jun 25 11:24:02.591303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.593624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] Sync routers for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:02.599371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.609839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:02.611220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.619962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:02.644975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8c34ed-b89f-4e93-8f5e-f2f9130c9979,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:02.649477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:02.658512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-001c9ded-d80d-4c79-aa7b-60f34677c9b7 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2194605 Jun 25 11:24:02.661277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53420) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.665327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.676856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] Routers {'b369189a-db8e-46f2-8d25-a1a3565ca666'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:02.678255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b369189a-db8e-46f2-8d25-a1a3565ca666'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.679452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.689636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.691496 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/16435bea-1026-48ec-96b9-a0a02c801737 HTTP/1.1" status: 204 len: 168 time: 1.0609169 Jun 25 11:24:02.694188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=16435bea-1026-48ec-96b9-a0a02c801737,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:02.701631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53422) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.710875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:02.730205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dea3cc-b047-4236-aeea-b37105ebbfdd None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:02.734081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:02.734743 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c17615-040f-4905-9fdd-913b37ba6fc1 None None] The sync data for ids ['b369189a-db8e-46f2-8d25-a1a3565ca666'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:02.750631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.778584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.781932 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ed2add6e-5076-47b3-a5b8-86e333905ae3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790985 Jun 25 11:24:02.785669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53424) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.805227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.810171 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5718784 Jun 25 11:24:02.810369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53426) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.816472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53428) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.823171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-973289557', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'fixed_ips': [{'ip_address': '172.26.0.136'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:02.859271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.867336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81342d6-f187-4496-8f54-d27079cd1d78 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:02.869022 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a81342d6-f187-4496-8f54-d27079cd1d78 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=209e5d35-009f-485b-b756-067348f091ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2898376 Jun 25 11:24:02.872409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53432) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.977065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0886aeb-2bf1-4583-a7d1-44b65d24988d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:02.979184 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e0886aeb-2bf1-4583-a7d1-44b65d24988d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1911566 Jun 25 11:24:02.984891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53434) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:02.986693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.990817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.992772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/cfc4ee3f-d5fb-4fce-8ed0-65afcfc15673 HTTP/1.1" status: 204 len: 168 time: 0.3296955 Jun 25 11:24:02.993436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Made reservation on behalf of f023a712b32d43c9ba72c7c4b96d0fc8 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:02.996201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:02.996605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53436) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:03.002174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65b77c3b-936e-4d21-bc5b-0bb2c67a3d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:03.029668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.035049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc4ee3f-d5fb-4fce-8ed0-65afcfc15673,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:03.044349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.047239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:03.049416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c822c18-db78-4e4d-84a0-cc419e900e4a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:03.051018 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3c822c18-db78-4e4d-84a0-cc419e900e4a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.1774876 Jun 25 11:24:03.054004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53438) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:03.078893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:03.085498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.101020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:03.119229 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6b8b5c92-f00b-4194-974b-51e3dc08f0bb tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=209e5d35-009f-485b-b756-067348f091ae HTTP/1.1" status: 200 len: 205 time: 0.0635424 Jun 25 11:24:03.123085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404d413-31be-41f7-82c3-7477c7c078b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:03.123348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53440) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:03.124638 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b404d413-31be-41f7-82c3-7477c7c078b2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386170 Jun 25 11:24:03.128402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53442) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:03.138523 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7df101c4-3370-4c56-88dd-4053388d5ea6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1395788 Jun 25 11:24:03.149343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Deleting port 978da90f-69b8-4997-8b58-0baf979403ed {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:03.149733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.173819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53444) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:03.175730 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3f1fccd9-8c75-40d5-9da8-c95818cbe70c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458860 Jun 25 11:24:03.179727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53446) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:03.187219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415868957'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:03.194292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:03.222393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] For port 978da90f-69b8-4997-8b58-0baf979403ed, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=978da90f-69b8-4997-8b58-0baf979403ed,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:03.222710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.240735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Calling delete_port for 978da90f-69b8-4997-8b58-0baf979403ed owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:03.251031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting port 41d5c0cc-58b8-4435-9418-9d84fbbe15c0 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:03.251789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.343111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.358259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Calling delete_port for 41d5c0cc-58b8-4435-9418-9d84fbbe15c0 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:03.376831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.415642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.420147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e524b0e-41bf-4102-97cd-89280220aed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:03.441415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.447168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Pushing event deleted for resources: {'Port': ['ID=978da90f-69b8-4997-8b58-0baf979403ed,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:03.456020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] No DVR routers for this DVR port 978da90f-69b8-4997-8b58-0baf979403ed on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:03.460015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:03.508039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.511013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1ada02c-15d7-4825-b939-30a7ed1b608f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:03.515801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] device_id is not set on port cd097b14-f43b-47a9-80f0-e9d765f01c84 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:03.521435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.574806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:24:03.574806 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:24:03.574806 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 24, 3, 361106)}] Jun 25 11:24:03.574806 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:24:03.575335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:24:03.575698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:24:03.575698 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:24:03.575698 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '6a6be49077a44e47bd8bb7b64c630fe9', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 24, 3, 208305)}] Jun 25 11:24:03.575698 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:24:03.576045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:24:03.580818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.638326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.640958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e87c007-d62b-419f-9dfb-df6a7f47e8b5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:03.642751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-96895d5e-bf43-4af1-9509-44e680ad46e6 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:03.648273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:03.676370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Port': ['ID=41d5c0cc-58b8-4435-9418-9d84fbbe15c0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:03.680069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:03.720229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 978da90f-69b8-4997-8b58-0baf979403ed no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:03.743964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 978da90f-69b8-4997-8b58-0baf979403ed {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:03.750106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 978da90f-69b8-4997-8b58-0baf979403ed not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:03.753640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.782775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Deleting port b1cd6dc2-2419-424a-9942-fccda5a3b72a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:03.783163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.845978 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 25 11:24:03.846502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:03.857060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.860523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.870914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.880037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:03.894984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Calling delete_port for b1cd6dc2-2419-424a-9942-fccda5a3b72a owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:03.945322 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1275861 Jun 25 11:24:03.948683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53448) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:04.017082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Allocated IP 172.26.0.114 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/d79cb498-0bce-44c7-8eaf-1dcde4fcd7f5) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:04.023369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.023933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Fanout notify agent at l3_agent the message router_deleted on router b369189a-db8e-46f2-8d25-a1a3565ca666 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:24:04.034458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.035588 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/routers/b369189a-db8e-46f2-8d25-a1a3565ca666 HTTP/1.1" status: 204 len: 168 time: 1.4433620 Jun 25 11:24:04.038182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53450) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:04.169119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:24:04.169119 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:24:04.169119 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '6a6be49077a44e47bd8bb7b64c630fe9', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 24, 4, 91979)}] Jun 25 11:24:04.169119 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:24:04.169803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:24:04.230037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Deleting port 5a8c34ed-b89f-4e93-8f5e-f2f9130c9979 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:04.231091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.267871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:04.271551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.459541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Deleting subnet aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:04.472158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.538426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.545527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.602744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.737961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.745019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e2daf2e-bc64-4c72-ba1b-c989f6517c70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:04.771166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.773108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aaec466c-5923-4124-8fb9-1cf71a81d80e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:04.800231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.800518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.808642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event deleted for resources: {'Port': ['ID=b1cd6dc2-2419-424a-9942-fccda5a3b72a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:04.821943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.824812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:04.850019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.858670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Calling delete_port for 5a8c34ed-b89f-4e93-8f5e-f2f9130c9979 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:04.861238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:04.876993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.879072 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/subnets/aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18 HTTP/1.1" status: 204 len: 168 time: 0.8399324 Jun 25 11:24:04.886915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:04.886915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53452) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:04.898378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:04.904137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Port': ['ID=d79cb498-0bce-44c7-8eaf-1dcde4fcd7f5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:04.935888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:04.943451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7cb00b54-7b7f-44dc-8af1-1a3a723594c3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:04.944895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:04.979107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Subnet': ['ID=aa624a14-be4e-44a2-8b6b-4d1e2f4a0e18,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:04.985787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.010281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:05.047719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.118235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.150544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.155565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.193800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.205193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517ce5ac-e942-4dfa-9399-2c6656a624d8']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:05.217121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e048b50-b31c-4ad1-88d1-50f8cdf85092') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:05.217439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e048b50-b31c-4ad1-88d1-50f8cdf85092') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:05.229542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.270395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.281778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:24:05.283046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:24:05.285914 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:24:05.297824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.323566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.324222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Fanout notify agent at l3_agent the message router_deleted on router 209e5d35-009f-485b-b756-067348f091ae {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:24:05.328093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.344816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.344816 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/209e5d35-009f-485b-b756-067348f091ae HTTP/1.1" status: 204 len: 168 time: 2.2103848 Jun 25 11:24:05.344816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53454) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:05.347967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4497d9ca-ec98-4c8a-a5ba-904cd087bb86 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-980824821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:05.363791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.366773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-66342c52-9896-40ed-a023-37b6789dbce9 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:05.412020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:05.415377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:05.420290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:05.420902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.427758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aacdfd-3424-48ec-8aa8-3544095d4fbd None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:05.429846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.442678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=366a6f3c-99b1-4b1d-bee2-8e09a7401ec0,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:05.447526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:05.448048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5cc1b917-c350-48d6-b67c-c50b4876d002 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:05.454107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.458998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3bf1a779-0305-416c-845d-1129ddea7ff7 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:05.461998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.463277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.469699 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] 10.222.0.81 "DELETE /v2.0/networks/517ce5ac-e942-4dfa-9399-2c6656a624d8 HTTP/1.1" status: 204 len: 168 time: 0.5803545 Jun 25 11:24:05.490663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Pushing event deleted for resources: {'Network': ['ID=517ce5ac-e942-4dfa-9399-2c6656a624d8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:05.499401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:05.510159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a8c34ed-b89f-4e93-8f5e-f2f9130c9979,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:05.517181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:05.518302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-adf285a7-821e-44bb-bbb9-d8b460c9cac5 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:05.566935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7ab470-4de6-4fb8-bb5b-7c0551963d3e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:05.572888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:05.576297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.583082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.586533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.588346 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/9a2e1417-5a2d-4184-ab51-b243914861a8 HTTP/1.1" status: 204 len: 168 time: 1.6381052 Jun 25 11:24:05.592527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4497d9ca-ec98-4c8a-a5ba-904cd087bb86 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.596466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4497d9ca-ec98-4c8a-a5ba-904cd087bb86 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.646827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '366a6f3c-99b1-4b1d-bee2-8e09a7401ec0'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:05.647830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.678527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4497d9ca-ec98-4c8a-a5ba-904cd087bb86 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.684580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.688096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5dcdc523-cb4d-49bc-89d0-30bc5333da4c tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:05.724717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.728722 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5506864 Jun 25 11:24:05.728722 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5473983 Jun 25 11:24:05.728992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53460) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:05.734287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0f42de25-59ef-4f20-af3a-521e4d9312d3 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:05.742444 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-0f42de25-59ef-4f20-af3a-521e4d9312d3 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 11:24:05.742444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-0f42de25-59ef-4f20-af3a-521e4d9312d3 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] update failed (client error): There was a conflict when trying to complete your request. Jun 25 11:24:05.742444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0f42de25-59ef-4f20-af3a-521e4d9312d3 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "PUT /v2.0/security-groups/ca7ab470-4de6-4fb8-bb5b-7c0551963d3e HTTP/1.1" status: 409 len: 330 time: 0.0059786 Jun 25 11:24:05.742444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53462) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:05.742444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:3a:91:1b', 'name': 'tempest-NetworksTestDHCPv6-989981462'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:05.745631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53464) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:05.760117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Port': ['ID=d79cb498-0bce-44c7-8eaf-1dcde4fcd7f5,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:05.763909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:05.781979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.787049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4497d9ca-ec98-4c8a-a5ba-904cd087bb86 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.826962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/366a6f3c-99b1-4b1d-bee2-8e09a7401ec0/1c0be91a-84e9-4915-a634-496051c0ce1a) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:05.889846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.890071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.891250 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0808220 Jun 25 11:24:05.894054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53466) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:05.908555 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-125801009'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:05.923883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4497d9ca-ec98-4c8a-a5ba-904cd087bb86 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.925363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4497d9ca-ec98-4c8a-a5ba-904cd087bb86 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5825734 Jun 25 11:24:05.929930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53468) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:05.939908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:05.941135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'enable_snat': False}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:06.024406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.065280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Transition to ACTIVE for port object 1c0be91a-84e9-4915-a634-496051c0ce1a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:06.066331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.070270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.077047 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/ca7ab470-4de6-4fb8-bb5b-7c0551963d3e HTTP/1.1" status: 204 len: 168 time: 0.3293662 Jun 25 11:24:06.077623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53474) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:06.078571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:06.093943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7ab470-4de6-4fb8-bb5b-7c0551963d3e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:06.095611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Transition to ACTIVE for port object 1c0be91a-84e9-4915-a634-496051c0ce1a will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:06.100586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:06.125194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Made reservation on behalf of 7ba00588da644f99a8fb405b627511db for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:06.125868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53476) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:06.129164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.148720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.157270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53480) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:06.184159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.189859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:06.208852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:06.244143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:06.249320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:06.255122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:06.259098 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f28aa320-c4da-4f0c-a73b-0576d02602b3 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1802552 Jun 25 11:24:06.261383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.268239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53484) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:06.270428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Pushing event updated for resources: {'Port': ['ID=1c0be91a-84e9-4915-a634-496051c0ce1a,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:06.283946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:06.294188 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-822e3d59-668e-43de-9278-1b7420f9c356 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] delete failed (client error): The resource could not be found. Jun 25 11:24:06.295357 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-822e3d59-668e-43de-9278-1b7420f9c356 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "DELETE /v2.0/security-groups/1846fdc3-d3de-43d7-905f-0985353a3a60 HTTP/1.1" status: 404 len: 347 time: 0.0249815 Jun 25 11:24:06.300831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53486) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:06.325953 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-7a35ce9b-377c-44bf-89a4-60e5c77276c8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] show failed (client error): The resource could not be found. Jun 25 11:24:06.330997 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7a35ce9b-377c-44bf-89a4-60e5c77276c8 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-groups/605a9b37-2fe4-4a75-ae67-93d7d35b9d4c HTTP/1.1" status: 404 len: 347 time: 0.0248964 Jun 25 11:24:06.331627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53488) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:06.344584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Attempting to bind port 1c0be91a-84e9-4915-a634-496051c0ce1a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:06.344980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Attempting to bind port 1c0be91a-84e9-4915-a634-496051c0ce1a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:06.345972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Attempting to bind port 1c0be91a-84e9-4915-a634-496051c0ce1a on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:06.351338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:06.351716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:06.352588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.353184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:06.353350 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-1c4ad96f-3b48-43ab-a45e-3becf5277c9f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] show failed (client error): The resource could not be found. Jun 25 11:24:06.353678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Bound port: 1c0be91a-84e9-4915-a634-496051c0ce1a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:06.354074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.354598 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c4ad96f-3b48-43ab-a45e-3becf5277c9f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] 10.222.0.81 "GET /v2.0/security-group-rules/3cf19dee-f180-4e60-b576-83d5f5d02b44 HTTP/1.1" status: 404 len: 356 time: 0.0217481 Jun 25 11:24:06.377442 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c2604b9a-e58b-41d1-abe2-2a4a18bf923a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac2b4af2e9d94ee0a20e435d48845336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500846 Jun 25 11:24:06.379648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53492) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:06.389432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9eec56dc-3da8-44b2-9599-0bc256f6b472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.437212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.438057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] For port 1c0be91a-84e9-4915-a634-496051c0ce1a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:06.443572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] For port 1c0be91a-84e9-4915-a634-496051c0ce1a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1c0be91a-84e9-4915-a634-496051c0ce1a,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:06.469609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 2ced3cef-4b2a-46ae-8e76-a29e59410e29 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:06.517727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.532266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.559872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.577595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.580754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-47df3584-f0bb-43fe-9617-1c9aa2675204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:06.604436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::1ac (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/366a6f3c-99b1-4b1d-bee2-8e09a7401ec0/2ced3cef-4b2a-46ae-8e76-a29e59410e29) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:06.654690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.657601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Pushing event updated for resources: {'Port': ['ID=1c0be91a-84e9-4915-a634-496051c0ce1a,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:06.661054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:06.689469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7e580e52-0286-4f43-b465-6f62ab9479aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:06.744073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db54e62-82cb-4d0d-abf4-8e6072dea076,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:06.754535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:06.770446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.793976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.795880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.798858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.800053 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c056cd3-7376-4033-9da3-ee9b4309db51 HTTP/1.1" status: 204 len: 168 time: 0.4192381 Jun 25 11:24:06.804878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6cd97885-6305-45f2-a835-3c06c85dcef1 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:06.813287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:06.827731 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c056cd3-7376-4033-9da3-ee9b4309db51,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:06.839769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:06.841639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.843841 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Added segment 8f502cc6-f175-42f0-b5a7-2304be586871 of type vlan for network e228bb87-51ef-4c43-84a1-8e131343dbf2 Jun 25 11:24:06.952174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9eec56dc-3da8-44b2-9599-0bc256f6b472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.991720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:06.998886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9eec56dc-3da8-44b2-9599-0bc256f6b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.013674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6de4c1ed-27c4-4197-97d4-caf58100a6d0 tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:07.026275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53500) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:07.089005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.099399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec56dc-3da8-44b2-9599-0bc256f6b472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f4b1c7-6319-4673-a0ea-5f4e0f64bdc9,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:07.099812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Allocated IP 172.26.0.204 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/2ad79ad1-63fe-4fdf-91bc-c5fe843fd43c) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:07.104182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9eec56dc-3da8-44b2-9599-0bc256f6b472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:07.112601 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9eec56dc-3da8-44b2-9599-0bc256f6b472 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac0674622a91493c89a696a0bf8bde50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9499681 Jun 25 11:24:07.113931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53504) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:07.136823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 2ced3cef-4b2a-46ae-8e76-a29e59410e29 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:07.165415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.173701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:07.173701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.179459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:07.213330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.253424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.265988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.279891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c1ce77fc-5e95-4a3a-86ee-ca2e0e90ffe9 tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:07.288855 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3935745 Jun 25 11:24:07.295341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53508) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:07.301883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Network': ['ID=e228bb87-51ef-4c43-84a1-8e131343dbf2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:07.314469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:07.315617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Request body: {'subnet': {'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:07.327812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:07.346617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:07.351212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:07.362529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:07.372588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:07.377541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.387627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=2ced3cef-4b2a-46ae-8e76-a29e59410e29,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:07.393949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:07.412722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.460160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.463117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.467445 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c9f4b1c7-6319-4673-a0ea-5f4e0f64bdc9 HTTP/1.1" status: 204 len: 168 time: 0.3497658 Jun 25 11:24:07.467445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-930e424a-6c04-494d-9bb1-7f596be68640 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:07.484016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f4b1c7-6319-4673-a0ea-5f4e0f64bdc9,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:07.489919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:07.505145 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d60b025c-d739-4c8d-9359-a079715def79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a6be49077a44e47bd8bb7b64c630fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713774 Jun 25 11:24:07.505392 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7625082 Jun 25 11:24:07.505392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53516) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:07.506068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53518) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:07.592301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Made reservation on behalf of 7ba00588da644f99a8fb405b627511db for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:07.596317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.654609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.689571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.700173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8804f18-8b7b-4861-84ae-197fe3f4dd1d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:07.706340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8804f18-8b7b-4861-84ae-197fe3f4dd1d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:07.708144 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c8804f18-8b7b-4861-84ae-197fe3f4dd1d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2029619 Jun 25 11:24:07.713819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53522) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:07.987166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:07.987166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bdf7e739-ce1d-452f-b202-b5f2ce3996b9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:07.989038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1c0be91a-84e9-4915-a634-496051c0ce1a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:07.989388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:07.989388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:07.989388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Pushing event updated for resources: {'Port': ['ID=2ad79ad1-63fe-4fdf-91bc-c5fe843fd43c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:07.989388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:07.989388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:07.989920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 2ced3cef-4b2a-46ae-8e76-a29e59410e29 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:07.989920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.075304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.089686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 2ced3cef-4b2a-46ae-8e76-a29e59410e29 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:08.334900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 1c0be91a-84e9-4915-a634-496051c0ce1a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:08.335771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.338506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89f34eca-d756-4257-9029-71c10a572bff tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:08.350919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bc5fccf2-2a9b-4789-8642-7873bf8372bc None None] Provisioning for port 1c0be91a-84e9-4915-a634-496051c0ce1a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:08.358762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 1c0be91a-84e9-4915-a634-496051c0ce1a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:08.359956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.363462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.366419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.371595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bc5fccf2-2a9b-4789-8642-7873bf8372bc None None] Provisioning complete for port 1c0be91a-84e9-4915-a634-496051c0ce1a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:08.376329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.378167 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a9e43d6-2430-4b3c-8f66-e6cfc55aecae HTTP/1.1" status: 204 len: 168 time: 0.8706901 Jun 25 11:24:08.382784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bc5fccf2-2a9b-4789-8642-7873bf8372bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.395218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:08.427958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e43d6-2430-4b3c-8f66-e6cfc55aecae,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:08.472913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:08.472913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-950fff38-2317-4e0b-9e83-a6100505ad95 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:08.523399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=2ced3cef-4b2a-46ae-8e76-a29e59410e29,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:08.539968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Subnet': ['ID=6b99435a-212d-460d-ac74-e19f2b126d11,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:08.542726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:08.565954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:08.575740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Checking segment: {'id': '8f502cc6-f175-42f0-b5a7-2304be586871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:08.576132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Network hostable DHCP agents. Network: e228bb87-51ef-4c43-84a1-8e131343dbf2, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:08.577417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.579424 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/2ced3cef-4b2a-46ae-8e76-a29e59410e29 HTTP/1.1" status: 204 len: 168 time: 0.8646207 Jun 25 11:24:08.582754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53534) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:08.601179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.666750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.667937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23b3f3-cab3-40bc-9bbc-2ce8b1a6e0f0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:08.674080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23b3f3-cab3-40bc-9bbc-2ce8b1a6e0f0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:08.678291 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-db23b3f3-cab3-40bc-9bbc-2ce8b1a6e0f0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0944717 Jun 25 11:24:08.682092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53536) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:08.743792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 1c0be91a-84e9-4915-a634-496051c0ce1a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1c0be91a-84e9-4915-a634-496051c0ce1a,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:08.745120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bc5fccf2-2a9b-4789-8642-7873bf8372bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.763523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 366a6f3c-99b1-4b1d-bee2-8e09a7401ec0 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:08.772160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.787739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:08.820665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.839185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.848649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:08.863232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, e228bb87-51ef-4c43-84a1-8e131343dbf2) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:08.878226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:08.878671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.905640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.909040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:08.923993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0fa4a-e1a8-409c-9fff-75a2a8ed411d None None] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:08.929794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-bc5fccf2-2a9b-4789-8642-7873bf8372bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:24:08.930035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-bc5fccf2-2a9b-4789-8642-7873bf8372bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:24:08.948335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.009123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=1c0be91a-84e9-4915-a634-496051c0ce1a,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:09.017728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53540) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.021784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:09.022232 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7248576 Jun 25 11:24:09.022822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53542) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.030697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1289025651', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:09.134239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-e228bb87-51ef-4c43-84a1-8e131343dbf2', 'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2', 'tenant_id': '7ba00588da644f99a8fb405b627511db', 'fixed_ips': [{'subnet_id': '6b99435a-212d-460d-ac74-e19f2b126d11'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:09.135136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.147977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.151261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.176997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2817a289-e03c-4120-ab1c-72de56ece58e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f023a712b32d43c9ba72c7c4b96d0fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548052 Jun 25 11:24:09.180867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53546) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.262137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Router 2b8df640-6c29-498c-a2c1-f326d50cff54 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:24:09.265975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.292269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.301460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bb31744e-afb4-4176-897e-b89074b31566 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:09.326257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Allocated IP 172.20.0.2 (e228bb87-51ef-4c43-84a1-8e131343dbf2/6b99435a-212d-460d-ac74-e19f2b126d11/92e60691-ef04-4179-bebe-b1a8da919520) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:09.378361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.383310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/366a6f3c-99b1-4b1d-bee2-8e09a7401ec0 HTTP/1.1" status: 204 len: 168 time: 0.7006085 Jun 25 11:24:09.384634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=366a6f3c-99b1-4b1d-bee2-8e09a7401ec0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:09.387279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53554) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.393050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:09.405216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7afbd4-ab93-4cf4-901d-5d387837a891 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:09.457299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-da4a8f8b-c67f-45dc-853c-d913f25fc27b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674181 Jun 25 11:24:09.467426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.485926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.549083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53558) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.651006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.664690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.674286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.675806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Transition to ACTIVE for port object 92e60691-ef04-4179-bebe-b1a8da919520 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:09.681745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e87c007-d62b-419f-9dfb-df6a7f47e8b5 HTTP/1.1" status: 204 len: 168 time: 0.4993389 Jun 25 11:24:09.685989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-84346e7b-4588-44d1-8253-6ac04e0bdc63 None None] Could not find standard attr ID for object 2ced3cef-4b2a-46ae-8e76-a29e59410e29. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:24:09.695862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ac8cac0f-ae56-4320-8798-a7b88b3ce660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:09.706593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Transition to ACTIVE for port object 92e60691-ef04-4179-bebe-b1a8da919520 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:09.724851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e87c007-d62b-419f-9dfb-df6a7f47e8b5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:09.734439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:09.771135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d4807-87e8-4b84-badf-117a914d634d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:09.773649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.783718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ab211fbf-b27f-42e6-8bb9-83e71f93e10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:09.785804 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5a6d4807-87e8-4b84-badf-117a914d634d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2355258 Jun 25 11:24:09.787997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53564) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.810779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53566) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.816264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:09.833949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:09.840887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:09.843989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:09.898009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.912301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Pushing event updated for resources: {'Port': ['ID=92e60691-ef04-4179-bebe-b1a8da919520,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:09.914318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:09.915018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:09.920938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:09.923761 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "PUT /v2.0/routers/2b8df640-6c29-498c-a2c1-f326d50cff54 HTTP/1.1" status: 200 len: 919 time: 3.9901133 Jun 25 11:24:09.926108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53572) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.930522 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] Sync routers for ids ['2b8df640-6c29-498c-a2c1-f326d50cff54'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:09.936055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae4e36-3d60-4b5b-9870-371ff3a44ca5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:09.946895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2bae4e36-3d60-4b5b-9870-371ff3a44ca5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1526639 Jun 25 11:24:09.951732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53574) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:09.959223 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] Routers {'2b8df640-6c29-498c-a2c1-f326d50cff54'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:09.959223 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['2b8df640-6c29-498c-a2c1-f326d50cff54'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:09.985675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Attempting to bind port 92e60691-ef04-4179-bebe-b1a8da919520 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:09.986062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Attempting to bind port 92e60691-ef04-4179-bebe-b1a8da919520 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '8f502cc6-f175-42f0-b5a7-2304be586871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:09.986439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Attempting to bind port 92e60691-ef04-4179-bebe-b1a8da919520 on network e228bb87-51ef-4c43-84a1-8e131343dbf2 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:09.998744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:09.999167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Checking segment: {'id': '8f502cc6-f175-42f0-b5a7-2304be586871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:09.999591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.000001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Bound using segment: {'id': '8f502cc6-f175-42f0-b5a7-2304be586871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:10.000565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Bound port: 92e60691-ef04-4179-bebe-b1a8da919520, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f502cc6-f175-42f0-b5a7-2304be586871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:10.000964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.033869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c09940a5-6254-41db-9d0e-599134aee61e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804391 Jun 25 11:24:10.034503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53576) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:10.040104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:10.059500 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:10.077956 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] Routers {'2b8df640-6c29-498c-a2c1-f326d50cff54'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:10.078720 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['2b8df640-6c29-498c-a2c1-f326d50cff54'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:10.091310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Deleting port 1c0be91a-84e9-4915-a634-496051c0ce1a {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:10.091900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.192394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] For port 92e60691-ef04-4179-bebe-b1a8da919520, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:10.224998 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-edaf31ee-d93b-4a0f-8fce-e02c40635d07 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/2b8df640-6c29-498c-a2c1-f326d50cff54 HTTP/1.1" status: 200 len: 925 time: 0.2974062 Jun 25 11:24:10.228463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53580) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:10.250424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-cb65f877-1171-4efa-832c-46a41e5bb128 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1897878058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:10.259374 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:10.260159 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593ec1c-2295-4154-892e-d3eef2fdbd2b None None] The sync data for ids ['2b8df640-6c29-498c-a2c1-f326d50cff54'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:10.271686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] For port 92e60691-ef04-4179-bebe-b1a8da919520, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=92e60691-ef04-4179-bebe-b1a8da919520,segment=NetworkSegment(8f502cc6-f175-42f0-b5a7-2304be586871),segment_id=8f502cc6-f175-42f0-b5a7-2304be586871)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:10.331617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] For port 1c0be91a-84e9-4915-a634-496051c0ce1a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1c0be91a-84e9-4915-a634-496051c0ce1a,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:10.332188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.359355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Calling delete_port for 1c0be91a-84e9-4915-a634-496051c0ce1a owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:10.366348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.381681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e2abf979-dc74-4acb-a50e-2aee909912a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:10.390090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bf1bb-57e4-436e-ae4d-c30537532546 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:10.401412 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c72bf1bb-57e4-436e-ae4d-c30537532546 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=2b8df640-6c29-498c-a2c1-f326d50cff54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1618054 Jun 25 11:24:10.401412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53588) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:10.417955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.430088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.463472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:10.477653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.484883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.508516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Pushing event updated for resources: {'Port': ['ID=92e60691-ef04-4179-bebe-b1a8da919520,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:10.520772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:10.588077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb65f877-1171-4efa-832c-46a41e5bb128 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.589172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb65f877-1171-4efa-832c-46a41e5bb128 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.619659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca79ef-f641-45d7-9031-a7348899355c tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:10.626059 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-36ca79ef-f641-45d7-9031-a7348899355c tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/networks/28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 881 time: 0.2195723 Jun 25 11:24:10.627965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53596) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:10.661904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.666896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3667d01-d9f3-4ef5-bb94-731c113efd83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:10.680722 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7baf1bba-9ed4-4a26-aff7-b21350d89338 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b8df640-6c29-498c-a2c1-f326d50cff54 HTTP/1.1" status: 200 len: 205 time: 0.0478241 Jun 25 11:24:10.702591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53600) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:10.725201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53602) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:10.728910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb65f877-1171-4efa-832c-46a41e5bb128 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.762926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] No DVR routers for this DVR port 1c0be91a-84e9-4915-a634-496051c0ce1a on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:10.775849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Pushing event deleted for resources: {'Port': ['ID=1c0be91a-84e9-4915-a634-496051c0ce1a,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:10.794550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:10.824341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb65f877-1171-4efa-832c-46a41e5bb128 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:10.828472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Allocated IP 172.26.0.127 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/c023c645-364e-4e53-bb05-c34be58edfdf) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:10.984611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.004633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb65f877-1171-4efa-832c-46a41e5bb128 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.009320 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cb65f877-1171-4efa-832c-46a41e5bb128 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1967535 Jun 25 11:24:11.010292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53608) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:11.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-766879197'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:11.070434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-211281417-network', 'tenant_id': '6a06ecc4ca97498399cc8a43a741167e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:11.119949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.128472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:24:11.130454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.132557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Made reservation on behalf of f417202e296d45749bc70b309f9e1e98 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:11.136358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.142479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e9f67e9-7a22-4612-a658-0110d13d060d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:11.174807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.176817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.196988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:11.202925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:11.211190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:11.211566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.212467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d6536-1717-42c2-afb5-6f98bbd54b14 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:11.223124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=8435521d-a176-4a28-a1aa-86d18a446a8b,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:11.227580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:11.266153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Made reservation on behalf of 6a06ecc4ca97498399cc8a43a741167e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:11.269693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.281606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.336083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.341448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:11.384082 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3475509 Jun 25 11:24:11.386471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '8435521d-a176-4a28-a1aa-86d18a446a8b'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:11.391557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.391733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53618) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:11.400430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-97b8a61d-05ce-4078-86f9-1f01014912f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:11.443749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Deleting port 2ad79ad1-63fe-4fdf-91bc-c5fe843fd43c {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:11.444089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.455690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:11.478460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Port': ['ID=c023c645-364e-4e53-bb05-c34be58edfdf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:11.492846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:11.492846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:11.492846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:11.576619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Allocated IP 2001:db8::f816:3eff:fe2c:d6af (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/8435521d-a176-4a28-a1aa-86d18a446a8b/e16d971b-6881-4c93-975a-0386d0107c68) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:11.688145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.732639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.752684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.756776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b4743187-fa7c-4cb6-a96b-7f450b28ca8c tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:11.791703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:11.810654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.810835 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Added segment 27e1e1c1-76d1-4a3b-86b1-46366237f60f of type vlan for network b260cbda-d9af-4dbd-b48a-64bb085cdc8e Jun 25 11:24:11.812371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222098e3-052f-4042-9956-8aa6ac7c9b4d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:11.827179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:11.856116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92e60691-ef04-4179-bebe-b1a8da919520 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:11.870569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.899467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.917388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Calling delete_port for 2ad79ad1-63fe-4fdf-91bc-c5fe843fd43c owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:11.937878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:11.953066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Transition to ACTIVE for port object e16d971b-6881-4c93-975a-0386d0107c68 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:11.982401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Transition to ACTIVE for port object e16d971b-6881-4c93-975a-0386d0107c68 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:11.998902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9962ba-2fc6-4252-81f0-da3eafb2a1a6 None None] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:12.009046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.009320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.023545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:12.025526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:12.027937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.036496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.036847 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Added segment 8d7cd4f7-1234-4133-a49e-e2b29e150e94 of type vlan for network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 Jun 25 11:24:12.046397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:12.069600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 92e60691-ef04-4179-bebe-b1a8da919520 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:12.075273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:12.101809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.103611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b8a61d-05ce-4078-86f9-1f01014912f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:12.107783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-12a1c78d-3bb1-42b8-ad39-1e0144683954 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:12.112016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97b8a61d-05ce-4078-86f9-1f01014912f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.160361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.188713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:12.198731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1846294 Jun 25 11:24:12.205167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:12.236191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Network': ['ID=b260cbda-d9af-4dbd-b48a-64bb085cdc8e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:12.240206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53628) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:12.248371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:12.252499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'subnet': {'network_id': 'b260cbda-d9af-4dbd-b48a-64bb085cdc8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:12.282579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.resource_extend [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:24:12.337933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.397880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1c0be91a-84e9-4915-a634-496051c0ce1a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:12.419780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:12.426052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:12.430963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 1c0be91a-84e9-4915-a634-496051c0ce1a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:12.431623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1c0be91a-84e9-4915-a634-496051c0ce1a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:12.433270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Provisioning for port 92e60691-ef04-4179-bebe-b1a8da919520 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:12.459365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:12.466783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Provisioning complete for port 92e60691-ef04-4179-bebe-b1a8da919520 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:12.467492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.481934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.482992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:12.483642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.504080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:12.518951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da3f822c-8463-49fc-a08f-740ef5b51c91 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:12.533458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53634) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:12.551229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Pushing event updated for resources: {'Port': ['ID=e16d971b-6881-4c93-975a-0386d0107c68,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:12.559764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:12.689997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Attempting to bind port e16d971b-6881-4c93-975a-0386d0107c68 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:12.690651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Attempting to bind port e16d971b-6881-4c93-975a-0386d0107c68 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:12.690651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Attempting to bind port e16d971b-6881-4c93-975a-0386d0107c68 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:12.706636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:12.711543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:12.711543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.711543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:12.711543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Bound port: e16d971b-6881-4c93-975a-0386d0107c68, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:12.711543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.739084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.780209 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.ipam_backend_mixin [None req-97b8a61d-05ce-4078-86f9-1f01014912f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8435521d-a176-4a28-a1aa-86d18a446a8b (CIDR: 2001:db8::/64) Jun 25 11:24:12.817281 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-bb63c7ec-258e-4225-9d12-239d73b42c12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1212528 Jun 25 11:24:12.822647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] For port 92e60691-ef04-4179-bebe-b1a8da919520, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=92e60691-ef04-4179-bebe-b1a8da919520,segment=NetworkSegment(8f502cc6-f175-42f0-b5a7-2304be586871),segment_id=8f502cc6-f175-42f0-b5a7-2304be586871)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:12.826102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] For port e16d971b-6881-4c93-975a-0386d0107c68, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:12.831043 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b8a61d-05ce-4078-86f9-1f01014912f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:12.831899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b8a61d-05ce-4078-86f9-1f01014912f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:12.840971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] For port e16d971b-6881-4c93-975a-0386d0107c68, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e16d971b-6881-4c93-975a-0386d0107c68,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:12.895526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Made reservation on behalf of f417202e296d45749bc70b309f9e1e98 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:12.900034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.923324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:12.936060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a626efa9-33a4-429d-9251-abea78e2903e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:12.986988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b4259c-8bb7-40a7-9dda-ac17fc71d957,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:12.991816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:13.024595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.026217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.036003 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3007915 Jun 25 11:24:13.036003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.045378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53638) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:13.046996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-80540a83-fee1-4136-8a27-789bd8dda8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:13.057987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Pushing event updated for resources: {'Port': ['ID=e16d971b-6881-4c93-975a-0386d0107c68,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:13.064477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Request body: {'subnet': {'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-211281417-subnet', 'tenant_id': '6a06ecc4ca97498399cc8a43a741167e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:13.079022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:13.100448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:13.101438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ec860d72-7486-41dc-b994-4ed147ff12a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:13.128318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1605922768'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:13.136224 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-97b8a61d-05ce-4078-86f9-1f01014912f8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7465050 Jun 25 11:24:13.140393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53640) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:13.147589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:13.215977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-986676d0-90e7-4fc1-9397-8dd9dbf7f298 None None] Provisioning complete for port 92e60691-ef04-4179-bebe-b1a8da919520 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:13.216359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-986676d0-90e7-4fc1-9397-8dd9dbf7f298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.217815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event deleted for resources: {'Port': ['ID=2ad79ad1-63fe-4fdf-91bc-c5fe843fd43c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:13.241288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:13.256291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Pushing event updated for resources: {'Port': ['ID=92e60691-ef04-4179-bebe-b1a8da919520,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:13.260093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:13.298031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.298609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.302197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38a3313e-c3e3-4436-ae1c-7b031750b53e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:13.331656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290420-b651-4baf-afbc-ca25cb77beef req-296c00e8-4cce-4b5a-8890-1192368119bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:13.334744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-296c00e8-4cce-4b5a-8890-1192368119bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.4806776 Jun 25 11:24:13.359178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Made reservation on behalf of 6a06ecc4ca97498399cc8a43a741167e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:13.359848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.469511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.475258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.488293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Subnet': ['ID=35e3585d-474e-4096-9ad0-171a7fc43ee5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:13.503437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:13.514775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Checking segment: {'id': '27e1e1c1-76d1-4a3b-86b1-46366237f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'b260cbda-d9af-4dbd-b48a-64bb085cdc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:13.515274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network hostable DHCP agents. Network: b260cbda-d9af-4dbd-b48a-64bb085cdc8e, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:13.531713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290420-b651-4baf-afbc-ca25cb77beef req-2eff721d-83cd-4f41-bfb6-7d6597bfe019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:13.533502 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-2eff721d-83cd-4f41-bfb6-7d6597bfe019 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.1507421 Jun 25 11:24:13.562412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Made reservation on behalf of fa05cd95da66426dbec53957ae4a7bcd for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:13.565836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.598393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.619135 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-6cd463e1-b8cb-4fa8-b54e-35b985e7498f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.0766976 Jun 25 11:24:13.624981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:13.682661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290420-b651-4baf-afbc-ca25cb77beef req-fa91a28b-5ed5-4a6c-8b2f-be4e1f97d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:13.685390 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-fa91a28b-5ed5-4a6c-8b2f-be4e1f97d1f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.0564582 Jun 25 11:24:13.690885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.691472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8df640-6c29-498c-a2c1-f326d50cff54 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:24:13.700101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.705397 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/2b8df640-6c29-498c-a2c1-f326d50cff54 HTTP/1.1" status: 204 len: 168 time: 2.9971523 Jun 25 11:24:13.707316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53644) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:13.716185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2038161167', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:13.728318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, b260cbda-d9af-4dbd-b48a-64bb085cdc8e) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:13.731308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:13.734787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Router fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:24:13.735867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.741770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:13.742483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:13.747562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1cd72-c103-47ef-a813-24f423a8d56d None None] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:13.881042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290420-b651-4baf-afbc-ca25cb77beef req-4f2d4485-2699-4e61-a1cd-86c54e8432c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:13.882705 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-4f2d4485-2699-4e61-a1cd-86c54e8432c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1902144 Jun 25 11:24:13.886214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e16d971b-6881-4c93-975a-0386d0107c68 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:13.981877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:13.999619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.007979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] Sync routers for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:14.013082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fa7b6925-ff73-490a-82f0-97214359b0ba tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:14.027471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:14.028952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:14.039206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-b260cbda-d9af-4dbd-b48a-64bb085cdc8e', 'network_id': 'b260cbda-d9af-4dbd-b48a-64bb085cdc8e', 'tenant_id': 'f417202e296d45749bc70b309f9e1e98', 'fixed_ips': [{'subnet_id': '35e3585d-474e-4096-9ad0-171a7fc43ee5'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:14.042009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.064119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-e0e407ee-0153-4765-9ad9-27bf0925cde4 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711376 Jun 25 11:24:14.243768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:14.245047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.245047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Checking segment: {'id': '8d7cd4f7-1234-4133-a49e-e2b29e150e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:14.245047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Network hostable DHCP agents. Network: d8b4259c-8bb7-40a7-9dda-ac17fc71d957, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:14.245047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4138fb5-d42e-4272-a423-8a0582e3af40,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:14.245047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:14.245787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:14.245787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:14.245787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:14.245787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a75c99-1690-4f73-a0d1-2c7b85e671d1 None None] The sync data for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:14.257762 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f290420-b651-4baf-afbc-ca25cb77beef req-97a2fe32-4a74-4ba4-9f5e-3646138ff74c service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848676 Jun 25 11:24:14.295557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.296989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:14.299358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.303165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65154486-2ae6-44f3-92df-d8fda708fbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:14.307306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:14.345704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port e16d971b-6881-4c93-975a-0386d0107c68 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:14.345704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92e60691-ef04-4179-bebe-b1a8da919520 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:14.347359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:14.359782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:14.363303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:14.364222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c891ffb-ab1b-4413-8d2a-b8f587578364,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:14.369220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:14.370535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.370960 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Added segment 22b0fcec-a6cc-4746-bf24-28ccdd84f81e of type vlan for network 80d65865-cdaf-4fcd-95bd-35e529cace95 Jun 25 11:24:14.375527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.382599 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.3523383 Jun 25 11:24:14.383200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:14.383200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.385941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53646) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:14.389794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=fb145dd8-f00d-474f-9166-3d37885e28d6,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:14.394712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:14.399975 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1553679 Jun 25 11:24:14.407200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd73c8-6c5f-473e-bd9c-7196d5370203 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:14.409689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53648) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:14.415306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'network': {'name': 'tempest-router-network01--288798169'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:14.437364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, d8b4259c-8bb7-40a7-9dda-ac17fc71d957) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:14.442804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:14.443265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.457360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a278fc8-dca1-46d4-aa4c-c20e95d92c75 None None] Network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:14.489759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Allocated IP 172.20.0.2 (b260cbda-d9af-4dbd-b48a-64bb085cdc8e/35e3585d-474e-4096-9ad0-171a7fc43ee5/3ba26750-537c-4778-b5cc-781848d71b53) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:14.498433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.561676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Provisioning for port e16d971b-6881-4c93-975a-0386d0107c68 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:14.573352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.575080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.598624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Provisioning complete for port e16d971b-6881-4c93-975a-0386d0107c68 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:14.601801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.718027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.722856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 92e60691-ef04-4179-bebe-b1a8da919520 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:14.724424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.726610 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5835605 Jun 25 11:24:14.727224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53652) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:14.732827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:dc:f6:fb', 'name': 'tempest-NetworksTestDHCPv6-993348939'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:14.817507 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7627156 Jun 25 11:24:14.818648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.828727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:14.829864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:14.853274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2d184ff9-ba49-439f-ab10-9783a3743eca tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:14.908460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28a5c1e-693b-4b26-8a96-8d1589c02560 None None] Network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:14.970980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Made reservation on behalf of f417202e296d45749bc70b309f9e1e98 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:14.976392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.032796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:15.043328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.049081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Added segment 62ff719e-f630-443e-befd-b25a553a3dc1 of type vlan for network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc Jun 25 11:24:15.103039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.112871 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2578688 Jun 25 11:24:15.198345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:15.234218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.235113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.240866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.242217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:15.243644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.249939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a74aaf26-acc8-4f09-9215-99c0d5726765 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:15.265470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.279027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Pushing event updated for resources: {'Network': ['ID=80d65865-cdaf-4fcd-95bd-35e529cace95,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:15.283028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:15.323891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Transition to ACTIVE for port object 3ba26750-537c-4778-b5cc-781848d71b53 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:15.331470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 80d65865-cdaf-4fcd-95bd-35e529cace95 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:15.403073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53666) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:15.433027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Request body: {'port': {'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1196917558'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:15.449119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Network': ['ID=1e8db9c1-8255-415d-b9c3-c7d8c11873cc,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:15.463286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:15.469961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:15.486999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.494957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0835607 Jun 25 11:24:15.502318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53668) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:15.513133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'network': {'name': 'tempest-router-network02--1336735649'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:15.527950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 70ca1ee1-2095-437e-b041-4b8571b209ad yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:15.599390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Transition to ACTIVE for port object 3ba26750-537c-4778-b5cc-781848d71b53 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:15.653679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.655790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] For port e16d971b-6881-4c93-975a-0386d0107c68, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e16d971b-6881-4c93-975a-0386d0107c68,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:15.687746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Update dhcp port {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '8435521d-a176-4a28-a1aa-86d18a446a8b', 'ip_address': '2001:db8::f816:3eff:fe2c:d6af'}, {'subnet_id': 'fb145dd8-f00d-474f-9166-3d37885e28d6'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': 'e16d971b-6881-4c93-975a-0386d0107c68'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:24:15.734327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.735691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Made reservation on behalf of 0d4a283713e5440cb162512521acfcdd for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:15.738095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.745108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-daa0c06c-b7df-4365-9ac9-5c8ac2590b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:15.768587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.775413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.778249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.782383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:15.792324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8:0:1::1d6 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/fb145dd8-f00d-474f-9166-3d37885e28d6/70ca1ee1-2095-437e-b041-4b8571b209ad) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:15.797589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:15.801541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:15.805061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fedc:f6fb (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/8435521d-a176-4a28-a1aa-86d18a446a8b/70ca1ee1-2095-437e-b041-4b8571b209ad) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:15.887207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Pushing event updated for resources: {'Port': ['ID=3ba26750-537c-4778-b5cc-781848d71b53,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:15.896398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:15.900018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:15.910454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Made reservation on behalf of f417202e296d45749bc70b309f9e1e98 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:15.919227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:15.965745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53680) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:16.004826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-693884064-network', 'tenant_id': 'a8cd270a95684e00ae2a77c69d86edd1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:16.065511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.070024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.072107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Attempting to bind port 3ba26750-537c-4778-b5cc-781848d71b53 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:16.072733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Attempting to bind port 3ba26750-537c-4778-b5cc-781848d71b53 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '27e1e1c1-76d1-4a3b-86b1-46366237f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'b260cbda-d9af-4dbd-b48a-64bb085cdc8e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:16.073276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Attempting to bind port 3ba26750-537c-4778-b5cc-781848d71b53 on network b260cbda-d9af-4dbd-b48a-64bb085cdc8e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:16.080815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 70ca1ee1-2095-437e-b041-4b8571b209ad will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:16.087216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:16.088581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:16.088751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Checking segment: {'id': '27e1e1c1-76d1-4a3b-86b1-46366237f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'b260cbda-d9af-4dbd-b48a-64bb085cdc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:16.089315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.090007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Bound using segment: {'id': '27e1e1c1-76d1-4a3b-86b1-46366237f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'b260cbda-d9af-4dbd-b48a-64bb085cdc8e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:16.090731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Bound port: 3ba26750-537c-4778-b5cc-781848d71b53, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e1e1c1-76d1-4a3b-86b1-46366237f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'b260cbda-d9af-4dbd-b48a-64bb085cdc8e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:16.091312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.096461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Pushing event updated for resources: {'Port': ['ID=e16d971b-6881-4c93-975a-0386d0107c68,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:16.112063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:16.125261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.159165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.159515 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Added segment 5a911397-334b-4ae5-b538-81a295536cfd of type vlan for network d1657839-8134-4f97-8b58-82185a95bf9f Jun 25 11:24:16.184113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] For port 3ba26750-537c-4778-b5cc-781848d71b53, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:16.187714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.191932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] For port 3ba26750-537c-4778-b5cc-781848d71b53, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ba26750-537c-4778-b5cc-781848d71b53,segment=NetworkSegment(27e1e1c1-76d1-4a3b-86b1-46366237f60f),segment_id=27e1e1c1-76d1-4a3b-86b1-46366237f60f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:16.192419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-75fcac61-08c1-43fc-988c-1bb0156ecce1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:16.243102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:16.249394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Allocated IP 2001:db8:0:1::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/fb145dd8-f00d-474f-9166-3d37885e28d6/e16d971b-6881-4c93-975a-0386d0107c68) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:16.249887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:16.254165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:16.260284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:16.260981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.273673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=70ca1ee1-2095-437e-b041-4b8571b209ad,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:16.278991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:16.293357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.297079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e561b92-f527-4ff0-9f1e-93ca6be38e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:16.414496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Pushing event updated for resources: {'Port': ['ID=3ba26750-537c-4778-b5cc-781848d71b53,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:16.423487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:16.431144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] For port e16d971b-6881-4c93-975a-0386d0107c68, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e16d971b-6881-4c93-975a-0386d0107c68,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:16.479160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.503844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Transition to ACTIVE for port object e16d971b-6881-4c93-975a-0386d0107c68 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:16.638517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.640534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:16.654442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.710150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.740785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Pushing event updated for resources: {'Port': ['ID=e16d971b-6881-4c93-975a-0386d0107c68,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:16.746618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:16.758346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Allocated IP 172.20.0.1 (e228bb87-51ef-4c43-84a1-8e131343dbf2/6b99435a-212d-460d-ac74-e19f2b126d11/3bee56c7-e735-4d1f-9bf6-b418af0b7a5a) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:16.780452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.787134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1aa79ba-0b2d-441b-a18f-46bb7bc31cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:16.797305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] device_id is not set on port ffa73bb7-388a-414d-b27f-26647a7cf251 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:16.862968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Allocated IP 172.26.0.234 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/54bbbcdb-f5d3-42ff-9a08-f4d1f2d603e4) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:16.904526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1672428 Jun 25 11:24:16.904526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53682) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:16.970612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.976377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:16.977037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:16.979770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590e6de6-107f-4c28-b474-51ccab3fb49d,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:16.992734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:17.002834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:17.021525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 70ca1ee1-2095-437e-b041-4b8571b209ad {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:17.021933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.045242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Made reservation on behalf of a8cd270a95684e00ae2a77c69d86edd1 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:17.048368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.061514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.143746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.167000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 70ca1ee1-2095-437e-b041-4b8571b209ad owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:17.210596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Network': ['ID=d1657839-8134-4f97-8b58-82185a95bf9f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:17.230781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network d1657839-8134-4f97-8b58-82185a95bf9f details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:17.231371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:17.238122 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7331831 Jun 25 11:24:17.241134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53684) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:17.256976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'subnet': {'network_id': '1e8db9c1-8255-415d-b9c3-c7d8c11873cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:17.264978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.347944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.420226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.426606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a2b32fe5-d5a6-400c-adf4-b5bc8724faf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:17.473956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:17.476003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc10920-cf09-47b1-a415-6a7a7274c39d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:17.483233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.503713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] device_id is not set on port ffa73bb7-388a-414d-b27f-26647a7cf251 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:17.504140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:17.517550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.517901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Added segment 9cc83082-9500-47fc-8cd8-6eee8704f987 of type vlan for network 8b9a8a70-6f28-424e-aef9-8bdca2155ad3 Jun 25 11:24:17.534690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.573868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.639036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7157a9c6-2e04-468a-8e4d-d9fc3420e3fd None None] Provisioning for port e16d971b-6881-4c93-975a-0386d0107c68 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:17.644593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7157a9c6-2e04-468a-8e4d-d9fc3420e3fd None None] Provisioning complete for port e16d971b-6881-4c93-975a-0386d0107c68 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:17.645032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7157a9c6-2e04-468a-8e4d-d9fc3420e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.707147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Transition to ACTIVE for port object ffa73bb7-388a-414d-b27f-26647a7cf251 will not be triggered until provisioned by entity L2. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:17.711733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.714070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Transition to ACTIVE for port object 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:17.719129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fda08125-3826-4ca4-8ba3-992f84dbf5d2 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:17.729770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Made reservation on behalf of f417202e296d45749bc70b309f9e1e98 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:17.737843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.739033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.745671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=70ca1ee1-2095-437e-b041-4b8571b209ad,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:17.755773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26467c90-348d-4e6d-9c51-e8aae40ee842 None None] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:17.759781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:17.759931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d4f83174-3dec-4cda-905e-cde91525559e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:17.762852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.764233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:17.765135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.769068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:17.794514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:17.890939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ba26750-537c-4778-b5cc-781848d71b53 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:17.900034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:17.908776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Pushing event updated for resources: {'Network': ['ID=8b9a8a70-6f28-424e-aef9-8bdca2155ad3,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:17.922765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:17.927902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.935270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:17.943120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 8b9a8a70-6f28-424e-aef9-8bdca2155ad3 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:17.975181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:17.983521 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/70ca1ee1-2095-437e-b041-4b8571b209ad HTTP/1.1" status: 204 len: 168 time: 1.0833423 Jun 25 11:24:17.984811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53686) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:18.063278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0961881 Jun 25 11:24:18.069314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53688) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:18.084779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Request body: {'subnet': {'network_id': '8b9a8a70-6f28-424e-aef9-8bdca2155ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-693884064-subnet', 'tenant_id': 'a8cd270a95684e00ae2a77c69d86edd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:18.103124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event updated for resources: {'Port': ['ID=54bbbcdb-f5d3-42ff-9a08-f4d1f2d603e4,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:18.107118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0211c2a3-4a87-40c7-95e7-dafabbb79774 None None] Provisioning for port 3ba26750-537c-4778-b5cc-781848d71b53 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:18.107910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:18.115263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0211c2a3-4a87-40c7-95e7-dafabbb79774 None None] Could not find standard attr ID for object 70ca1ee1-2095-437e-b041-4b8571b209ad. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:24:18.118759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:18.137452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788af0-12c0-4971-b8d7-1b243b130030 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:18.142210 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5b788af0-12c0-4971-b8d7-1b243b130030 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1532893 Jun 25 11:24:18.144139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53690) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:18.152071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3ba26750-537c-4778-b5cc-781848d71b53 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:18.164252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3ba26750-537c-4778-b5cc-781848d71b53 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:18.164911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.248316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a3020-6a5d-4418-b502-c49ae05b7b87 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:18.250520 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-631a3020-6a5d-4418-b502-c49ae05b7b87 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1051106 Jun 25 11:24:18.251859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Made reservation on behalf of a8cd270a95684e00ae2a77c69d86edd1 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:18.254674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.257995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53692) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:18.271486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.307823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa73bb7-388a-414d-b27f-26647a7cf251,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:18.314561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:18.321530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 3ba26750-537c-4778-b5cc-781848d71b53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ba26750-537c-4778-b5cc-781848d71b53,segment=NetworkSegment(27e1e1c1-76d1-4a3b-86b1-46366237f60f),segment_id=27e1e1c1-76d1-4a3b-86b1-46366237f60f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:18.344548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.361145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-683e760e-a396-42e5-87bd-35505a876531 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:18.394053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ddb10-e829-4a23-a8de-64054ff1a256 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:18.395813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ddb10-e829-4a23-a8de-64054ff1a256 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:18.397290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ddb10-e829-4a23-a8de-64054ff1a256 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:18.398903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-792ddb10-e829-4a23-a8de-64054ff1a256 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1399083 Jun 25 11:24:18.401939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.403490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53694) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:18.438617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f473b03d-3e44-4190-bc44-9b3fce24da04 None None] Provisioning complete for port 3ba26750-537c-4778-b5cc-781848d71b53 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:18.439103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f473b03d-3e44-4190-bc44-9b3fce24da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.445132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.453399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Checking segment: {'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:18.453399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Network hostable DHCP agents. Network: 80d65865-cdaf-4fcd-95bd-35e529cace95, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:18.453782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e16d971b-6881-4c93-975a-0386d0107c68 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:18.460378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:18.466864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1b8998d4-dbd9-4cc3-a3a4-5d23cdd8a77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:18.472701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:18.474529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 8435521d-a176-4a28-a1aa-86d18a446a8b {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:18.475415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:18.490101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Subnet': ['ID=93dc6640-71a1-4d36-ae67-9de1c887a3f4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:18.492620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:18.497155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.515440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-78857eb0-7d50-40cd-89b1-d56f3920a62c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:18.594900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=3ba26750-537c-4778-b5cc-781848d71b53,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:18.602619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Checking segment: {'id': '62ff719e-f630-443e-befd-b25a553a3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '1e8db9c1-8255-415d-b9c3-c7d8c11873cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:18.603013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network hostable DHCP agents. Network: 1e8db9c1-8255-415d-b9c3-c7d8c11873cc, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:18.620870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:18.642756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e16d971b-6881-4c93-975a-0386d0107c68 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:18.643495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.662046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Network 80d65865-cdaf-4fcd-95bd-35e529cace95 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:18.670646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Port': ['ID=3bee56c7-e735-4d1f-9bf6-b418af0b7a5a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:18.674321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:18.684040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.775768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 80d65865-cdaf-4fcd-95bd-35e529cace95) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:18.781317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:18.789508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91738d-f065-4151-98c0-2797fe936183 None None] Network 80d65865-cdaf-4fcd-95bd-35e529cace95 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:18.823777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:18.824841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:18.826002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:18.835241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.841385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:18.841723 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:18.842228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.846188 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 2 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:18.939188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:18.946224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:18.946549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:18.946893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:18.957312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:18.957647 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:18.961573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:18.963765 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 3 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:18.974894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 1e8db9c1-8255-415d-b9c3-c7d8c11873cc) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:18.992477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:18.992998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.003886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.008536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-53bd8fb4-07b9-45d5-ba91-f35a241b0ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:19.013869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293c690-8dd8-4bce-af7d-391619e0fe03 None None] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:19.033785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:19.034116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:19.034455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:19.051377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:19.051719 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:19.053544 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 4 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:19.072234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:19.072574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:19.077365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:19.088660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff6bcf9-159c-4f3a-8d4d-cfa2d182a964,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:19.093346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:19.103602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Checking segment: {'id': '9cc83082-9500-47fc-8cd8-6eee8704f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8b9a8a70-6f28-424e-aef9-8bdca2155ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:19.113142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Network hostable DHCP agents. Network: 8b9a8a70-6f28-424e-aef9-8bdca2155ad3, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:19.121031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:19.121390 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:19.124793 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 5 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:19.157663 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9124620 Jun 25 11:24:19.162054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53696) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:19.170912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'subnet': {'network_id': 'd1657839-8134-4f97-8b58-82185a95bf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:19.175228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:19.175581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:19.175935 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:19.187423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5b66e9ee-bb6b-47c4-bd31-b1ab428a960f None None] Provisioning for port 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:19.200704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5b66e9ee-bb6b-47c4-bd31-b1ab428a960f None None] Provisioning complete for port 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:19.201071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5b66e9ee-bb6b-47c4-bd31-b1ab428a960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.209734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Network 8b9a8a70-6f28-424e-aef9-8bdca2155ad3 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:19.214137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.221485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8b5777fe-dfda-4d36-a2aa-f44b2453d11e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:19.236428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:19.236756 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:19.238986 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 6 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:19.249227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.267326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5b66e9ee-bb6b-47c4-bd31-b1ab428a960f None None] Port 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:19.269867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:19.270207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:19.270547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:19.278702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-1e8db9c1-8255-415d-b9c3-c7d8c11873cc', 'network_id': '1e8db9c1-8255-415d-b9c3-c7d8c11873cc', 'tenant_id': 'f417202e296d45749bc70b309f9e1e98', 'fixed_ips': [{'subnet_id': '93dc6640-71a1-4d36-ae67-9de1c887a3f4'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:19.280425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.296664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=8435521d-a176-4a28-a1aa-86d18a446a8b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:19.303375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:19.303527 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:19.303754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:19.307348 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 7 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:19.308887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.310935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/8435521d-a176-4a28-a1aa-86d18a446a8b HTTP/1.1" status: 204 len: 168 time: 0.9064496 Jun 25 11:24:19.313944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.316331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebc51c-a5e4-42c2-8262-b1251b2e3b33 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:19.317593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53698) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:19.347065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 8b9a8a70-6f28-424e-aef9-8bdca2155ad3) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:19.352867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:19.353629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.367472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:19.367887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:19.368301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:19.380445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221788f-cca2-460d-b7a0-0f4e3afddfcd None None] Network 8b9a8a70-6f28-424e-aef9-8bdca2155ad3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:19.411299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Made reservation on behalf of f417202e296d45749bc70b309f9e1e98 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:19.415051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.447467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:19.447798 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:19.454303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 8 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:19.485128 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4135528 Jun 25 11:24:19.496806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet fb145dd8-f00d-474f-9166-3d37885e28d6 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:19.529528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:19.529776 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:19.530119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:19.564403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.583528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Allocated IP 172.20.0.2 (1e8db9c1-8255-415d-b9c3-c7d8c11873cc/93dc6640-71a1-4d36-ae67-9de1c887a3f4/ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:19.588893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:19.589249 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:19.687160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28415e-9fb4-4610-b9c2-552831e351f2 None None] Network 8b9a8a70-6f28-424e-aef9-8bdca2155ad3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:19.769977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ba26750-537c-4778-b5cc-781848d71b53 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:19.786630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:19.794595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eff02d0e-e2de-4343-b2bf-efb2bfcbd45d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:19.849213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Subnet': ['ID=f8c39e6a-8bbc-4c0b-9c79-9f122f157cb5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:19.852947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:19.878619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Checking segment: {'id': '5a911397-334b-4ae5-b538-81a295536cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'd1657839-8134-4f97-8b58-82185a95bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:19.879007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network hostable DHCP agents. Network: d1657839-8134-4f97-8b58-82185a95bf9f, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:19.952581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network d1657839-8134-4f97-8b58-82185a95bf9f is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:19.964404 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 9 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:20.020591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3ba26750-537c-4778-b5cc-781848d71b53 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:20.020853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.025440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.032334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:20.032617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:20.032961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:20.068365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.080741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Transition to ACTIVE for port object ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:20.101600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Transition to ACTIVE for port object ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:20.118256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:20.118841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, d1657839-8134-4f97-8b58-82185a95bf9f) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:20.119387 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:20.128691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:20.129709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.142503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7fcb09-14a5-487e-87da-10857c61818a None None] Network d1657839-8134-4f97-8b58-82185a95bf9f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:20.145836 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 10 to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 Jun 25 11:24:20.197520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.203694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c46f4ddb-8966-4fe9-aadc-b01212e15cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:20.250250 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0855343 Jun 25 11:24:20.252886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53720) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:20.265748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:20.268614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:20.269216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:20.269739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:20.276266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:20.287405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:20.292419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Pushing event updated for resources: {'Port': ['ID=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:20.305979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:20.415207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-76d3ab2a-9ac7-4ef4-83d9-29391740ad85 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:20.423562 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-76d3ab2a-9ac7-4ef4-83d9-29391740ad85 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/networks?id=d8b4259c-8bb7-40a7-9dda-ac17fc71d957 HTTP/1.1" status: 200 len: 811 time: 0.3616083 Jun 25 11:24:20.424717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Attempting to bind port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:20.425385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Attempting to bind port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '62ff719e-f630-443e-befd-b25a553a3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '1e8db9c1-8255-415d-b9c3-c7d8c11873cc'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:20.425899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Attempting to bind port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa on network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:20.434912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-d1657839-8134-4f97-8b58-82185a95bf9f', 'network_id': 'd1657839-8134-4f97-8b58-82185a95bf9f', 'tenant_id': 'f417202e296d45749bc70b309f9e1e98', 'fixed_ips': [{'subnet_id': 'f8c39e6a-8bbc-4c0b-9c79-9f122f157cb5'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:20.436114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.437374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port ffa73bb7-388a-414d-b27f-26647a7cf251 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:20.437945 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port ffa73bb7-388a-414d-b27f-26647a7cf251 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:20.438333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.447487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:20.448262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Checking segment: {'id': '62ff719e-f630-443e-befd-b25a553a3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '1e8db9c1-8255-415d-b9c3-c7d8c11873cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:20.448728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.449453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Bound using segment: {'id': '62ff719e-f630-443e-befd-b25a553a3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '1e8db9c1-8255-415d-b9c3-c7d8c11873cc'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:20.450117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Bound port: ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ff719e-f630-443e-befd-b25a553a3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '1e8db9c1-8255-415d-b9c3-c7d8c11873cc'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:20.450607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.466483 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-55f58a0b-f4f6-4d91-b263-6cdbaf269594 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/quotas/6a06ecc4ca97498399cc8a43a741167e HTTP/1.1" status: 200 len: 375 time: 0.0414553 Jun 25 11:24:20.562908 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-1b26cf85-1c71-4c26-ad2c-5ca7357fff90 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a06ecc4ca97498399cc8a43a741167e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930998 Jun 25 11:24:20.608517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.634465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Allocated IP 172.20.0.2 (d1657839-8134-4f97-8b58-82185a95bf9f/f8c39e6a-8bbc-4c0b-9c79-9f122f157cb5/b25fbb81-2025-4cd5-8ea5-8e2afc67e93d) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:20.639277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.670776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d37a31ab-c699-41db-a077-39318534c4de None None] For port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:20.704972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d37a31ab-c699-41db-a077-39318534c4de None None] For port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,segment=NetworkSegment(62ff719e-f630-443e-befd-b25a553a3dc1),segment_id=62ff719e-f630-443e-befd-b25a553a3dc1)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:20.755186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Router 996fafc0-433c-47b8-914d-42c24b509cdb is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:24:20.776184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.811851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.818902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:20.825923 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-1cacbf26-c0aa-4f33-97f2-56ff32ecb854 service neutron] 10.222.0.81 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641361 Jun 25 11:24:20.961945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:20.971450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a943ca67-36a1-4bf1-b484-0a38428d904d tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:20.985409 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-cf174fc0-b28a-4542-a162-bf32800e62ab service neutron] 10.222.0.81 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585007 Jun 25 11:24:20.989749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Allocated IP 172.20.0.1 (1e8db9c1-8255-415d-b9c3-c7d8c11873cc/93dc6640-71a1-4d36-ae67-9de1c887a3f4/ff093103-65cb-42e6-95f1-907b02f0c96e) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:21.057586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-656ceb63-36c4-4572-8354-9280674e19fa None None] Provisioning complete for port e16d971b-6881-4c93-975a-0386d0107c68 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:21.057968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-656ceb63-36c4-4572-8354-9280674e19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.072397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] For port ffa73bb7-388a-414d-b27f-26647a7cf251, host hv-neutron-7971, cleared binding levels {{(pid=94500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:21.072702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempted to set empty binding levels {{(pid=94500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 11:24:21.119343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.129764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Pushing event updated for resources: {'Port': ['ID=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:21.130052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Port': ['ID=3bee56c7-e735-4d1f-9bf6-b418af0b7a5a,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:21.133812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:21.136385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:21.145793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.149071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Transition to ACTIVE for port object b25fbb81-2025-4cd5-8ea5-8e2afc67e93d will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:21.157622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.163788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:21.189157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Transition to ACTIVE for port object b25fbb81-2025-4cd5-8ea5-8e2afc67e93d will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:21.200882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.203287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:21.217832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.220084 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=fb145dd8-f00d-474f-9166-3d37885e28d6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:21.221449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Transition to ACTIVE for port object ff093103-65cb-42e6-95f1-907b02f0c96e will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:21.222342 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] Sync routers for ids ['996fafc0-433c-47b8-914d-42c24b509cdb'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:21.237936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:21.243829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:21.246461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e2f95-653b-4dd2-8785-12c2a90aaf91 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:21.258691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.259241 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] Routers {'996fafc0-433c-47b8-914d-42c24b509cdb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:21.260163 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['996fafc0-433c-47b8-914d-42c24b509cdb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:21.263183 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/fb145dd8-f00d-474f-9166-3d37885e28d6 HTTP/1.1" status: 204 len: 168 time: 1.9365070 Jun 25 11:24:21.295960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53724) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:21.314187 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:21.318239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.319770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:21.323814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.324447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cc152767-b174-4133-a617-9615f419ab5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:21.337128 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] Routers {'996fafc0-433c-47b8-914d-42c24b509cdb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:21.340944 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['996fafc0-433c-47b8-914d-42c24b509cdb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:21.348751 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-80b54156-933d-49ed-98e6-672dffcde151 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489278 Jun 25 11:24:21.353608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53726) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:21.356611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:21.364301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa73bb7-388a-414d-b27f-26647a7cf251,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:21.369265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:21.380267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.389794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:21.392921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:21.393128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-77ef3244-4c7a-4d71-b471-453569d39fb5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:21.395267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.398475 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6894829 Jun 25 11:24:21.400686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53728) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:21.410372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:21.411660 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:21.412661 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4894ac-8bff-464a-9bfa-cfe24c5da0e7 None None] The sync data for ids ['996fafc0-433c-47b8-914d-42c24b509cdb'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:21.412790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Network d1657839-8134-4f97-8b58-82185a95bf9f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:21.479350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:21.486300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:21.493522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Port': ['ID=ff093103-65cb-42e6-95f1-907b02f0c96e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:21.498804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:21.505308 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.0988021 Jun 25 11:24:21.516464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Pushing event updated for resources: {'Port': ['ID=b25fbb81-2025-4cd5-8ea5-8e2afc67e93d,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:21.522886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:21.540299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53730) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:21.601872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:21.608782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:21.612391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:21.619269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Attempting to bind port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:21.619652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Attempting to bind port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '5a911397-334b-4ae5-b538-81a295536cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'd1657839-8134-4f97-8b58-82185a95bf9f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:21.620030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Attempting to bind port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d on network d1657839-8134-4f97-8b58-82185a95bf9f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:21.639031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:21.639459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Checking segment: {'id': '5a911397-334b-4ae5-b538-81a295536cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'd1657839-8134-4f97-8b58-82185a95bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:21.639839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.640239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Bound using segment: {'id': '5a911397-334b-4ae5-b538-81a295536cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'd1657839-8134-4f97-8b58-82185a95bf9f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:21.640746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Bound port: b25fbb81-2025-4cd5-8ea5-8e2afc67e93d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a911397-334b-4ae5-b538-81a295536cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'd1657839-8134-4f97-8b58-82185a95bf9f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:21.641242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.699736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.746889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:21.817762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] For port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:21.822145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] For port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b25fbb81-2025-4cd5-8ea5-8e2afc67e93d,segment=NetworkSegment(5a911397-334b-4ae5-b538-81a295536cfd),segment_id=5a911397-334b-4ae5-b538-81a295536cfd)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:21.861260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:21.918162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Deleting port e16d971b-6881-4c93-975a-0386d0107c68 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:21.918988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.925493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a7980050-ce5e-47e5-bd52-50ac29f5ffcb None None] Provisioning complete for port 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:21.926087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a7980050-ce5e-47e5-bd52-50ac29f5ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.935824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Deleting port ffa73bb7-388a-414d-b27f-26647a7cf251 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:21.936168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:21.987220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:21.990790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.002095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.008305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.022124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Router fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:22.036916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7f55f99d-4935-44a6-abf6-c91a6030eae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:22.057351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] For port ffa73bb7-388a-414d-b27f-26647a7cf251, host hv-neutron-7971, got binding levels [] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:22.057794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.073157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] For port e16d971b-6881-4c93-975a-0386d0107c68, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e16d971b-6881-4c93-975a-0386d0107c68,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:22.074932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.097820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a7980050-ce5e-47e5-bd52-50ac29f5ffcb None None] Port 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:22.102515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Calling delete_port for ffa73bb7-388a-414d-b27f-26647a7cf251 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:22.109562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Calling delete_port for e16d971b-6881-4c93-975a-0386d0107c68 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:22.138408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Pushing event updated for resources: {'Port': ['ID=b25fbb81-2025-4cd5-8ea5-8e2afc67e93d,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:22.142370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:22.163141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:22.175531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.177009 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "PUT /v2.0/routers/fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7892644 Jun 25 11:24:22.184082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53732) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:22.185904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.194553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] Sync routers for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:22.194877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Request body: {'port': {'network_id': 'e228bb87-51ef-4c43-84a1-8e131343dbf2', 'name': 'tempest-FloatingIPAdminTestJSON-117308848'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:22.221871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:22.222519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:22.258213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:22.263483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:22.283007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:22.283652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:22.321771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:22.322544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf848-cc30-4c77-95cc-30f9f53ad068 None None] The sync data for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:22.370364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.374842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0d34c489-a93d-4288-87b3-ac8ac033ea99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:22.424267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] No DVR routers for this DVR port e16d971b-6881-4c93-975a-0386d0107c68 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:22.433923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Pushing event deleted for resources: {'Port': ['ID=e16d971b-6881-4c93-975a-0386d0107c68,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:22.435275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Deleting port 54bbbcdb-f5d3-42ff-9a08-f4d1f2d603e4 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:22.435275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.444490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:22.566963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.589589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Calling delete_port for 54bbbcdb-f5d3-42ff-9a08-f4d1f2d603e4 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:22.803445 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-354a4d2d-0a5d-440f-9145-a3234a515cdd req-18135be5-0e92-46df-b4de-e4fc6c5e6a0a tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0634267 Jun 25 11:24:22.900580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc2a72-c100-4f7d-b9d5-0922c758d19e None None] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:22.913497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.923298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0fb3493e-fe5b-4fd1-991f-f8308b2e7789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:22.945288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:22.947895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-392421c1-233a-42b7-8748-bac0300a60ea tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:22.974627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Pushing event deleted for resources: {'Port': ['ID=54bbbcdb-f5d3-42ff-9a08-f4d1f2d603e4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:22.982865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:22.987927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffa73bb7-388a-414d-b27f-26647a7cf251,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:22.993311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:22.999311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.001327 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ffa73bb7-388a-414d-b27f-26647a7cf251 HTTP/1.1" status: 204 len: 168 time: 1.4595211 Jun 25 11:24:23.003890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53738) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:23.046998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Provisioning for port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:23.050771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Made reservation on behalf of 7ba00588da644f99a8fb405b627511db for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:23.053622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.054204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Provisioning complete for port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:23.054481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.054620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.056870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bb6b6e-39c0-43de-9b10-3e0aaa8b294a tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:24:23.058757 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-84bb6b6e-39c0-43de-9b10-3e0aaa8b294a tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "GET /v2.0/ports/ffa73bb7-388a-414d-b27f-26647a7cf251 HTTP/1.1" status: 404 len: 333 time: 0.0535424 Jun 25 11:24:23.067475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53740) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:23.086574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Request body: {'port': {'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-794403600'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:23.131679 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] device_id is not set on port e35a2e41-8354-42ed-94c7-8923f2d4bde3 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:23.207207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.207632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.247769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:24:23.248299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] For port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,segment=NetworkSegment(62ff719e-f630-443e-befd-b25a553a3dc1),segment_id=62ff719e-f630-443e-befd-b25a553a3dc1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:23.252223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.257310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c04f2644-97f1-4c17-b8be-d5466a5a7bfe tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:23.302795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.335092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.342328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:23.346745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Made reservation on behalf of 0d4a283713e5440cb162512521acfcdd for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:23.349905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.451401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Pushing event updated for resources: {'Port': ['ID=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:23.457298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:23.477757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:23.487406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] device_id is not set on port 33e859ea-6434-47f2-87ea-dda22be71a3e yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:23.508665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:23.510600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:23.511211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.524351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760c3ae-d10c-4430-bb39-2efd413c99ca None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:23.622459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.624369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=0b436814-93a8-447b-b711-c46e43b39d0e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:23.635808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:23.645903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98a13266-2414-440f-933e-e3d3737cfbc0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:23.673634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-75bd9659-91ab-40f0-87fa-83a54b4e88d2 None None] Provisioning complete for port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:23.673634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-75bd9659-91ab-40f0-87fa-83a54b4e88d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.674400 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3174469 Jun 25 11:24:23.678425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53746) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:23.695721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.705639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.721332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1bb8003b-44e1-4ced-bcf4-a3df5fa38fd8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:23.771412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Allocated IP 172.20.0.5 (e228bb87-51ef-4c43-84a1-8e131343dbf2/6b99435a-212d-460d-ac74-e19f2b126d11/e35a2e41-8354-42ed-94c7-8923f2d4bde3) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:23.824830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Router 996fafc0-433c-47b8-914d-42c24b509cdb has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:23.920053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '0b436814-93a8-447b-b711-c46e43b39d0e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:23.922002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:23.924806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c905f7-ccc1-4802-bfc4-8286e9db2afc None None] Network d1657839-8134-4f97-8b58-82185a95bf9f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:23.967630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Port': ['ID=ff093103-65cb-42e6-95f1-907b02f0c96e,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:23.975434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:23.987608 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] Sync routers for ids ['996fafc0-433c-47b8-914d-42c24b509cdb'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:23.999404 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] Routers {'996fafc0-433c-47b8-914d-42c24b509cdb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:23.999734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b25fbb81-2025-4cd5-8ea5-8e2afc67e93d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:24.000689 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['996fafc0-433c-47b8-914d-42c24b509cdb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:24.009447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:24.013527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.015171 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "PUT /v2.0/routers/996fafc0-433c-47b8-914d-42c24b509cdb HTTP/1.1" status: 200 len: 710 time: 2.6134100 Jun 25 11:24:24.018068 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9bdbe178-d294-4fce-bc49-edc58a4e97d4 req-7fa971ca-100c-4896-9dd6-3cf01c239c98 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0578172 Jun 25 11:24:24.024520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53750) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.042319 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:24.052704 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] Routers {'996fafc0-433c-47b8-914d-42c24b509cdb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:24.053702 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['996fafc0-433c-47b8-914d-42c24b509cdb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:24.088851 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:24.090811 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8aee1-88a0-42b1-aef2-603b10a4b494 None None] The sync data for ids ['996fafc0-433c-47b8-914d-42c24b509cdb'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:24.136097 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9b4d0e4b-55d4-4c02-b017-aa3cab721258 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/routers/996fafc0-433c-47b8-914d-42c24b509cdb HTTP/1.1" status: 200 len: 745 time: 0.1125321 Jun 25 11:24:24.137273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53752) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.147523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-75bd9659-91ab-40f0-87fa-83a54b4e88d2 None None] Provisioning for port ff093103-65cb-42e6-95f1-907b02f0c96e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:24.167471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-75bd9659-91ab-40f0-87fa-83a54b4e88d2 None None] Provisioning complete for port ff093103-65cb-42e6-95f1-907b02f0c96e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:24.168640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-75bd9659-91ab-40f0-87fa-83a54b4e88d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.169059 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef5288d0-8de2-4f65-b8e1-320e48ec3326 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&device_id=996fafc0-433c-47b8-914d-42c24b509cdb HTTP/1.1" status: 200 len: 205 time: 0.0290635 Jun 25 11:24:24.171044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53754) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.185623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:24.192279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:24.211029 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9e8f957-14f9-40ff-bd6b-ca00f9a827b4 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=996fafc0-433c-47b8-914d-42c24b509cdb HTTP/1.1" status: 200 len: 205 time: 0.0362551 Jun 25 11:24:24.211586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53756) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.271420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.300256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-75bd9659-91ab-40f0-87fa-83a54b4e88d2 None None] Port ff093103-65cb-42e6-95f1-907b02f0c96e cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:24.307693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6539f258-efe7-4586-9c83-91a3b3c96ada tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.322411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Allocated IP 2001:db8::f816:3eff:fe81:e026 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/0b436814-93a8-447b-b711-c46e43b39d0e/b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:24.374799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb8003b-44e1-4ced-bcf4-a3df5fa38fd8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:24.379678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1bb8003b-44e1-4ced-bcf4-a3df5fa38fd8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.502155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6539f258-efe7-4586-9c83-91a3b3c96ada tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.504958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6539f258-efe7-4586-9c83-91a3b3c96ada tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.515878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.528399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:24.550169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Transition to ACTIVE for port object e35a2e41-8354-42ed-94c7-8923f2d4bde3 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:24.564689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:24.594368 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.ipam_backend_mixin [None req-1bb8003b-44e1-4ced-bcf4-a3df5fa38fd8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b436814-93a8-447b-b711-c46e43b39d0e (CIDR: 2001:db8::/64) Jun 25 11:24:24.617006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Provisioning complete for port ff093103-65cb-42e6-95f1-907b02f0c96e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:24.617472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.626941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.639945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.641931 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb8003b-44e1-4ced-bcf4-a3df5fa38fd8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:24.642504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb8003b-44e1-4ced-bcf4-a3df5fa38fd8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:24.649034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-32c7bdb7-8c61-4eee-9793-532b7aaeff73 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:24.670302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Transition to ACTIVE for port object b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:24.673686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6539f258-efe7-4586-9c83-91a3b3c96ada tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.673686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6539f258-efe7-4586-9c83-91a3b3c96ada tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Fanout notify agent at l3_agent the message router_deleted on router 996fafc0-433c-47b8-914d-42c24b509cdb {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:24:24.696632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Network 80d65865-cdaf-4fcd-95bd-35e529cace95 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:24.697119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Port ff093103-65cb-42e6-95f1-907b02f0c96e cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:24.699924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6539f258-efe7-4586-9c83-91a3b3c96ada tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.706011 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6539f258-efe7-4586-9c83-91a3b3c96ada tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/996fafc0-433c-47b8-914d-42c24b509cdb HTTP/1.1" status: 204 len: 168 time: 0.4884310 Jun 25 11:24:24.706266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Transition to ACTIVE for port object b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:24.706444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:24.706610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53764) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.708237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:24.709384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:24.709972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.712652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=33e859ea-6434-47f2-87ea-dda22be71a3e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:24.716376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:24.724232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Router ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:24:24.727767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:24.735397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.735541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.735541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb9ddc2b-a034-4135-9cce-aa8d8126669d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:24.769450 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1bb8003b-44e1-4ced-bcf4-a3df5fa38fd8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0638797 Jun 25 11:24:24.772691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53766) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.779070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:24.800214 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9ad68282-02e6-4647-8db2-f3a484ace3ab tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=996fafc0-433c-47b8-914d-42c24b509cdb HTTP/1.1" status: 200 len: 205 time: 0.0900135 Jun 25 11:24:24.807964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53768) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.835274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.845804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Provisioning for port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:24.850939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-656eb0df-a8ac-458b-873f-368ed33e22be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:24.864587 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-6cf29bd9-2c96-48d4-a157-fa84c3c380ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] delete failed (client error): The resource could not be found. Jun 25 11:24:24.866295 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6cf29bd9-2c96-48d4-a157-fa84c3c380ad tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/996fafc0-433c-47b8-914d-42c24b509cdb HTTP/1.1" status: 404 len: 336 time: 0.0564561 Jun 25 11:24:24.869630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53770) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.895209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Provisioning complete for port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:24.895686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:24.902313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:24.903989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event updated for resources: {'Port': ['ID=e35a2e41-8354-42ed-94c7-8923f2d4bde3,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:24.916632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:24.925586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:24.932037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:24.934403 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8571224 Jun 25 11:24:24.938515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:24.947273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e16d971b-6881-4c93-975a-0386d0107c68 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:24.953546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:24.967294 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-91f68cbb-9a8e-4160-8c2b-720cc0e28662 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b8df640-6c29-498c-a2c1-f326d50cff54 HTTP/1.1" status: 200 len: 205 time: 0.0959318 Jun 25 11:24:24.967627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53772) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:24.977048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:24.995341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53774) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.099912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-d8d92883-11c7-418b-8baf-5573ecdfc311 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] delete failed (client error): The resource could not be found. Jun 25 11:24:25.101154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d8d92883-11c7-418b-8baf-5573ecdfc311 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/2b8df640-6c29-498c-a2c1-f326d50cff54 HTTP/1.1" status: 404 len: 336 time: 0.1010416 Jun 25 11:24:25.104863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53778) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.107547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:25.116987 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "PUT /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8625393 Jun 25 11:24:25.133003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:25.133866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.136689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53780) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.164409 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8fe6eb48-b14a-465d-a75f-4374c8a5c0e0 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=209e5d35-009f-485b-b756-067348f091ae HTTP/1.1" status: 200 len: 205 time: 0.0542173 Jun 25 11:24:25.166760 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd988836-3dd8-485a-b844-4beb84b7e71e req-6261ecf6-17de-4b24-834d-5bd6cc0c7605 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0570595 Jun 25 11:24:25.167368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53782) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.177257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.215269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:25.250972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Pushing event updated for resources: {'Port': ['ID=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:25.259705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] Sync routers for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:25.269037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:25.285309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: e16d971b-6881-4c93-975a-0386d0107c68 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:25.285654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e16d971b-6881-4c93-975a-0386d0107c68 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:25.297279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:25.298526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:25.330898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:25.334826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.353160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:25.377152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Attempting to bind port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:25.377530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Attempting to bind port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:25.377893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Attempting to bind port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:25.381437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:25.382084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:25.416385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:25.416763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:25.417317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.418963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:25.418963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Bound port: b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:25.419219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.423539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:25.424203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efebe3-d0ca-4390-8063-ff4cd647c993 None None] The sync data for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:25.496852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.501681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] device_id is not set on port 33e859ea-6434-47f2-87ea-dda22be71a3e yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:25.514099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.534912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Transition to ACTIVE for port object 33e859ea-6434-47f2-87ea-dda22be71a3e will not be triggered until provisioned by entity L2. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:25.545935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] For port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:25.550271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] For port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:25.552160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] For port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b25fbb81-2025-4cd5-8ea5-8e2afc67e93d,segment=NetworkSegment(5a911397-334b-4ae5-b538-81a295536cfd),segment_id=5a911397-334b-4ae5-b538-81a295536cfd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:25.578111 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-f4149a4e-abc0-42ce-9ee5-fa5e78efd4f9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] delete failed (client error): The resource could not be found. Jun 25 11:24:25.579297 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f4149a4e-abc0-42ce-9ee5-fa5e78efd4f9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/209e5d35-009f-485b-b756-067348f091ae HTTP/1.1" status: 404 len: 336 time: 0.4061401 Jun 25 11:24:25.581839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53784) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.622091 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a9cde833-c608-40d5-b6d0-2dac614f25f4 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=95454d7c-84e1-43ef-b395-afbfdaac4154 HTTP/1.1" status: 200 len: 205 time: 0.0382276 Jun 25 11:24:25.625222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53786) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.660767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.664009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:25.673951 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-71ff7f5e-beb3-4940-b1fd-7e0d9bef4099 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] delete failed (client error): The resource could not be found. Jun 25 11:24:25.674957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-71ff7f5e-beb3-4940-b1fd-7e0d9bef4099 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/95454d7c-84e1-43ef-b395-afbfdaac4154 HTTP/1.1" status: 404 len: 336 time: 0.0487857 Jun 25 11:24:25.686354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.689911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53788) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.690797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.694717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:25.713261 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5288284 Jun 25 11:24:25.717595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53790) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.752581 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-26de4c47-2340-4dc9-9a1a-75babe97c8a5 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=99920764-a8ab-46f4-b85d-3b5a4ccbba7c HTTP/1.1" status: 200 len: 205 time: 0.0595593 Jun 25 11:24:25.752870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53794) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.767886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.778105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=33e859ea-6434-47f2-87ea-dda22be71a3e,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:25.783084 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:25.783817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4aab0f0c-3106-4ac0-a7bc-302419239985 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:25.805676 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-08d32422-1276-442a-a9b1-7b603d67b95a tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] delete failed (client error): The resource could not be found. Jun 25 11:24:25.806713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-08d32422-1276-442a-a9b1-7b603d67b95a tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/99920764-a8ab-46f4-b85d-3b5a4ccbba7c HTTP/1.1" status: 404 len: 336 time: 0.0530040 Jun 25 11:24:25.810941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53796) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.816077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:25.820552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:25.847616 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-54bf07ce-6cd0-4b33-9db8-0d211588445e tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "GET /v2.0/ports?device_id=44655838-6361-4f81-88b5-09985ee47cc1 HTTP/1.1" status: 200 len: 205 time: 0.0332296 Jun 25 11:24:25.848587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9f780-920d-41a2-bb6d-0d19e18a9103 None None] Pushing event updated for resources: {'Port': ['ID=b25fbb81-2025-4cd5-8ea5-8e2afc67e93d,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:25.851533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53798) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.868691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:25.869429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:25.923932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:25.924368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:25.925580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:25.936722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:25.937326 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:25.940182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 2 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:25.957743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:25.958233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:25.958717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:25.969042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:25.971061 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:25.974284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Pushing event updated for resources: {'Port': ['ID=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:25.978874 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 3 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:25.984058 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2098107 Jun 25 11:24:25.989264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53800) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:25.992767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:25.995126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:25.996910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:c6:a5:f2', 'name': 'tempest-NetworksTestDHCPv6-1641651646'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:25.997987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:26.009791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=126feaca-94d6-4fb2-94dd-ac390a82b286,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:26.012788 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-3e674692-a601-4eec-aba2-de3d7eda76f3 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] delete failed (client error): The resource could not be found. Jun 25 11:24:26.016706 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e674692-a601-4eec-aba2-de3d7eda76f3 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/routers/44655838-6361-4f81-88b5-09985ee47cc1 HTTP/1.1" status: 404 len: 336 time: 0.1632717 Jun 25 11:24:26.029775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:26.032753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53802) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:26.036678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Provisioning for port e35a2e41-8354-42ed-94c7-8923f2d4bde3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:26.044518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Provisioning complete for port e35a2e41-8354-42ed-94c7-8923f2d4bde3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:26.045203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.060802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.061171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.061517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.109164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'project_id': '7ba00588da644f99a8fb405b627511db', 'port_id': 'e35a2e41-8354-42ed-94c7-8923f2d4bde3'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:26.139875 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c0b06e-3bac-49f6-91f6-77f377894134 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:26.140282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c0b06e-3bac-49f6-91f6-77f377894134 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:26.144885 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-50c0b06e-3bac-49f6-91f6-77f377894134 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] 10.222.0.81 "DELETE /v2.0/subnets/9465fce1-9cb1-4c7b-a18b-547334de33db HTTP/1.1" status: 404 len: 337 time: 0.0947604 Jun 25 11:24:26.147901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.148201 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.148601 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 4 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:26.160454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Port e35a2e41-8354-42ed-94c7-8923f2d4bde3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:26.170440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.170961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.170961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.188296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Provisioning complete for port ff093103-65cb-42e6-95f1-907b02f0c96e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:26.188830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.190677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.190677 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.203944 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 5 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:26.255794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.256877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.256877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.268077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.268742 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.271399 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 6 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:26.278135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Port ff093103-65cb-42e6-95f1-907b02f0c96e cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:26.301259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Provisioning complete for port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:26.301642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1b75e9e6-a2c1-4826-90e9-6062e304a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.326583 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-950be943-2f00-4435-9c89-ee05f1a5c100 req-477f7e85-c6f5-4e6f-bab0-057f882a1c73 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0505240 Jun 25 11:24:26.336083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.354239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.354581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.354922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.360550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.360879 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.361459 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 7 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:26.377518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.377965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.378840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.389770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.389985 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.390267 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 8 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:26.399277 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-203309db-7c46-406b-b913-be4603edede9 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:26.400598 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-203309db-7c46-406b-b913-be4603edede9 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "PUT /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2424779 Jun 25 11:24:26.405066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53812) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:26.414049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.414820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.415172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.421607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.421963 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.422628 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 9 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:26.440611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:26.447785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.448126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.448474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.472648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.472981 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.474812 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 10 to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e Jun 25 11:24:26.522794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:26.523236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:26.523655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:26.533228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:26.533569 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 33e859ea-6434-47f2-87ea-dda22be71a3e on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:26.533955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.591661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.631212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port d8b4c532-dd1c-4bab-8ef0-28767ab78aef yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:26.645054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] For port 33e859ea-6434-47f2-87ea-dda22be71a3e, host hv-neutron-7971, cleared binding levels {{(pid=94500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:26.645449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempted to set empty binding levels {{(pid=94500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 11:24:26.646635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.769078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.774771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-47dd061a-587b-4203-8596-57261eb03823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:26.825131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=33e859ea-6434-47f2-87ea-dda22be71a3e,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:26.829332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:26.837235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] In _notify_port_updated(), no bound segment for port 33e859ea-6434-47f2-87ea-dda22be71a3e on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:24:26.838495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:26.839113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:26.844379 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "PUT /v2.0/ports/33e859ea-6434-47f2-87ea-dda22be71a3e HTTP/1.1" status: 200 len: 976 time: 1.8716600 Jun 25 11:24:26.844871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53816) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:26.873948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53818) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:26.934740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8:0:1::13f (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/126feaca-94d6-4fb2-94dd-ac390a82b286/d8b4c532-dd1c-4bab-8ef0-28767ab78aef) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:26.943377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::f816:3eff:fec6:a5f2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/0b436814-93a8-447b-b711-c46e43b39d0e/d8b4c532-dd1c-4bab-8ef0-28767ab78aef) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:26.976005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Allocated IP 172.26.0.230 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/9b0de761-1fac-4737-b461-b950303d28ce) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:27.051156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cc14549-942c-468a-9119-e6e65cb95c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.095752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f51b450-9b4e-42c6-8066-32f59543d762 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:27.156446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.157311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.157428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.157963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.158493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.159050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.159545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.160206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.160763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.161135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.161662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.162184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.163130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.163256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.163717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.165011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.165011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.165292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.165808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.166501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.167207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.170362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7d50646c-3d81-44f7-91c9-8292f5e3844e tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18017 time: 0.3227212 Jun 25 11:24:27.174118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53822) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:27.226814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object d8b4c532-dd1c-4bab-8ef0-28767ab78aef will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:27.228373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.274487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-595e0985-8b5a-4852-a8c5-693d6e07e170 None None] Provisioning for port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:27.313636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cc14549-942c-468a-9119-e6e65cb95c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.325920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.343538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Deleting port 33e859ea-6434-47f2-87ea-dda22be71a3e {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:27.343826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.395048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Update dhcp port {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'fixed_ips': [{'subnet_id': '0b436814-93a8-447b-b711-c46e43b39d0e', 'ip_address': '2001:db8::f816:3eff:fe81:e026'}, {'subnet_id': '126feaca-94d6-4fb2-94dd-ac390a82b286'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': 'b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:24:27.427073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] For port 33e859ea-6434-47f2-87ea-dda22be71a3e, host hv-neutron-7971, got binding levels [] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:27.427933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.435529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.442211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cc14549-942c-468a-9119-e6e65cb95c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.446278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Calling delete_port for 33e859ea-6434-47f2-87ea-dda22be71a3e owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:27.448258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbcbc705-7085-490c-9d10-750eb74602a5 tempest-ExternalNetworksTestJSON-366109945 tempest-ExternalNetworksTestJSON-366109945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:27.471111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.483757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14549-942c-468a-9119-e6e65cb95c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323f81d7-8f84-41a9-9bcc-7c3547c67c39,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:27.493740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cc14549-942c-468a-9119-e6e65cb95c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:27.498400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d501fe09-f0ba-4f28-bb3e-11ec8c29cfcf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:27.517000 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-653c7a56-391a-4758-9a06-b37bb2f638b4 req-83ab5afc-d97e-42bb-9c33-a0aa3322fd2a tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0428793 Jun 25 11:24:27.544901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.552053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f25fc37-50f7-4aa2-8cc5-1c575706e373 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:27.590027 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5cc14549-942c-468a-9119-e6e65cb95c4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0756e9f458a34dd9a080b6d6c613cb59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150056 Jun 25 11:24:27.600712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:27.601368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53826) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:27.619811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:27.622573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:27.634693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:27.638073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:27.639895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:27.643730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:27.644358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.647626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=d8b4c532-dd1c-4bab-8ef0-28767ab78aef,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:27.655258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:27.670020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Pushing event updated for resources: {'Port': ['ID=9b0de761-1fac-4737-b461-b950303d28ce,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:27.676687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:27.690227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Allocated IP 2001:db8:0:1::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/126feaca-94d6-4fb2-94dd-ac390a82b286/b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:27.715291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.749634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.785432 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7948177 Jun 25 11:24:27.790028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53828) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:27.801048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Deleting port ff093103-65cb-42e6-95f1-907b02f0c96e {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:27.801345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.810224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.814632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:27.841554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e859ea-6434-47f2-87ea-dda22be71a3e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:27.849114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:27.853583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.857618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] For port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:27.857747 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "DELETE /v2.0/ports/33e859ea-6434-47f2-87ea-dda22be71a3e HTTP/1.1" status: 204 len: 168 time: 0.6789770 Jun 25 11:24:27.857747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53830) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:27.893012 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bc5acf-d505-4d0f-9473-9bb97f96351c tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:24:27.897980 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-17bc5acf-d505-4d0f-9473-9bb97f96351c tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "GET /v2.0/ports/33e859ea-6434-47f2-87ea-dda22be71a3e HTTP/1.1" status: 404 len: 333 time: 0.0359201 Jun 25 11:24:27.900523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.905371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.908824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:27.911744 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/323f81d7-8f84-41a9-9bcc-7c3547c67c39 HTTP/1.1" status: 204 len: 168 time: 0.3067949 Jun 25 11:24:27.911744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53832) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:27.917249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6df2060e-1b2c-48b9-a834-d38c952e6f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:27.921530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1363267811', 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:27.931042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b25fbb81-2025-4cd5-8ea5-8e2afc67e93d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:27.934238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323f81d7-8f84-41a9-9bcc-7c3547c67c39,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:27.938071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:27.970921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Transition to ACTIVE for port object b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:28.005505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:28.007700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.028064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Made reservation on behalf of 0d4a283713e5440cb162512521acfcdd for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:28.031888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.051147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.053625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55ace39d-b722-4189-b45b-0d8f4f2a47f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:28.056364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] device_id is not set on port 2947943b-b791-4a9a-9f9e-00b302cc4fb5 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:28.175370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:28.177220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Pushing event updated for resources: {'Port': ['ID=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:28.182889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:28.259471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.318875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:28.387406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.405281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.410748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:28.437735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Calling delete_port for ff093103-65cb-42e6-95f1-907b02f0c96e owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:28.446476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Network 80d65865-cdaf-4fcd-95bd-35e529cace95 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:28.450299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:28.456376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:28.457392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:28.458007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.481521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port d8b4c532-dd1c-4bab-8ef0-28767ab78aef {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:28.481701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=2947943b-b791-4a9a-9f9e-00b302cc4fb5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:28.482027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.490265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:28.592502 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6770484 Jun 25 11:24:28.597247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53842) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:28.658519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b307d-d184-4566-8fd8-e87935425dab tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:28.663526 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-128b307d-d184-4566-8fd8-e87935425dab tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "GET /v2.0/ports/2947943b-b791-4a9a-9f9e-00b302cc4fb5 HTTP/1.1" status: 200 len: 955 time: 0.0645392 Jun 25 11:24:28.665718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53844) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:28.721063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53846) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:28.753423 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9cd0c01d-abf7-4ed7-8f31-9e80a3a8af7f req-3c846d57-e0dc-45ed-ac17-c4acef1656e8 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0471876 Jun 25 11:24:28.836511 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9e6950dd-3089-420c-8cb4-62093c7c4e55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b49d5439f3ea48b1ac70a6ade9932fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126356 Jun 25 11:24:28.838267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53848) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:28.906794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Deleting port 2947943b-b791-4a9a-9f9e-00b302cc4fb5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:28.907141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.975787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:28.977384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.001482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.028245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Calling delete_port for 2947943b-b791-4a9a-9f9e-00b302cc4fb5 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:29.031690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.032385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for d8b4c532-dd1c-4bab-8ef0-28767ab78aef owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:29.074295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.098208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Provisioning for port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:29.103498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Provisioning complete for port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:29.103885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.217258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.238359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.241021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.242684 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c0fffae-0fb1-4f12-b55f-5f329c75fb7a HTTP/1.1" status: 204 len: 168 time: 0.4031589 Jun 25 11:24:29.243536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:29.253669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0fffae-0fb1-4f12-b55f-5f329c75fb7a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:29.261306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:29.263115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] For port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:29.279992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.280649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.284227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5aeb526c-51e8-4c73-b754-4768232e3177 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:29.312990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1c57f547-f37e-412a-b630-b1529265a492 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:29.327899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Port': ['ID=ff093103-65cb-42e6-95f1-907b02f0c96e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:29.331085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:29.364711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.367146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7760d17c-4dbf-43a7-aabf-4950c5d5f737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:29.421309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event deleted for resources: {'Port': ['ID=2947943b-b791-4a9a-9f9e-00b302cc4fb5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:29.423809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.431380 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "DELETE /v2.0/ports/2947943b-b791-4a9a-9f9e-00b302cc4fb5 HTTP/1.1" status: 204 len: 168 time: 0.7639170 Jun 25 11:24:29.432655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:29.436177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53854) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:29.438457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Pushing event updated for resources: {'Port': ['ID=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:29.452564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:29.483179 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c39db3-89b5-47c2-b896-1694be57a7f8 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:24:29.488902 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c8c39db3-89b5-47c2-b896-1694be57a7f8 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "GET /v2.0/ports/2947943b-b791-4a9a-9f9e-00b302cc4fb5 HTTP/1.1" status: 404 len: 333 time: 0.0475640 Jun 25 11:24:29.488902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53856) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:29.494493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Request body: {'port': {'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-840638344'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:29.571265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.615589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a2bc733-2c4f-4c5b-ac4c-e704edc7134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.671479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Made reservation on behalf of 0d4a283713e5440cb162512521acfcdd for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:29.672755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.707504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] device_id is not set on port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:29.715193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.749894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:29.800402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-37c9f9ae-d5f8-43ce-87b4-7597fc504405 None None] Provisioning for port d8b4c532-dd1c-4bab-8ef0-28767ab78aef completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:29.807978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-37c9f9ae-d5f8-43ce-87b4-7597fc504405 None None] Provisioning complete for port d8b4c532-dd1c-4bab-8ef0-28767ab78aef triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:29.809330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-37c9f9ae-d5f8-43ce-87b4-7597fc504405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.833847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-37c9f9ae-d5f8-43ce-87b4-7597fc504405 None None] Port d8b4c532-dd1c-4bab-8ef0-28767ab78aef was deleted so its status cannot be updated. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 11:24:29.858989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:29.860025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.926414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:29.991252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:30.131293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=d8b4c532-dd1c-4bab-8ef0-28767ab78aef,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:30.181156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:30.208985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c9310338-0bc7-45ac-ab71-7a401a82a411 req-fcfacbfd-b190-452e-856a-9057907f1e8d tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.1871784 Jun 25 11:24:30.299982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:30.374391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:30.599054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:30.608611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c14e1e07-ab51-41a3-adda-368ffc60d22e tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:30.645001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Network 80d65865-cdaf-4fcd-95bd-35e529cace95 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:30.648611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:30.665680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:30.665680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:30.665680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:30.672593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=31ad9d7e-4fb6-488f-ad5e-084ea6e459c1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:30.678425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:30.697583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:30.702308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:30.704192 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/d8b4c532-dd1c-4bab-8ef0-28767ab78aef HTTP/1.1" status: 204 len: 168 time: 2.9134452 Jun 25 11:24:30.707025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53880) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:30.709880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da813ebd-ab23-45df-8795-a5cbc57704c9 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:30.752470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-b32b34a9-2b56-4772-8ce4-fdf8b94a1fb8 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:30.753988 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-b32b34a9-2b56-4772-8ce4-fdf8b94a1fb8 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.47 "GET /v2.0/networks?id=d8b4259c-8bb7-40a7-9dda-ac17fc71d957 HTTP/1.1" status: 200 len: 811 time: 1.0959122 Jun 25 11:24:30.761109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Router ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:30.777813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Request body: {'port': {'device_id': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957', 'admin_state_up': True, 'tenant_id': '6a06ecc4ca97498399cc8a43a741167e'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:30.778483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc10598-2ae2-47a2-adce-f21c5cba7ae3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:30.780281 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5bc10598-2ae2-47a2-adce-f21c5cba7ae3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0721955 Jun 25 11:24:30.783031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53882) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:30.828346 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3381228 Jun 25 11:24:30.830965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53884) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:30.838137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:30.838394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Pushing event updated for resources: {'Port': ['ID=9b0de761-1fac-4737-b461-b950303d28ce,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:30.872907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:30.894346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e853ec5-f68e-4580-ac83-ac5a47ae4fe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:30.895847 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2e853ec5-f68e-4580-ac83-ac5a47ae4fe9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1118762 Jun 25 11:24:30.899803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53888) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:30.984628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:30.984907 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.003849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74278b4-ddaa-454e-ac2c-9e50fffa3a78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:31.005453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74278b4-ddaa-454e-ac2c-9e50fffa3a78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:31.007098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74278b4-ddaa-454e-ac2c-9e50fffa3a78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:31.011383 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d74278b4-ddaa-454e-ac2c-9e50fffa3a78 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1080332 Jun 25 11:24:31.013335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53890) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:31.039784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:31.052217 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] Sync routers for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:31.053605 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "PUT /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6481850 Jun 25 11:24:31.066337 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:31.068633 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:31.069804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53894) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:31.116105 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:31.129079 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:31.129996 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:31.139732 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-ec863823-31c2-4f32-8922-66a0a7d2b391 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] delete failed (client error): The resource could not be found. Jun 25 11:24:31.141122 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ec863823-31c2-4f32-8922-66a0a7d2b391 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1579838820 HTTP/1.1" status: 404 len: 335 time: 0.0703053 Jun 25 11:24:31.146634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53896) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:31.157145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-478c381c-149a-4698-8580-99d4f0336835 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:31.165209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 0b436814-93a8-447b-b711-c46e43b39d0e {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:31.180409 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:31.182199 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7cc266-e189-4bd5-b46d-f39a46d14a76 None None] The sync data for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:31.188112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.278608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.430916 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Floating IP b97f19a4-65dd-4357-a159-76f06aaa67dd associated. External IP: 172.26.0.230, port: e35a2e41-8354-42ed-94c7-8923f2d4bde3. Jun 25 11:24:31.437341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Made reservation on behalf of 6a06ecc4ca97498399cc8a43a741167e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:31.440924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.456690 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62fd5968-a0f2-4862-9ce2-03a794b8fefc req-9d1bfebb-0798-4906-a1af-b5a67790277d tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0529616 Jun 25 11:24:31.468982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] device_id is not set on port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:31.485672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.488652 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.490670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-478c381c-149a-4698-8580-99d4f0336835 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.528836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Transition to ACTIVE for port object 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 will not be triggered until provisioned by entity L2. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:31.646356 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-478c381c-149a-4698-8580-99d4f0336835 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] update failed (client error): The resource could not be found. Jun 25 11:24:31.647431 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-478c381c-149a-4698-8580-99d4f0336835 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "PUT /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 HTTP/1.1" status: 404 len: 339 time: 0.4975889 Jun 25 11:24:31.651436 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53906) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:31.705589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.745015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-60f3fbfd-6db6-4da2-9978-f9168fb8b095 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:31.758419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.768540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Allocated IP 172.20.0.7 (d8b4259c-8bb7-40a7-9dda-ac17fc71d957/c4138fb5-d42e-4272-a423-8a0582e3af40/9f254b2d-7665-41ba-b400-d8638283ea8f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:31.876617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:31.878544 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/0b436814-93a8-447b-b711-c46e43b39d0e HTTP/1.1" status: 204 len: 168 time: 0.8642595 Jun 25 11:24:31.883510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53910) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:31.920627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda88d5c-1d91-4acb-929a-fad1a53cb113 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:31.922974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=31ad9d7e-4fb6-488f-ad5e-084ea6e459c1,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:31.927119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:31.927885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d40c6846-f79e-429c-a0b2-70e66dc49e0d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:31.942312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Router fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:31.993987 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=0b436814-93a8-447b-b711-c46e43b39d0e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:32.024501 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:32.034275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.039728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.039728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.050161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 126feaca-94d6-4fb2-94dd-ac390a82b286 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:32.055418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.063150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.063489 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.065878 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 2 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.079606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-717d93fa-c6d8-498b-bf1d-ce7235158e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.085922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.086263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.086719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.093730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.093962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.094263 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.098914 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 3 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.137149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.137516 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.138032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.141345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.153569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.154104 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.156615 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 4 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.177042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.194901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53916) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:32.212916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.213289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.213638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.253832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.254193 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.256574 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 5 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.285686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.286020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.286370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.329125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.329465 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.332792 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 6 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.361764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.364723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.364723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.365156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.397499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.397754 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.400610 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 7 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.405265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1448600754', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:32.428422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:32.436502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.436502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.436502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.442952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] Sync routers for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:32.448018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.458589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:32.460135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:32.461781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.462505 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.468071 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 8 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.494535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.495282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.495733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.507122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Allocated IP 172.20.0.1 (b260cbda-d9af-4dbd-b48a-64bb085cdc8e/35e3585d-474e-4096-9ad0-171a7fc43ee5/c99cb95a-00ba-44c4-8aac-295b5975f088) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:32.509238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.509574 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.512037 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 9 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.517512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:32.529566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:32.530910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:32.567309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:32.569133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab1f833-9998-446d-bcef-b3c8d52206f5 None None] The sync data for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:32.626237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.626575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.626917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.637407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.637746 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.642227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempt 10 to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 Jun 25 11:24:32.666819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e8efc423-943b-4901-a866-da66986e4c5f req-b33c0441-49ae-400c-b863-ddebf3b29405 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.0366406 Jun 25 11:24:32.669758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Made reservation on behalf of 932f51ba842e42eb8cb1eb5abf6cfc57 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:32.670958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:32.671305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] {{(pid=94500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:32.671682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempting to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:32.672390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.684213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.687312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:32.687648 dv-neutron-797120-5-hyperv neutron-server[94500]: ERROR neutron.plugins.ml2.managers [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Failed to bind port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on host hv-neutron-7971 for vnic_type normal using segments [{'id': '22b0fcec-a6cc-4746-bf24-28ccdd84f81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '80d65865-cdaf-4fcd-95bd-35e529cace95'}] Jun 25 11:24:32.688021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.698398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.707687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:32.710218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.718931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.750745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Transition to ACTIVE for port object c99cb95a-00ba-44c4-8aac-295b5975f088 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:32.752021 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:24:32.763028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.767375 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/126feaca-94d6-4fb2-94dd-ac390a82b286 HTTP/1.1" status: 204 len: 168 time: 0.8805506 Jun 25 11:24:32.769195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53922) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:32.771395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:32.774707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:32.779603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:32.806938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Pushing event updated for resources: {'Port': ['ID=9f254b2d-7665-41ba-b400-d8638283ea8f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:32.815546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:32.816231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b6612806-de31-434e-aa90-e7bbef1aee31 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:32.819452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.829146 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0b61d0da-004f-47e1-b3f2-9ea5f7db8a27 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571277 Jun 25 11:24:32.836797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53924) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:32.847746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:32.857487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] For port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1, host hv-neutron-7971, cleared binding levels {{(pid=94500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:32.857862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attempted to set empty binding levels {{(pid=94500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 25 11:24:32.871712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=126feaca-94d6-4fb2-94dd-ac390a82b286,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:32.880534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:32.920963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:32.921717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.933761 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.2128487 Jun 25 11:24:32.954614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0a08f-01af-4376-83c1-4f899348caaa None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:32.955285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.955421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53926) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:32.955520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b38a0d1f-6610-4a7e-9d6d-38107392509a tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:32.990216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] In _notify_port_updated(), no bound segment for port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 on network 80d65865-cdaf-4fcd-95bd-35e529cace95 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:24:32.991157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:32.991811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:32.997019 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "PUT /v2.0/ports/31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 HTTP/1.1" status: 200 len: 976 time: 2.1642764 Jun 25 11:24:32.997542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53928) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:33.015825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event updated for resources: {'Port': ['ID=31ad9d7e-4fb6-488f-ad5e-084ea6e459c1,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:33.019052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:33.031521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.036325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-021ac96d-e6a5-4347-823c-f75e5a282521 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:33.066370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8a20eb57-48cb-4e40-8808-ec58ee184b99 None None] Provisioning complete for port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:33.066748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a20eb57-48cb-4e40-8808-ec58ee184b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.081722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:33.088027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:33.094287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:33.117683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.152240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.197280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Port': ['ID=c99cb95a-00ba-44c4-8aac-295b5975f088,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:33.202562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:33.300013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:33.378487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Deleting port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:33.379033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.418541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.470846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] For port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:33.471700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.491141 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-847c183d-55e5-4761-92b1-fcc269104b02 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] 10.222.0.81 "GET /v2.0/floatingips/b97f19a4-65dd-4357-a159-76f06aaa67dd HTTP/1.1" status: 200 len: 982 time: 0.5506763 Jun 25 11:24:33.493066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53930) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:33.495402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Calling delete_port for b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:33.628489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c1d42d6b-0cfa-430e-9899-7352f0d09422 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1280756 Jun 25 11:24:33.643588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53932) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:33.691307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.694081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:33.729752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.731509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Pushing event deleted for resources: {'Port': ['ID=b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:33.736579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:33.740345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:33.740733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.742972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6ab4fe33-d4c4-4c6a-bfcd-07b3d863cf7d None None] Provisioning for port c99cb95a-00ba-44c4-8aac-295b5975f088 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:33.751332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] No DVR routers for this DVR port b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:33.797253 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:33.797486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Deleting port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:33.797981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b2bfa0bf-bd92-41e7-b83e-e3f27f93b6f6 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:33.798076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.806529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6ab4fe33-d4c4-4c6a-bfcd-07b3d863cf7d None None] Provisioning complete for port c99cb95a-00ba-44c4-8aac-295b5975f088 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:33.806921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6ab4fe33-d4c4-4c6a-bfcd-07b3d863cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.815568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.862081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:33.874099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] For port 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1, host hv-neutron-7971, got binding levels [] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:33.874476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.878129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4fe33-d4c4-4c6a-bfcd-07b3d863cf7d None None] Port c99cb95a-00ba-44c4-8aac-295b5975f088 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:33.926114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.928359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Calling delete_port for 31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:33.934029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc2e3251-2856-49d9-9c65-e62616a521d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:33.936496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] device_id is not set on port bbd22466-17cf-47e5-8898-2a30b3b186b8 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:33.975087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:33.981428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event updated for resources: {'Port': ['ID=c99cb95a-00ba-44c4-8aac-295b5975f088,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:33.988500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:34.014062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2465808 Jun 25 11:24:34.059602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Request body: {'port': {'device_id': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:34.065896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3decd7bc-a245-4917-84b9-2d5ff3ebb1c9,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:34.071863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf9716-9766-486b-b3bb-abe511235515 req-a6e1f507-309d-4b9c-b8e7-14df35fcc33b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:34.073437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:34.073570 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-98bf9716-9766-486b-b3bb-abe511235515 req-a6e1f507-309d-4b9c-b8e7-14df35fcc33b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 931 time: 0.2125916 Jun 25 11:24:34.091300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:34.096119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.213684 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-98bf9716-9766-486b-b3bb-abe511235515 req-29f855df-27d6-410d-8fce-a5905d38604f tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338007 Jun 25 11:24:34.226176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:34.231215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:34.280761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Allocated IP 172.26.0.251 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/bbd22466-17cf-47e5-8898-2a30b3b186b8) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:34.311709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.317816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Deleting port 9b0de761-1fac-4737-b461-b950303d28ce {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:34.318568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.370472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.435505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6ee3fdf1-32a9-425e-a43e-423284cdf2de tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:34.503312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Pushing event deleted for resources: {'Port': ['ID=31ad9d7e-4fb6-488f-ad5e-084ea6e459c1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:34.508630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-746c81b8-36bf-4aee-8413-87ce820ded62 None None] Provisioning complete for port c99cb95a-00ba-44c4-8aac-295b5975f088 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:34.510092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-746c81b8-36bf-4aee-8413-87ce820ded62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.515190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.519540 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "DELETE /v2.0/ports/31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 HTTP/1.1" status: 204 len: 168 time: 1.5125880 Jun 25 11:24:34.522022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:34.547791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53938) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:34.685615 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ff1fbb-09f4-4f5c-a40a-fb51f7011781 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] GET failed (client error): The resource could not be found. Jun 25 11:24:34.692341 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-27ff1fbb-09f4-4f5c-a40a-fb51f7011781 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] 10.222.0.81 "GET /v2.0/ports/31ad9d7e-4fb6-488f-ad5e-084ea6e459c1 HTTP/1.1" status: 404 len: 333 time: 0.1307797 Jun 25 11:24:34.692341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.692341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.699785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53940) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:34.706685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-746c81b8-36bf-4aee-8413-87ce820ded62 None None] Port c99cb95a-00ba-44c4-8aac-295b5975f088 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:34.735332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Calling delete_port for 9b0de761-1fac-4737-b461-b950303d28ce owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:34.849853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Router ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:34.858058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.859716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:34.900914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.073672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.074764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f254b2d-7665-41ba-b400-d8638283ea8f {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:24:35.080625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-66655796-abaa-48dc-9e86-82cd76598b60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:35.084395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.087436 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.105708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.111754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d560c698-148b-4db1-9395-714971784fc4 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:35.133800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d65865-cdaf-4fcd-95bd-35e529cace95']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:35.148579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:35.151671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b0fcec-a6cc-4746-bf24-28ccdd84f81e') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:35.152659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b0fcec-a6cc-4746-bf24-28ccdd84f81e') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:35.172610 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] Sync routers for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:35.176555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Transition to ACTIVE for port object 9f254b2d-7665-41ba-b400-d8638283ea8f will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:35.181508 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "PUT /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5242507 Jun 25 11:24:35.181728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:35.184916 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:35.190133 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:35.190322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53946) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:35.192943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:35.196017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:35.199227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:35.200699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:35.204872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.226969 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:35.233423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a524945-3ad5-46a1-99c2-66c7158a6962 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:35.239629 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:35.240327 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:35.248138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:35.254264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd22466-17cf-47e5-8898-2a30b3b186b8,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:35.256602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.274200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:35.276374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:35.276374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.294681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.303637 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:35.304324 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0c5f1-308d-4497-a757-e6aa249ba5ff None None] The sync data for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:35.306228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:35.306228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:35.307489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:24:35.307945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:24:35.312801 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:24:35.378467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.394614 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5565865 Jun 25 11:24:35.398085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53950) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:35.405579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-dcb5ea5b-a28e-4c6d-9f02-70814d1fa142 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:35.482624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Pushing event updated for resources: {'Port': ['ID=9f254b2d-7665-41ba-b400-d8638283ea8f,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:35.502983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.507579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:35.509843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:35.510364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.513286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-42be7928-cc62-4a2f-ae8f-ddb367cb77a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:35.514297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5cfdbb3-3835-4a76-92ce-bf4752101963 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:35.523423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.537846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] 10.222.0.81 "DELETE /v2.0/networks/80d65865-cdaf-4fcd-95bd-35e529cace95 HTTP/1.1" status: 204 len: 168 time: 0.8268192 Jun 25 11:24:35.546803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:35.547469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee215fd8-d583-44ff-a61d-b463e9781dd7 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.548543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.560788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Pushing event deleted for resources: {'Network': ['ID=80d65865-cdaf-4fcd-95bd-35e529cace95,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:35.579698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:35.609949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Port': ['ID=9b0de761-1fac-4737-b461-b950303d28ce,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:35.618009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:35.765764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5/61e57adf-71f3-40b8-b050-edba6ec77853) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:35.841842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb5ea5b-a28e-4c6d-9f02-70814d1fa142 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:35.846335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ea5b-a28e-4c6d-9f02-70814d1fa142 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.937578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:35.946955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Transition to ACTIVE for port object 61e57adf-71f3-40b8-b050-edba6ec77853 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:35.976699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Transition to ACTIVE for port object 61e57adf-71f3-40b8-b050-edba6ec77853 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:35.993107 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.ipam_backend_mixin [None req-dcb5ea5b-a28e-4c6d-9f02-70814d1fa142 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5 (CIDR: 2001:db8::/64) Jun 25 11:24:35.998529 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7825365 Jun 25 11:24:36.001721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53958) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:36.006500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.251'}]}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:36.048271 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb5ea5b-a28e-4c6d-9f02-70814d1fa142 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:36.049222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb5ea5b-a28e-4c6d-9f02-70814d1fa142 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:36.055309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.055665 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Floating IP b97f19a4-65dd-4357-a159-76f06aaa67dd disassociated (deleted). External IP: 172.26.0.230, port: e35a2e41-8354-42ed-94c7-8923f2d4bde3. Jun 25 11:24:36.078287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.081494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:36.109257 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-ee215fd8-d583-44ff-a61d-b463e9781dd7 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 25 11:24:36.113185 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ee215fd8-d583-44ff-a61d-b463e9781dd7 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 HTTP/1.1" status: 409 len: 329 time: 0.9199708 Jun 25 11:24:36.114222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53962) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:36.126440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:36.129784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:36.132325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:36.132628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f14c06-08d2-4d80-a3e9-8826f08d402a req-b088a504-20f7-4ac9-862c-a53f298bcf7f tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:36.134205 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5f14c06-08d2-4d80-a3e9-8826f08d402a req-b088a504-20f7-4ac9-862c-a53f298bcf7f tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 943 time: 0.7150764 Jun 25 11:24:36.151320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Attempting to bind port 9f254b2d-7665-41ba-b400-d8638283ea8f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:36.151644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Attempting to bind port 9f254b2d-7665-41ba-b400-d8638283ea8f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8d7cd4f7-1234-4133-a49e-e2b29e150e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:36.152453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Attempting to bind port 9f254b2d-7665-41ba-b400-d8638283ea8f on network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:36.179071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Pushing event updated for resources: {'Port': ['ID=61e57adf-71f3-40b8-b050-edba6ec77853,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:36.188921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:36.198018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53964) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:36.198640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Port 9f254b2d-7665-41ba-b400-d8638283ea8f on network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:24:36.199012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Attempting to bind port 9f254b2d-7665-41ba-b400-d8638283ea8f on network d8b4259c-8bb7-40a7-9dda-ac17fc71d957 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:36.218790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.220093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:36.220686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Checking segment: {'id': '8d7cd4f7-1234-4133-a49e-e2b29e150e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:36.221126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Bound using segment: {'id': '8d7cd4f7-1234-4133-a49e-e2b29e150e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:36.221781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Bound port: 9f254b2d-7665-41ba-b400-d8638283ea8f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7cd4f7-1234-4133-a49e-e2b29e150e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:36.221913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.223760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.234479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Attempting to bind port 61e57adf-71f3-40b8-b050-edba6ec77853 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:36.235476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Attempting to bind port 61e57adf-71f3-40b8-b050-edba6ec77853 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:36.236021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Attempting to bind port 61e57adf-71f3-40b8-b050-edba6ec77853 on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:36.249807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:36.251249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:36.252419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.253367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:36.254207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Bound port: 61e57adf-71f3-40b8-b050-edba6ec77853, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:36.254844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.256604 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5f14c06-08d2-4d80-a3e9-8826f08d402a req-f431e707-efb6-4bb0-8d04-77dc0c76a9c2 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144848 Jun 25 11:24:36.335324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.342842 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dcb5ea5b-a28e-4c6d-9f02-70814d1fa142 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9436202 Jun 25 11:24:36.346395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53968) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:36.348118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] For port 61e57adf-71f3-40b8-b050-edba6ec77853, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:36.353370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] For port 61e57adf-71f3-40b8-b050-edba6ec77853, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=61e57adf-71f3-40b8-b050-edba6ec77853,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:36.353933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:36.396248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] For port 9f254b2d-7665-41ba-b400-d8638283ea8f, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:36.438829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.443108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-41ae2aa3-6d74-4261-a017-225830982e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:36.488602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] For port 9f254b2d-7665-41ba-b400-d8638283ea8f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f254b2d-7665-41ba-b400-d8638283ea8f,segment=NetworkSegment(8d7cd4f7-1234-4133-a49e-e2b29e150e94),segment_id=8d7cd4f7-1234-4133-a49e-e2b29e150e94)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:36.522889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Pushing event updated for resources: {'Port': ['ID=61e57adf-71f3-40b8-b050-edba6ec77853,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:36.530479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:36.545029 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4f8874b1-f90e-4ae1-8ac1-1b36e0674de5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa05cd95da66426dbec53957ae4a7bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433704 Jun 25 11:24:36.547444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53970) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:36.578900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Router fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:36.580216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.584441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9af11fc2-6dc0-4b18-a08e-c242c20acc49 tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:36.607765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.676560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:36.677193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.678698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] 10.222.0.47 "PUT /v2.0/ports/9f254b2d-7665-41ba-b400-d8638283ea8f HTTP/1.1" status: 200 len: 1093 time: 2.6294236 Jun 25 11:24:36.682905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'tag': '9f254b2d-7665-41ba-b400-d8638283ea8f'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:24:36.685831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1851e98c-2bde-4a73-a8fa-a163816edf60" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4846b2-150d-48ff-be3e-a9d25d606097", "tag": "9f254b2d-7665-41ba-b400-d8638283ea8f"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:24:36.767322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.768205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Pushing event updated for resources: {'Port': ['ID=9f254b2d-7665-41ba-b400-d8638283ea8f,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:36.775277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:36.784322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe47135f-690e-4e40-b68f-3bffd900ae27 x-openstack-request-id: req-fe47135f-690e-4e40-b68f-3bffd900ae27 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:24:36.797594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4846b2-150d-48ff-be3e-a9d25d606097", "tag": "9f254b2d-7665-41ba-b400-d8638283ea8f", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:24:36.798506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe47135f-690e-4e40-b68f-3bffd900ae27 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:24:36.799006 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'tag': '9f254b2d-7665-41ba-b400-d8638283ea8f', 'status': 'completed', 'code': 200} Jun 25 11:24:36.799906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.841434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:36.845522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:36.965414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.012784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:37.018716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.028341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] Sync routers for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:37.042202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:37.042856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:37.098703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:37.109575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:37.110077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e98c-2bde-4a73-a8fa-a163816edf60 req-3c575924-fa89-4184-8893-b92f29bba054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:37.110336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:37.111658 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1851e98c-2bde-4a73-a8fa-a163816edf60 req-3c575924-fa89-4184-8893-b92f29bba054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a06ecc4ca97498399cc8a43a741167e&device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 1096 time: 0.2592468 Jun 25 11:24:37.117666 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "DELETE /v2.0/floatingips/b97f19a4-65dd-4357-a159-76f06aaa67dd HTTP/1.1" status: 204 len: 168 time: 3.4711568 Jun 25 11:24:37.119149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53974) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:37.139126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:37.159025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:37.159946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3645371-3ce8-4f97-868a-d674f8ec5154 None None] The sync data for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:37.217122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.219570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.220980 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c891ffb-ab1b-4413-8d2a-b8f587578364 HTTP/1.1" status: 204 len: 168 time: 0.6701658 Jun 25 11:24:37.240187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.263849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-922fd4bd-1289-4102-9dc7-c95efea193ef tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:37.265462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.324816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Deleting port c99cb95a-00ba-44c4-8aac-295b5975f088 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:37.325169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.325686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c891ffb-ab1b-4413-8d2a-b8f587578364,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:37.339438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:37.434734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.450615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e98c-2bde-4a73-a8fa-a163816edf60 req-cbdbd0f7-0a06-4a17-bf4f-3a1cbfe6e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:37.452160 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1851e98c-2bde-4a73-a8fa-a163816edf60 req-cbdbd0f7-0a06-4a17-bf4f-3a1cbfe6e8b1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6a06ecc4ca97498399cc8a43a741167e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3284140 Jun 25 11:24:37.508074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.526713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Calling delete_port for c99cb95a-00ba-44c4-8aac-295b5975f088 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:37.593562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:37.760888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e98c-2bde-4a73-a8fa-a163816edf60 req-cad315c5-cf49-4343-aebf-f87ddb5310a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:37.763862 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1851e98c-2bde-4a73-a8fa-a163816edf60 req-cad315c5-cf49-4343-aebf-f87ddb5310a6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3043003 Jun 25 11:24:37.797654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61e57adf-71f3-40b8-b050-edba6ec77853 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:37.888696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be02bb3-5891-4d61-9975-71619fae28f8 req-645b4a7e-ce7c-420c-b739-528dcfcb2059 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:37.890361 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2be02bb3-5891-4d61-9975-71619fae28f8 req-645b4a7e-ce7c-420c-b739-528dcfcb2059 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 943 time: 0.4004772 Jun 25 11:24:37.993024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Provisioning for port 61e57adf-71f3-40b8-b050-edba6ec77853 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:37.999190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 61e57adf-71f3-40b8-b050-edba6ec77853 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:38.003200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Provisioning complete for port 61e57adf-71f3-40b8-b050-edba6ec77853 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:38.003703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.030775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 61e57adf-71f3-40b8-b050-edba6ec77853 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:38.031502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.038837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:24:38.045851 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2be02bb3-5891-4d61-9975-71619fae28f8 req-747c9fea-9714-488a-8fd8-07898b0d0abc tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450384 Jun 25 11:24:38.054784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-863235a7-9faa-4592-b426-1888d0f19f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:38.056296 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-863235a7-9faa-4592-b426-1888d0f19f81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a06ecc4ca97498399cc8a43a741167e&device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 1096 time: 0.2324727 Jun 25 11:24:38.085446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.098720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53984) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:38.182485 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-e44b25d7-f025-4139-b066-2671667fcb6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f254b2d-7665-41ba-b400-d8638283ea8f HTTP/1.1" status: 200 len: 217 time: 0.1052313 Jun 25 11:24:38.187803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.188473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.191631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.191961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.241539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] For port 61e57adf-71f3-40b8-b050-edba6ec77853, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=61e57adf-71f3-40b8-b050-edba6ec77853,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:38.265350 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7a810246-3b99-4378-ac9d-688a7dfe8e27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d4a283713e5440cb162512521acfcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616273 Jun 25 11:24:38.265928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53986) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:38.314316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.320030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-df54bae8-c02b-4c0e-b83b-549c8d530796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:38.347139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.347689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07f6d6ce-6e57-47b5-acda-aa1fda953a46 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:24:38.382121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.413528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.417491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:24:38.418204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:24:38.422808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Pushing event updated for resources: {'Port': ['ID=61e57adf-71f3-40b8-b050-edba6ec77853,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:38.427415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:38.484500 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 25 11:24:38.485650 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5f7589e8-3b9f-4f3c-9b30-162e74d10d12 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4829059 Jun 25 11:24:38.486606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.488920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 53988) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:38.489649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef8f3a81-15df-4a87-97e0-41caa1ed598d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:38.545648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Port': ['ID=c99cb95a-00ba-44c4-8aac-295b5975f088,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:38.548630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:38.580167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.580167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.580167 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/590e6de6-107f-4c28-b474-51ccab3fb49d HTTP/1.1" status: 204 len: 168 time: 0.3034127 Jun 25 11:24:38.589385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dedc9547-096d-4522-b042-c30001890d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:38.631990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590e6de6-107f-4c28-b474-51ccab3fb49d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:38.634933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:38.737423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-4cd0bfcc-9ac5-4c1a-a791-e8a0f1832d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:38.738947 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-4cd0bfcc-9ac5-4c1a-a791-e8a0f1832d8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4138fb5-d42e-4272-a423-8a0582e3af40 HTTP/1.1" status: 200 len: 851 time: 0.5226479 Jun 25 11:24:38.790000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.790286 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-0e60947b-3eb3-40d6-bdfe-8f1f0b1acb06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8b4259c-8bb7-40a7-9dda-ac17fc71d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413585 Jun 25 11:24:38.808578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Deleting port bbd22466-17cf-47e5-8898-2a30b3b186b8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:38.809255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:38.828978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Allocated IP 172.26.0.19 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/a1a751c2-59ee-490a-b666-0f0e70235cf7) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:38.956840 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-c82fdb28-4e57-4b9d-9484-68d26093cdcc service neutron] 10.222.0.47 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588283 Jun 25 11:24:39.039397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.047806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.059656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Router ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:39.060617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Calling delete_port for bbd22466-17cf-47e5-8898-2a30b3b186b8 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:39.112127 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b458a81e-850d-4d61-beab-35c2d0f9c4c2 req-a96e96cb-0d82-41ea-9852-0d36d9023db8 service neutron] 10.222.0.47 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488039 Jun 25 11:24:39.137635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.189998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:39.195978 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "PUT /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0811789 Jun 25 11:24:39.200067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 53994) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:39.205166 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] Sync routers for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:39.232175 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:39.232473 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:39.274589 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:39.285617 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] Routers {'ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:39.286702 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:39.320772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908343-bb33-42ab-a489-ce5805e4e17d req-96eb4525-d00a-4611-a12c-00f920cad622 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:39.322577 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-25908343-bb33-42ab-a489-ce5805e4e17d req-96eb4525-d00a-4611-a12c-00f920cad622 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 943 time: 0.1205974 Jun 25 11:24:39.341661 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:39.342470 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38f18a-7689-47a9-a22c-8746558eaa3d None None] The sync data for ids ['ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:39.352913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-71f7a61e-5bba-4c51-9c5a-6c8205611a7f tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] show failed (client error): The resource could not be found. Jun 25 11:24:39.358357 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-71f7a61e-5bba-4c51-9c5a-6c8205611a7f tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-249982741 HTTP/1.1" status: 404 len: 334 time: 0.1529498 Jun 25 11:24:39.359263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.361924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54000) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:39.365145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dcfabd26-98f2-40d9-9bc3-6b6c830e4d73 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:39.371337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0009bf46-c5b5-4983-96a2-ecae58d9f9ca tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:39.389781 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-25908343-bb33-42ab-a489-ce5805e4e17d req-01444646-ae4f-4e4f-9ba7-8663b744e6cc tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560038 Jun 25 11:24:39.413370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.422108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ddce70b7-7589-4b67-a1db-0562b9cabb25 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:39.447487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbd22466-17cf-47e5-8898-2a30b3b186b8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:39.447841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-0009bf46-c5b5-4983-96a2-ecae58d9f9ca tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] update failed (client error): The resource could not be found. Jun 25 11:24:39.449138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0009bf46-c5b5-4983-96a2-ecae58d9f9ca tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-437422296 HTTP/1.1" status: 404 len: 334 time: 0.0818522 Jun 25 11:24:39.458498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:39.462675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54006) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:39.470071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:39.483514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:39.507973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:39.511448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.513671 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] 10.222.0.81 "DELETE /v2.0/ports/bbd22466-17cf-47e5-8898-2a30b3b186b8 HTTP/1.1" status: 204 len: 168 time: 1.0202408 Jun 25 11:24:39.534663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Pushing event updated for resources: {'Port': ['ID=a1a751c2-59ee-490a-b666-0f0e70235cf7,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:39.547777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:39.558777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] For port 61e57adf-71f3-40b8-b050-edba6ec77853, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=61e57adf-71f3-40b8-b050-edba6ec77853,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:39.591263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Deleting subnet f8c39e6a-8bbc-4c0b-9c79-9f122f157cb5 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:39.596844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.677168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.681747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.725482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.726861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61e57adf-71f3-40b8-b050-edba6ec77853 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:39.765212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.766018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.773574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d7adfdd1-231b-47a9-a258-fccabe0e2b6a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:39.786611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 61e57adf-71f3-40b8-b050-edba6ec77853 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:39.787152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.837036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.849347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:39.891232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:39.904025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:39.905068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.906498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c6e90-5a0c-42ed-b328-e8d39465eb53 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:39.952527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:39.954469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=61e57adf-71f3-40b8-b050-edba6ec77853,revision_number=5']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:39.961673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:39.961673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-acdc90c7-e8a2-4111-9098-5317736ae4d5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:40.030490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54022) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:40.038965 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6914368 Jun 25 11:24:40.042078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54026) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:40.050532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:b9:84:4a', 'name': 'tempest-NetworksTestDHCPv6-522252395'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:40.070117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=c7cd4f1c-565e-4970-acd6-0f4d6b8ff853,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:40.083449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:40.122972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.128378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9c2ca977-680c-440a-a630-437eb506ef14 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:40.169289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.176283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/subnets/f8c39e6a-8bbc-4c0b-9c79-9f122f157cb5 HTTP/1.1" status: 204 len: 168 time: 0.7078576 Jun 25 11:24:40.176424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ecc7a3-e17c-49ad-b057-b757c9020d33 None None] Network d1657839-8134-4f97-8b58-82185a95bf9f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:40.176523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54028) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:40.176523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c39e6a-8bbc-4c0b-9c79-9f122f157cb5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:40.182003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54030) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:40.189328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:40.271563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.275526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Deleting subnet 93dc6640-71a1-4d36-ae67-9de1c887a3f4 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:40.284911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.315434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1437063192'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:40.325200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d786a9-2f7b-4bab-be3d-74f8fac9df3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.342688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.355727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.429276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.433582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b4adc4e1-c4ec-4e4f-89ca-7b551ae45d34 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:40.433911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] DHCP port deletion for d1657839-8134-4f97-8b58-82185a95bf9f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:40.443451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:40.485293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Pushing event updated for resources: {'Port': ['ID=a1a751c2-59ee-490a-b666-0f0e70235cf7,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:40.496745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:40.524213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.539006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Deleting port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:40.541795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.570938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.610788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 61614b39-4f74-44a2-979d-3b4bb83c573d yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:40.649169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] For port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b25fbb81-2025-4cd5-8ea5-8e2afc67e93d,segment=NetworkSegment(5a911397-334b-4ae5-b538-81a295536cfd),segment_id=5a911397-334b-4ae5-b538-81a295536cfd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:40.649440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.666717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Calling delete_port for b25fbb81-2025-4cd5-8ea5-8e2afc67e93d owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:40.688440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.698209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.705491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3f420fe2-6f2b-4d6b-9149-415ad50a6fd3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:40.758647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:40.763394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.773991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.777293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Subnet': ['ID=93dc6640-71a1-4d36-ae67-9de1c887a3f4,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:40.779500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:40.787622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.789750 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/subnets/93dc6640-71a1-4d36-ae67-9de1c887a3f4 HTTP/1.1" status: 204 len: 168 time: 0.6019843 Jun 25 11:24:40.792410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54036) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:40.796015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6579085-9a46-4876-858f-6393a2c685c8 None None] Network 1e8db9c1-8255-415d-b9c3-c7d8c11873cc requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:40.863450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.867721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b3ecbcc2-3f87-4a79-9be1-485d6e93d95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:40.878739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92b68b-de64-4fca-8540-fc2af767f098 req-674a665b-b3fc-4b87-81ec-0bdc1753deeb tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:40.885939 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9a92b68b-de64-4fca-8540-fc2af767f098 req-674a665b-b3fc-4b87-81ec-0bdc1753deeb tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 943 time: 0.2617955 Jun 25 11:24:40.915602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::315 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5/61614b39-4f74-44a2-979d-3b4bb83c573d) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:40.927511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Pushing event deleted for resources: {'Port': ['ID=b25fbb81-2025-4cd5-8ea5-8e2afc67e93d,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:40.929989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:40.934142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:844a (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/c7cd4f1c-565e-4970-acd6-0f4d6b8ff853/61614b39-4f74-44a2-979d-3b4bb83c573d) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:40.934261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] No DVR routers for this DVR port b25fbb81-2025-4cd5-8ea5-8e2afc67e93d on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:40.944822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:40.996255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9a92b68b-de64-4fca-8540-fc2af767f098 req-5b8f1bd1-b139-46e5-bf02-aee5aef1a834 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083107 Jun 25 11:24:41.002189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d786a9-2f7b-4bab-be3d-74f8fac9df3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.056289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6ecd6767-a9c7-46bc-8628-4da7b996f419 None None] Provisioning complete for port 61e57adf-71f3-40b8-b050-edba6ec77853 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:41.056767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6767-a9c7-46bc-8628-4da7b996f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.075684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.084144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] DHCP port deletion for 1e8db9c1-8255-415d-b9c3-c7d8c11873cc request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:41.090370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d786a9-2f7b-4bab-be3d-74f8fac9df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.094124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1657839-8134-4f97-8b58-82185a95bf9f']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:41.096093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-21924cbf-0e41-4992-aa99-ce5509b012dd tempest-AllowedAddressPairIpV6TestJSON-882923132 tempest-AllowedAddressPairIpV6TestJSON-882923132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.105619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a911397-334b-4ae5-b538-81a295536cfd') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:41.106076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a911397-334b-4ae5-b538-81a295536cfd') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:41.120072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.140052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.148641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:24:41.149233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:24:41.153376 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:24:41.163726 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-69d786a9-2f7b-4bab-be3d-74f8fac9df3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10c4ff3a0ad74491b4efb35bd807056b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1250141 Jun 25 11:24:41.163726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54038) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:41.178620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d786a9-2f7b-4bab-be3d-74f8fac9df3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff292b-abdf-43f5-a62b-a33e02b22f80,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.185990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.187521 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0650156 Jun 25 11:24:41.189791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69d786a9-2f7b-4bab-be3d-74f8fac9df3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.190282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54040) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:41.202126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.204148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Deleting port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:41.204148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.234420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 61614b39-4f74-44a2-979d-3b4bb83c573d will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:41.256736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.293623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.311390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] For port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,segment=NetworkSegment(62ff719e-f630-443e-befd-b25a553a3dc1),segment_id=62ff719e-f630-443e-befd-b25a553a3dc1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:41.317413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.327855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.332248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Calling delete_port for ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:41.342423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.347100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.352364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:41.353046 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/networks/d1657839-8134-4f97-8b58-82185a95bf9f HTTP/1.1" status: 204 len: 168 time: 0.5582595 Jun 25 11:24:41.353046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54044) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:41.353719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.391899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Network': ['ID=d1657839-8134-4f97-8b58-82185a95bf9f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.394537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.420300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.424081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-128497fa-f92a-4a9f-bcea-c97a4f14fe87 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.450749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.460724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.465898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5b956304-ae52-45a8-8c6c-dbb467c53873 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.473947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:41.474714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.477298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.481677 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0aff292b-abdf-43f5-a62b-a33e02b22f80 HTTP/1.1" status: 204 len: 168 time: 0.3186023 Jun 25 11:24:41.488515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:41.497446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:41.507005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:41.507005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.508508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=61614b39-4f74-44a2-979d-3b4bb83c573d,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.515057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.515578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f6d61898-d2dc-41c6-b7af-51d1af020e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.526334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff292b-abdf-43f5-a62b-a33e02b22f80,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.529295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.534563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dccfb0-b9c8-4443-a87a-94537209928c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.545937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.546618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.546618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:41.547497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-98383a57-bff4-4387-a384-5b7beb12ffa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.559901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.560255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Added segment 2ef56eaf-045e-4b52-ace5-aaf9b9232120 of type vlan for network 0f2e4ee1-934a-412c-93fd-21670ba71926 Jun 25 11:24:41.588668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Pushing event deleted for resources: {'Port': ['ID=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.590851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] No DVR routers for this DVR port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:41.592883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.608492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Deleting port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:41.608842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.634382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.645849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.704846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] For port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:41.705244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.723210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Calling delete_port for ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:41.726592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa was not found and therefore no delete operation was performed {{(pid=94501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:24:41.730069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.732592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.744198 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6985314 Jun 25 11:24:41.745285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54048) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:41.780181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Port': ['ID=ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.782632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61e57adf-71f3-40b8-b050-edba6ec77853 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:41.784255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.788225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] No DVR routers for this DVR port ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:41.853426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.861523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 61e57adf-71f3-40b8-b050-edba6ec77853 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:41.863327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:41.863485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.863579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.876045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.878508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:41.957282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 61614b39-4f74-44a2-979d-3b4bb83c573d {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:41.957804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:41.976604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Network': ['ID=0f2e4ee1-934a-412c-93fd-21670ba71926,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:41.984881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:41.992987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:42.036847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.049408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8db9c1-8255-415d-b9c3-c7d8c11873cc']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:42.068221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ff719e-f630-443e-befd-b25a553a3dc1') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:42.069151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ff719e-f630-443e-befd-b25a553a3dc1') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:42.070190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b25fbb81-2025-4cd5-8ea5-8e2afc67e93d no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:42.089081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.098544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b25fbb81-2025-4cd5-8ea5-8e2afc67e93d {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:42.099050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b25fbb81-2025-4cd5-8ea5-8e2afc67e93d not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:42.099746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:42.109193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.126390 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9483991 Jun 25 11:24:42.127734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:24:42.128153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.129529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-629d5e7f-043b-429b-b77a-4f28782b877c None None] Provisioning for port 61614b39-4f74-44a2-979d-3b4bb83c573d completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:42.130494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54054) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:24:42.132513 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:24:42.134942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:42.134942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ddeda17a-3f3c-4fd0-9dfd-2ea2ad5e4cfa not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:42.135621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-629d5e7f-043b-429b-b77a-4f28782b877c None None] Provisioning complete for port 61614b39-4f74-44a2-979d-3b4bb83c573d triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:42.135996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-629d5e7f-043b-429b-b77a-4f28782b877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.145678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'subnet': {'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:42.177402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-629d5e7f-043b-429b-b77a-4f28782b877c None None] Port 61614b39-4f74-44a2-979d-3b4bb83c573d cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:42.209375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Allocated IP 172.26.0.147 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/b500d8aa-171b-449e-8eac-99255115a9a8) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:42.233892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.288777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.295061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d42dc9c-0f0f-44aa-9632-4b0ac0a42e58 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:42.297845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 61614b39-4f74-44a2-979d-3b4bb83c573d owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:42.302053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.304102 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/networks/1e8db9c1-8255-415d-b9c3-c7d8c11873cc HTTP/1.1" status: 204 len: 168 time: 0.9459176 Jun 25 11:24:42.313398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54056) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:42.323135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Network': ['ID=1e8db9c1-8255-415d-b9c3-c7d8c11873cc,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:42.343938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:42.374656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Deleting subnet 35e3585d-474e-4096-9ad0-171a7fc43ee5 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:42.379057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.380557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54058) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:42.442193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.459327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c977232-3b20-49df-a30e-968083342e3a req-e82f576f-fe9e-4333-b21a-35833ac93607 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:42.460962 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3c977232-3b20-49df-a30e-968083342e3a req-e82f576f-fe9e-4333-b21a-35833ac93607 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 943 time: 0.3273218 Jun 25 11:24:42.483341 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2481fff4-c49b-4504-82ac-6215acb4dbc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=932f51ba842e42eb8cb1eb5abf6cfc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015513 Jun 25 11:24:42.485918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54060) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:42.509932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.512955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:42.516442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.576457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.593119 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3c977232-3b20-49df-a30e-968083342e3a req-fa3323cb-6588-40c6-87f3-2e1a9b65a589 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247034 Jun 25 11:24:42.607872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.645046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.770216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.770447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.772401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec0c5a9b-41b8-49df-8d76-873fd4424cf3 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:42.772722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.774284 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3decd7bc-a245-4917-84b9-2d5ff3ebb1c9 HTTP/1.1" status: 204 len: 168 time: 0.2873347 Jun 25 11:24:42.776691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.783492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db538574-89d2-405c-956a-6d3ea82434ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:42.799438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3decd7bc-a245-4917-84b9-2d5ff3ebb1c9,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:42.803528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:42.804058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ac667b4a-3e11-4417-812c-ee288be7e261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:42.804545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.825927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:42.830061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.830787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b483c7e3-3107-43f2-a2b5-25f73929e798 None None] Network b260cbda-d9af-4dbd-b48a-64bb085cdc8e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:42.835001 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/subnets/35e3585d-474e-4096-9ad0-171a7fc43ee5 HTTP/1.1" status: 204 len: 168 time: 0.5181987 Jun 25 11:24:42.835001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Subnet': ['ID=35e3585d-474e-4096-9ad0-171a7fc43ee5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:42.835297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54064) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:42.837424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:42.837599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:42.843112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:42.849337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Pushing event updated for resources: {'Port': ['ID=b500d8aa-171b-449e-8eac-99255115a9a8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:42.874796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:42.877062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:42.961788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.973147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=61614b39-4f74-44a2-979d-3b4bb83c573d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:42.986269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:42.988204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:42.992675 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/61614b39-4f74-44a2-979d-3b4bb83c573d HTTP/1.1" status: 204 len: 168 time: 1.2443340 Jun 25 11:24:42.993076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54066) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:43.066477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Deleting port 3ba26750-537c-4778-b5cc-781848d71b53 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:43.066827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.153829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] For port 3ba26750-537c-4778-b5cc-781848d71b53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ba26750-537c-4778-b5cc-781848d71b53,segment=NetworkSegment(27e1e1c1-76d1-4a3b-86b1-46366237f60f),segment_id=27e1e1c1-76d1-4a3b-86b1-46366237f60f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:43.154554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.177599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Calling delete_port for 3ba26750-537c-4778-b5cc-781848d71b53 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:43.177921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434377e-7365-4a62-9a05-9840edde640c None None] DHCP port deletion for b260cbda-d9af-4dbd-b48a-64bb085cdc8e request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:43.248328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Deleting port 3ba26750-537c-4778-b5cc-781848d71b53 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:43.248550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.324729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2434377e-7365-4a62-9a05-9840edde640c None None] For port 3ba26750-537c-4778-b5cc-781848d71b53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ba26750-537c-4778-b5cc-781848d71b53,segment=NetworkSegment(27e1e1c1-76d1-4a3b-86b1-46366237f60f),segment_id=27e1e1c1-76d1-4a3b-86b1-46366237f60f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:43.324729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.341657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.341983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Calling delete_port for 3ba26750-537c-4778-b5cc-781848d71b53 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:43.345766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1457b28-d85d-40e5-b7c5-fa2f22454eeb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:43.382343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] No DVR routers for this DVR port 3ba26750-537c-4778-b5cc-781848d71b53 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:43.391624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Port': ['ID=3ba26750-537c-4778-b5cc-781848d71b53,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:43.395489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:43.440671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.451011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d59a2e5c-89be-4c30-98d7-693aed9594f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:43.466609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.481451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Pushing event deleted for resources: {'Port': ['ID=3ba26750-537c-4778-b5cc-781848d71b53,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:43.486605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 9f254b2d-7665-41ba-b400-d8638283ea8f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:24:43.495132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:43.496587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434377e-7365-4a62-9a05-9840edde640c None None] No DVR routers for this DVR port 3ba26750-537c-4778-b5cc-781848d71b53 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:43.521235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bab889a-de27-4ea3-8928-1bf38287efe6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:43.527518 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8bab889a-de27-4ea3-8928-1bf38287efe6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5295706 Jun 25 11:24:43.534040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54078) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:43.540993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.552627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b260cbda-d9af-4dbd-b48a-64bb085cdc8e']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:43.566610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e1e1c1-76d1-4a3b-86b1-46366237f60f') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:43.566896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e1e1c1-76d1-4a3b-86b1-46366237f60f') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:43.567873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.571458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06308a45-d229-4f9d-b281-66ddcacdeb8d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:43.579649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.599080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.608391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:24:43.608866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.614419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 9f254b2d-7665-41ba-b400-d8638283ea8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f254b2d-7665-41ba-b400-d8638283ea8f,segment=NetworkSegment(8d7cd4f7-1234-4133-a49e-e2b29e150e94),segment_id=8d7cd4f7-1234-4133-a49e-e2b29e150e94)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:24:43.624031 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:24:43.629772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '9f254b2d-7665-41ba-b400-d8638283ea8f', 'network_id': 'd8b4259c-8bb7-40a7-9dda-ac17fc71d957', 'port_id': '9f254b2d-7665-41ba-b400-d8638283ea8f', 'mac_address': 'fa:16:3e:4a:96:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4138fb5-d42e-4272-a423-8a0582e3af40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:24:43.679423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Subnet': ['ID=2a913ab9-6d9e-4178-ba1b-863adb8ff012,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:43.682479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:43.689304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.692233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.704660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f254b2d-7665-41ba-b400-d8638283ea8f {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:24:43.730896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 9f254b2d-7665-41ba-b400-d8638283ea8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f254b2d-7665-41ba-b400-d8638283ea8f,segment=NetworkSegment(8d7cd4f7-1234-4133-a49e-e2b29e150e94),segment_id=8d7cd4f7-1234-4133-a49e-e2b29e150e94)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:43.735632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29972a66-0df0-41ab-914c-b2b49fdaddda tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:43.737273 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-29972a66-0df0-41ab-914c-b2b49fdaddda tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2078953 Jun 25 11:24:43.740896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54084) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:43.773718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.782456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cfb0301c-a9b3-4855-956b-14060938bef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:43.787072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Checking segment: {'id': '2ef56eaf-045e-4b52-ace5-aaf9b9232120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:43.787072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network hostable DHCP agents. Network: 0f2e4ee1-934a-412c-93fd-21670ba71926, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:43.787372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.788448 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/networks/b260cbda-d9af-4dbd-b48a-64bb085cdc8e HTTP/1.1" status: 204 len: 168 time: 0.9523385 Jun 25 11:24:43.797610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ba26750-537c-4778-b5cc-781848d71b53 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:43.800238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54086) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:43.801298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.817413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Pushing event deleted for resources: {'Network': ['ID=b260cbda-d9af-4dbd-b48a-64bb085cdc8e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:43.829810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:43.830004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:43.855939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3ba26750-537c-4778-b5cc-781848d71b53 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:43.873034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ba26750-537c-4778-b5cc-781848d71b53 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:43.873619 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ddfc711c-6695-461d-bfc0-2bf630b92fae tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 HTTP/1.1" status: 200 len: 205 time: 0.0663478 Jun 25 11:24:43.873976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54088) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:43.894638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=9f254b2d-7665-41ba-b400-d8638283ea8f,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:43.906363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:43.929390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b4987-182f-4afb-9025-758e3fc68a5a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:43.931004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b4987-182f-4afb-9025-758e3fc68a5a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:43.932631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b4987-182f-4afb-9025-758e3fc68a5a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:43.936995 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df5b4987-182f-4afb-9025-758e3fc68a5a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1911337 Jun 25 11:24:43.937355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54090) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:43.954987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-860391c9-7c83-4887-9891-fa54df66bb99 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:43.969312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8603-18d9-43b8-aa48-d296209740bd req-c5e36a69-26f1-41cc-a4ca-74821e13679b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:43.972603 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-647d8603-18d9-43b8-aa48-d296209740bd req-c5e36a69-26f1-41cc-a4ca-74821e13679b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 944 time: 0.1573334 Jun 25 11:24:43.979704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:44.030082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:44.036249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.085153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 0f2e4ee1-934a-412c-93fd-21670ba71926) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:44.085153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:44.085153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.097357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a7e10f-6b18-4755-85d0-8a0146ab063d None None] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:44.114245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.161322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.246434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.250431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.260516 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1253304 Jun 25 11:24:44.281690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-faa8fa56-8293-4877-9d1d-2cddda14d899 tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:44.285377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54100) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:44.316886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'name': 'tempest-AllowedAddressPairTestJSON-1567138383'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:44.385375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['9f254b2d-7665-41ba-b400-d8638283ea8f'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:24:44.399044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54102) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:44.466526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Pushing event updated for resources: {'Port': ['ID=b500d8aa-171b-449e-8eac-99255115a9a8,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:44.479072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:44.489163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.539944 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-647d8603-18d9-43b8-aa48-d296209740bd req-51486781-493d-44e9-80db-e9775479a589 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298233 Jun 25 11:24:44.543584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-860391c9-7c83-4887-9891-fa54df66bb99 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.545824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-860391c9-7c83-4887-9891-fa54df66bb99 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.573226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-0f2e4ee1-934a-412c-93fd-21670ba71926', 'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'tenant_id': 'c0116c1ee6a542a3800e2eabba0a51fc', 'fixed_ips': [{'subnet_id': '2a913ab9-6d9e-4178-ba1b-863adb8ff012'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:44.575258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.629697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183499443'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:44.650069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.652297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8359ffaa-673e-4a11-a0cf-55c72df43666 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:44.702471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.705981 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5098684 Jun 25 11:24:44.705981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:44.706756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54106) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:44.709867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:44.713348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.718023 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5 HTTP/1.1" status: 204 len: 168 time: 0.7769134 Jun 25 11:24:44.718463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54108) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:44.720804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:24:44.720804 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:24:44.720804 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': 'a8efbd89fc724e3aba0e4b5844e70702', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 24, 44, 634112)}] Jun 25 11:24:44.720804 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:24:44.721246 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:24:44.723228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8017ec18-30e1-499a-b67b-a3ddbd53a7f0 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:44.726905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-860391c9-7c83-4887-9891-fa54df66bb99 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.726905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860391c9-7c83-4887-9891-fa54df66bb99 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Fanout notify agent at l3_agent the message router_deleted on router ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:24:44.767223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-860391c9-7c83-4887-9891-fa54df66bb99 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.770120 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-860391c9-7c83-4887-9891-fa54df66bb99 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] 10.222.0.81 "DELETE /v2.0/routers/ce1c7d7a-f3a9-455a-9d7a-39b98713e0d9 HTTP/1.1" status: 204 len: 168 time: 0.8956130 Jun 25 11:24:44.789670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet c7cd4f1c-565e-4970-acd6-0f4d6b8ff853 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:44.793889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.794255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9c33f143-a83c-4019-9a5f-6c1f35709146 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0855770 Jun 25 11:24:44.796297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54112) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:44.835517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:44.836023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Allocated IP 172.20.0.2 (0f2e4ee1-934a-412c-93fd-21670ba71926/2a913ab9-6d9e-4178-ba1b-863adb8ff012/976156bf-1751-4593-b8b8-cb521643a86b) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:44.838916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.866104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:44.870352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] device_id is not set on port 8467ad9c-1d95-4d7c-9508-e8ecec5039ab yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:44.883564 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c16cabc1-5082-40e0-a838-1ebdddc95bc0 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0859647 Jun 25 11:24:44.887054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54114) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:45.033554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.042446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Deleting port b500d8aa-171b-449e-8eac-99255115a9a8 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:45.043042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.092039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.150201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.150649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.164353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Calling delete_port for b500d8aa-171b-449e-8eac-99255115a9a8 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:45.192276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Transition to ACTIVE for port object 976156bf-1751-4593-b8b8-cb521643a86b will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:45.193392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.206024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7a5e58ba-1bcb-4cf9-bedf-8469da3cc9f1 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:45.219769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.219931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Transition to ACTIVE for port object 976156bf-1751-4593-b8b8-cb521643a86b will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:45.220044 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/c7cd4f1c-565e-4970-acd6-0f4d6b8ff853 HTTP/1.1" status: 204 len: 168 time: 0.4967945 Jun 25 11:24:45.220402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54116) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:45.238331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=c7cd4f1c-565e-4970-acd6-0f4d6b8ff853,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:45.247702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:45.274500 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-da8bad08-e725-4296-b269-51cab137dc65 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535169 Jun 25 11:24:45.277638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54118) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:45.283467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:45.303014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.306944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a8879d01-9fa6-4523-9bef-32c7b800f03b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:45.339349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:45.344810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.382381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:45.389966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:45.392895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:45.398356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Pushing event updated for resources: {'Port': ['ID=976156bf-1751-4593-b8b8-cb521643a86b,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:45.401818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:45.412971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54122) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:45.455400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.465218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-76207fcd-4cd8-4e1e-8629-9d85117e04ce tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:45.468290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.478475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Attempting to bind port 976156bf-1751-4593-b8b8-cb521643a86b on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:45.478901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Attempting to bind port 976156bf-1751-4593-b8b8-cb521643a86b by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '2ef56eaf-045e-4b52-ace5-aaf9b9232120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:45.479203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Attempting to bind port 976156bf-1751-4593-b8b8-cb521643a86b on network 0f2e4ee1-934a-412c-93fd-21670ba71926 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:45.481904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 9f254b2d-7665-41ba-b400-d8638283ea8f up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:45.488686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Pushing event deleted for resources: {'Port': ['ID=b500d8aa-171b-449e-8eac-99255115a9a8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:45.537690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:45.538079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Checking segment: {'id': '2ef56eaf-045e-4b52-ace5-aaf9b9232120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:45.538497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.538906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Bound using segment: {'id': '2ef56eaf-045e-4b52-ace5-aaf9b9232120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:45.539511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Bound port: 976156bf-1751-4593-b8b8-cb521643a86b, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef56eaf-045e-4b52-ace5-aaf9b9232120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:45.539917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.554477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Allocated IP 172.20.0.5 (0f2e4ee1-934a-412c-93fd-21670ba71926/2a913ab9-6d9e-4178-ba1b-863adb8ff012/8467ad9c-1d95-4d7c-9508-e8ecec5039ab) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:45.560833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:45.584767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.591250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.593440 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] 10.222.0.81 "DELETE /v2.0/floatingips/e318f0e0-2e6a-4696-a912-e7f4233464a3 HTTP/1.1" status: 204 len: 168 time: 0.7051780 Jun 25 11:24:45.598589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54128) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:45.646555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] For port 976156bf-1751-4593-b8b8-cb521643a86b, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:45.651810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] For port 976156bf-1751-4593-b8b8-cb521643a86b, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=976156bf-1751-4593-b8b8-cb521643a86b,segment=NetworkSegment(2ef56eaf-045e-4b52-ace5-aaf9b9232120),segment_id=2ef56eaf-045e-4b52-ace5-aaf9b9232120)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:45.684483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 9f254b2d-7665-41ba-b400-d8638283ea8f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:45.690520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 9f254b2d-7665-41ba-b400-d8638283ea8f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:45.691208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.776976 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-67ae8236-f4f2-433f-bcd0-e590f83444fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f417202e296d45749bc70b309f9e1e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626528 Jun 25 11:24:45.780131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54130) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:45.791813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.805265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.810751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8e133673-e237-4e33-afac-17ad1bcfaa97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:45.830477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.847770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4fec0-99bf-49f9-ab38-06ad0ff110ef None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:45.851869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Deleting port a1a751c2-59ee-490a-b666-0f0e70235cf7 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:45.852370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.854923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.870312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb579-ec8e-4d50-931d-f6347253a1c7 req-6f234add-9436-4834-ab8e-0eb0657cb1d7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:45.873237 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f6dfb579-ec8e-4d50-931d-f6347253a1c7 req-6f234add-9436-4834-ab8e-0eb0657cb1d7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 944 time: 0.1676271 Jun 25 11:24:45.907800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f254b2d-7665-41ba-b400-d8638283ea8f'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:24:45.910203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb20d5d-458a-457f-b1a1-77c28062a640" -d '{"events": [{"server_uuid": "9a4846b2-150d-48ff-be3e-a9d25d606097", "name": "network-vif-plugged", "status": "completed", "tag": "9f254b2d-7665-41ba-b400-d8638283ea8f"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:24:45.932563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.938145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.947159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:45.958290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.958676 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 7dfae15a-c6d4-4faf-b095-5c7935afa2eb of type vlan for network 892284af-757e-40e8-88de-0d4fb3aa0a39 Jun 25 11:24:45.997563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:45.997563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.012652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Calling delete_port for a1a751c2-59ee-490a-b666-0f0e70235cf7 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:46.030961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07abd83-b9ca-40e7-a1d7-6dddd113c47c x-openstack-request-id: req-f07abd83-b9ca-40e7-a1d7-6dddd113c47c {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:24:46.031262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4846b2-150d-48ff-be3e-a9d25d606097", "name": "network-vif-plugged", "status": "completed", "tag": "9f254b2d-7665-41ba-b400-d8638283ea8f", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:24:46.031524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f07abd83-b9ca-40e7-a1d7-6dddd113c47c {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:24:46.031923 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f254b2d-7665-41ba-b400-d8638283ea8f', 'code': 200} Jun 25 11:24:46.056841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 9f254b2d-7665-41ba-b400-d8638283ea8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f254b2d-7665-41ba-b400-d8638283ea8f,segment=NetworkSegment(8d7cd4f7-1234-4133-a49e-e2b29e150e94),segment_id=8d7cd4f7-1234-4133-a49e-e2b29e150e94)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:46.057130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.068556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8fbdbb50-4416-466f-a2b8-28cc111e958c None None] Provisioning complete for port 61e57adf-71f3-40b8-b050-edba6ec77853 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:46.069213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8fbdbb50-4416-466f-a2b8-28cc111e958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.071196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Pushing event updated for resources: {'Port': ['ID=976156bf-1751-4593-b8b8-cb521643a86b,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.080762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.094612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.097776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.100629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.104501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/222098e3-052f-4042-9956-8aa6ac7c9b4d HTTP/1.1" status: 204 len: 168 time: 0.3207633 Jun 25 11:24:46.104501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39439c85-bc0d-4d1c-9cb8-fd43f1bb1499 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.110169 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f6dfb579-ec8e-4d50-931d-f6347253a1c7 req-d73ebd63-bf57-41df-9d4d-b1829988fede tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241628 Jun 25 11:24:46.120346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.134728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Transition to ACTIVE for port object 8467ad9c-1d95-4d7c-9508-e8ecec5039ab will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:46.139470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c7ac5-6962-4e5c-9a5d-8f5b11fdd1c5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.144384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.149356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222098e3-052f-4042-9956-8aa6ac7c9b4d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.168897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:46.169309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.169594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.169698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.195270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7eff0226-3d52-482f-854e-2a1e490df971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.322551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=9f254b2d-7665-41ba-b400-d8638283ea8f,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.329582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.387877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.395001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:46.395659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.401076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a74b5b6c-85bf-41e4-9de4-f7c64a7e0226 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.416585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:46.459554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.462979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.475955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Deleting port 61e57adf-71f3-40b8-b050-edba6ec77853 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:46.475955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.488993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1a751c2-59ee-490a-b666-0f0e70235cf7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.498071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.524734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=892284af-757e-40e8-88de-0d4fb3aa0a39,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.528863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.530002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.547434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-937fc368-9eb4-43b0-8fb2-4d887b8bc54e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.557455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] For port 61e57adf-71f3-40b8-b050-edba6ec77853, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=61e57adf-71f3-40b8-b050-edba6ec77853,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:46.559452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.578830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Calling delete_port for 61e57adf-71f3-40b8-b050-edba6ec77853 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:46.585176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 892284af-757e-40e8-88de-0d4fb3aa0a39 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:46.594639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:46.600124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:46.603210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:46.634534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.637804 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2377970 Jun 25 11:24:46.639265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.640417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/4aa1e729-fbae-4abb-aae9-5e38c221a540 HTTP/1.1" status: 204 len: 168 time: 1.0287638 Jun 25 11:24:46.641309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=8467ad9c-1d95-4d7c-9508-e8ecec5039ab,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.644920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.649306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54138) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:46.716672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be3c1b-68e5-42a1-9ffc-fe5819574558 req-5a196a54-ff07-4d68-94d2-96f6d9072913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:46.719187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.721935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-93be3c1b-68e5-42a1-9ffc-fe5819574558 req-5a196a54-ff07-4d68-94d2-96f6d9072913 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 1098 time: 0.1515026 Jun 25 11:24:46.743279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-33000089-7027-48a5-ad22-0f2b35af4c2a tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.796887 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-93be3c1b-68e5-42a1-9ffc-fe5819574558 req-b8d3106a-021f-4b6b-a4a3-44f7bee29038 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676181 Jun 25 11:24:46.825357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:46.831113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:46.850262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.853947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00aec276-483f-4bf6-b296-35c3f71068e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:46.867318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:46.867318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.896916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Pushing event deleted for resources: {'Port': ['ID=61e57adf-71f3-40b8-b050-edba6ec77853,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.907589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.908697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:46.908697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:46.910132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] No DVR routers for this DVR port 61e57adf-71f3-40b8-b050-edba6ec77853 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:46.917929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=5158c87b-9022-4371-a45e-b6a08b14bcc0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:46.931590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:46.937527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5140be3-20a3-4a51-93ba-7b33c954a60f None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:46.966176 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6871097 Jun 25 11:24:46.969195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54146) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:46.975939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-270e1b69-93ed-4aec-8732-36c496bb2311 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:46.986045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Deleting port e35a2e41-8354-42ed-94c7-8923f2d4bde3 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:46.986381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:47.090152 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8004985 Jun 25 11:24:47.093767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54150) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:47.101405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'name': 'tempest-AllowedAddressPairTestJSON-1058356280', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:55:5f:66'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:47.220423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:47.240464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'tenant_id': 'f6a3710dbc2a4d1c9b6077257a8913ca', 'fixed_ips': [{'subnet_id': '5158c87b-9022-4371-a45e-b6a08b14bcc0'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:47.241546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:47.251705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Calling delete_port for e35a2e41-8354-42ed-94c7-8923f2d4bde3 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:47.345907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e1b69-93ed-4aec-8732-36c496bb2311 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:47.364788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-270e1b69-93ed-4aec-8732-36c496bb2311 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:47.496804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Allocated IP 2001:db8::2 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/5158c87b-9022-4371-a45e-b6a08b14bcc0/b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:47.572497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c856b-4e7c-4f63-bb08-c67160a9455d req-93f4e97d-81c3-4ab9-bf76-c3e14fa0cb5b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:47.579972 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-116c856b-4e7c-4f63-bb08-c67160a9455d req-93f4e97d-81c3-4ab9-bf76-c3e14fa0cb5b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.2694626 Jun 25 11:24:47.603995 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.ipam_backend_mixin [None req-270e1b69-93ed-4aec-8732-36c496bb2311 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5158c87b-9022-4371-a45e-b6a08b14bcc0 (CIDR: 2001:db8::/64) Jun 25 11:24:47.634782 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-116c856b-4e7c-4f63-bb08-c67160a9455d req-b44d78d8-7208-4d02-b56d-76d84299719d tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538809 Jun 25 11:24:47.655929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:47.663876 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-270e1b69-93ed-4aec-8732-36c496bb2311 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:47.663876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270e1b69-93ed-4aec-8732-36c496bb2311 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:47.686196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:47.736695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Port': ['ID=e35a2e41-8354-42ed-94c7-8923f2d4bde3,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:47.772815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-270e1b69-93ed-4aec-8732-36c496bb2311 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7995095 Jun 25 11:24:47.773325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54162) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:47.782159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'subnet': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:47.789056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:47.805695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:47.861617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67527cd-995b-4854-b215-3ec0e1e3f8b1 None None] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:47.864957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 976156bf-1751-4593-b8b8-cb521643a86b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:47.923589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54164) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:48.111635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7d7171c1-0e41-4e5a-ba08-24a7b4f12b16 None None] Provisioning for port 976156bf-1751-4593-b8b8-cb521643a86b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:48.149178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.151347 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "DELETE /v2.0/ports/e35a2e41-8354-42ed-94c7-8923f2d4bde3 HTTP/1.1" status: 204 len: 168 time: 1.5009172 Jun 25 11:24:48.154909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54168) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:48.168850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1cb2a19e-6e25-4d95-b566-a09cb90f4dad tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:48.169625 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-1cb2a19e-6e25-4d95-b566-a09cb90f4dad tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 11:24:48.170476 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-1cb2a19e-6e25-4d95-b566-a09cb90f4dad tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 11:24:48.174870 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1cb2a19e-6e25-4d95-b566-a09cb90f4dad tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2414069 Jun 25 11:24:48.175634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54170) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:48.180517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--677742817'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:48.220399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.222520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:48.227350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.240534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] device_id is not set on port b9b9af8b-7270-479e-8fbd-35689ccda9ff yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:48.296027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 976156bf-1751-4593-b8b8-cb521643a86b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:48.314988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.317448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 976156bf-1751-4593-b8b8-cb521643a86b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:48.317828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.384993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Transition to ACTIVE for port object b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:48.402604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141b47f-6cf3-4d9f-bd55-13a8f38bd913 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:48.404860 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3141b47f-6cf3-4d9f-bd55-13a8f38bd913 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea HTTP/1.1" status: 200 len: 913 time: 0.2485213 Jun 25 11:24:48.407715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54172) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:48.408558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Allocated IP 172.20.0.6 (0f2e4ee1-934a-412c-93fd-21670ba71926/2a913ab9-6d9e-4178-ba1b-863adb8ff012/b9b9af8b-7270-479e-8fbd-35689ccda9ff) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:48.422283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Transition to ACTIVE for port object b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:48.469983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.512172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 976156bf-1751-4593-b8b8-cb521643a86b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=976156bf-1751-4593-b8b8-cb521643a86b,segment=NetworkSegment(2ef56eaf-045e-4b52-ace5-aaf9b9232120),segment_id=2ef56eaf-045e-4b52-ace5-aaf9b9232120)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:48.524836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.527551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:48.599127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.609647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.615044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Transition to ACTIVE for port object b9b9af8b-7270-479e-8fbd-35689ccda9ff will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:48.655753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:48.657550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.677568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:48.679494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.679661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Pushing event updated for resources: {'Port': ['ID=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:48.694878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:48.699528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:48.700230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ad97a9fe-90cc-414d-8fb3-ae2983943fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:48.740365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:48.748017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-00ddb2f0-fc6b-4b65-a4ee-a1da609744a1 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:48.786103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=976156bf-1751-4593-b8b8-cb521643a86b,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:48.797937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61e57adf-71f3-40b8-b050-edba6ec77853 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:48.803326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:48.833522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=b9b9af8b-7270-479e-8fbd-35689ccda9ff,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:48.839793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:48.858874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 61e57adf-71f3-40b8-b050-edba6ec77853 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:48.859242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61e57adf-71f3-40b8-b050-edba6ec77853 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:48.885886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:48.892114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:48.895221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:49.005889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Attempting to bind port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:49.006317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Attempting to bind port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:49.006722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Attempting to bind port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d on network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:49.010820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.023198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6b2de7d6-80f7-498e-a7c7-0e06533ed298 None None] Provisioning complete for port 976156bf-1751-4593-b8b8-cb521643a86b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:49.023581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6b2de7d6-80f7-498e-a7c7-0e06533ed298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.034645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:49.035031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Checking segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:49.035449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.035863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Bound using segment: {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:49.036419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Bound port: b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98b0545-ade9-4f59-8f08-683c2666fd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:49.036883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.087121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.096123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:49.097107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.105322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:49.195915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e997761-8489-42b8-b12d-f4b9de4eefb6 req-3d03c088-fa74-46cd-84a7-ab5e11291b5d tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:49.197658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.204647 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6e997761-8489-42b8-b12d-f4b9de4eefb6 req-3d03c088-fa74-46cd-84a7-ab5e11291b5d tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.2695160 Jun 25 11:24:49.228261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf89aef-c739-4701-af93-78efe75b5b1b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:49.245076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.245537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.245960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.246878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.247259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.247631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.247998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.248364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.248762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.249158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.249527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.249884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:49.251258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] For port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:49.256666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] For port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:49.267307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:49.313082 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6e997761-8489-42b8-b12d-f4b9de4eefb6 req-ba19e23f-fcfe-4ed6-9879-3a59af7458d0 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075304 Jun 25 11:24:49.353028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.361986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:49.409797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.487700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.491356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-08172639-56c1-423a-b5f5-52d041e48029 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:49.533467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Pushing event updated for resources: {'Port': ['ID=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:49.545460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:49.551602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:24:49.566943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8edd59a-ba93-4799-8592-daa6d59a9dc0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:49.570359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:49.592673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6b2de7d6-80f7-498e-a7c7-0e06533ed298 None None] Provisioning for port 8467ad9c-1d95-4d7c-9508-e8ecec5039ab completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:49.597542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6b2de7d6-80f7-498e-a7c7-0e06533ed298 None None] Provisioning complete for port 8467ad9c-1d95-4d7c-9508-e8ecec5039ab triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:49.597904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6b2de7d6-80f7-498e-a7c7-0e06533ed298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.650656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6b2de7d6-80f7-498e-a7c7-0e06533ed298 None None] Port 8467ad9c-1d95-4d7c-9508-e8ecec5039ab cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:49.661611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.662867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4865496 Jun 25 11:24:49.679650 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5701392 Jun 25 11:24:49.679650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54178) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:49.679650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54180) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:49.679650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': 'a8edd59a-ba93-4799-8592-daa6d59a9dc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:49.818241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d4d8b-a1c1-429f-a1ba-a9c5275f63e7 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:49.828853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 976156bf-1751-4593-b8b8-cb521643a86b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:49.842471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d4d8b-a1c1-429f-a1ba-a9c5275f63e7 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:49.849114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d4d8b-a1c1-429f-a1ba-a9c5275f63e7 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:49.851994 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6d8d4d8b-a1c1-429f-a1ba-a9c5275f63e7 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1672130 Jun 25 11:24:49.856096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54182) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:49.922823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.924118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e823398a-8fc9-4072-99a4-4e8fcb52b0ca None None] Provisioning for port b9b9af8b-7270-479e-8fbd-35689ccda9ff completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:49.942778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e823398a-8fc9-4072-99a4-4e8fcb52b0ca None None] Provisioning complete for port b9b9af8b-7270-479e-8fbd-35689ccda9ff triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:49.943087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e823398a-8fc9-4072-99a4-4e8fcb52b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:49.985044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe089d-557d-493e-bd72-11a778275b63 req-838cce78-da45-4be8-a4ca-350942a2c561 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:49.986982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64fe089d-557d-493e-bd72-11a778275b63 req-838cce78-da45-4be8-a4ca-350942a2c561 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.4179828 Jun 25 11:24:50.022985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.024135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 976156bf-1751-4593-b8b8-cb521643a86b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:50.024512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.037371 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64fe089d-557d-493e-bd72-11a778275b63 req-368d162d-fd2d-4d1d-8b8c-ccf98ab76812 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Jun 25 11:24:50.077506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54184) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:50.080723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e823398a-8fc9-4072-99a4-4e8fcb52b0ca None None] Port b9b9af8b-7270-479e-8fbd-35689ccda9ff cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:50.084807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': '892284af-757e-40e8-88de-0d4fb3aa0a39', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:50.097446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e823398a-8fc9-4072-99a4-4e8fcb52b0ca None None] Provisioning complete for port 8467ad9c-1d95-4d7c-9508-e8ecec5039ab triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:50.097971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e823398a-8fc9-4072-99a4-4e8fcb52b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.154783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.160567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e823398a-8fc9-4072-99a4-4e8fcb52b0ca None None] Port 8467ad9c-1d95-4d7c-9508-e8ecec5039ab cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:50.164855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.188170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-29d46a85-ae4a-4866-97b0-a7fa7cb1f78e tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:50.211045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a37c0ff-25a1-4526-8744-fea0e9e5e6be,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:50.216080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:50.219010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting port b9b9af8b-7270-479e-8fbd-35689ccda9ff {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:50.219484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.286656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.287986 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6209941 Jun 25 11:24:50.294337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54188) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:50.298902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9fc12e05-9a19-4f72-b25c-467b9f9137f2 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': 'a8edd59a-ba93-4799-8592-daa6d59a9dc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:50.341026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Deleting port 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:50.341601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.341896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.355670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Calling delete_port for b9b9af8b-7270-479e-8fbd-35689ccda9ff owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:50.427372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:50.431199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.433993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] For port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:50.473263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.501819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.504026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Calling delete_port for 3bee56c7-e735-4d1f-9bf6-b418af0b7a5a owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:50.549679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fc12e05-9a19-4f72-b25c-467b9f9137f2 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.599629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.599629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.607353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-21b6ee15-3eda-4491-a6e6-ec9c7ba32986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:50.656814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:50.699678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:50.709700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:50.710291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:50.752896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a19c29-c094-4f59-b46e-a356f49ee8c6 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:50.762347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,revision_number=4']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:50.791971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.793119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.793588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.794268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.794752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.795214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.795676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.796136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.796598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.797053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.797723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.798202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:50.812517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:50.813190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85eeae63-b5fc-468b-86bf-c7c1e8c09d75 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:50.893801 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1192250 Jun 25 11:24:50.902564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54192) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:50.925113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Request body: {'port': {'network_id': '727bc3ea-78a7-479f-8c7e-ba65a341dd7f', 'mac_address': 'fa:16:3e:e3:a1:57', 'name': 'tempest-NetworksTestDHCPv6-1547448017'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:50.943321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-beeb4e59-dafd-429e-82fe-3077f64fe354 None None] Provisioning for port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:51.048416 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-9fc12e05-9a19-4f72-b25c-467b9f9137f2 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): There was a conflict when trying to complete your request. Jun 25 11:24:51.050652 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9fc12e05-9a19-4f72-b25c-467b9f9137f2 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7542763 Jun 25 11:24:51.052758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54194) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:51.120578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.127023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-57202b62-e027-45af-971d-4718dd21d2f8 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:51.162237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Port': ['ID=b9b9af8b-7270-479e-8fbd-35689ccda9ff,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:51.165617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:51.221214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.226309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6c71f0f-8dad-41e4-a462-97fa39115509 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:51.229706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.337750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Subnet': ['ID=ce997e97-2748-4041-b831-1af37add7235,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:51.342388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.344263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:51.389980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=4823ec46-715b-4b38-9bcf-6c727b561105,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:51.426667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:51.435302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '7dfae15a-c6d4-4faf-b095-5c7935afa2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '892284af-757e-40e8-88de-0d4fb3aa0a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:51.435670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: 892284af-757e-40e8-88de-0d4fb3aa0a39, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:51.481343 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.484571 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/ports/b9b9af8b-7270-479e-8fbd-35689ccda9ff HTTP/1.1" status: 204 len: 168 time: 1.6258271 Jun 25 11:24:51.485982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54196) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:51.493574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f15a9-44cc-477f-a3bc-03fc22b66be3 req-51d560d6-97bc-4c65-ba14-5466b41f94f4 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:51.495111 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-574f15a9-44cc-477f-a3bc-03fc22b66be3 req-51d560d6-97bc-4c65-ba14-5466b41f94f4 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.6290064 Jun 25 11:24:51.515967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.517112 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4440c2b-1264-4e2f-b60b-e3f62a01cdb8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] GET failed (client error): The resource could not be found. Jun 25 11:24:51.518746 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a4440c2b-1264-4e2f-b60b-e3f62a01cdb8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "GET /v2.0/ports/b9b9af8b-7270-479e-8fbd-35689ccda9ff HTTP/1.1" status: 404 len: 333 time: 0.0318053 Jun 25 11:24:51.526945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54198) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:51.527498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-34d1e79a-3c80-47ef-957f-72e87618c746 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:51.532841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'name': 'tempest-AllowedAddressPairTestJSON-515346164'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:51.568116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Port': ['ID=3bee56c7-e735-4d1f-9bf6-b418af0b7a5a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:51.571102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:51.618079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 892284af-757e-40e8-88de-0d4fb3aa0a39 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:51.626599 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-574f15a9-44cc-477f-a3bc-03fc22b66be3 req-cbd44f94-b118-473b-a017-1a9c9f45dc47 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222036 Jun 25 11:24:51.666752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.670680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.685222 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/a8edd59a-ba93-4799-8592-daa6d59a9dc0 HTTP/1.1" status: 204 len: 168 time: 0.6181703 Jun 25 11:24:51.685222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:51.688112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54200) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:51.714263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8edd59a-ba93-4799-8592-daa6d59a9dc0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:51.721923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:51.766228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Made reservation on behalf of f6a3710dbc2a4d1c9b6077257a8913ca for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:51.799778 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b88052ef-f253-490a-8d84-989a3aa3b3cb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0987911 Jun 25 11:24:51.803192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54202) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:51.808737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--684776149'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:51.811148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:51.838334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 892284af-757e-40e8-88de-0d4fb3aa0a39) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:51.844033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:51.844883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.883545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f7ff4-68ee-4fea-af35-35d0a152a4d7 None None] Network 892284af-757e-40e8-88de-0d4fb3aa0a39 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:51.886835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.952389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.965079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:51.968768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:51.988150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] device_id is not set on port 7954cda0-adff-4b38-9cd4-e397833120d3 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:52.017081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] device_id is not set on port 634a910d-6b64-41d4-83c1-49d7349db955 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:52.037042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:52.069031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:52.069533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.098308 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0190427 Jun 25 11:24:52.100446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-892284af-757e-40e8-88de-0d4fb3aa0a39', 'network_id': '892284af-757e-40e8-88de-0d4fb3aa0a39', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': '4823ec46-715b-4b38-9bcf-6c727b561105'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:52.101808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.105003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54204) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:52.130999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Allocated IP 172.20.0.13 (0f2e4ee1-934a-412c-93fd-21670ba71926/2a913ab9-6d9e-4178-ba1b-863adb8ff012/7954cda0-adff-4b38-9cd4-e397833120d3) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:52.145436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45959971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:52.263457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.284114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.333428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8::205 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/5158c87b-9022-4371-a45e-b6a08b14bcc0/634a910d-6b64-41d4-83c1-49d7349db955) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:52.333657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Allocated IP 2001:db8:0:ffff::2 (892284af-757e-40e8-88de-0d4fb3aa0a39/4823ec46-715b-4b38-9bcf-6c727b561105/3430f599-c19f-43d9-8f46-c53ec38013bb) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:52.336706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:52.344852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.345358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:a157 (727bc3ea-78a7-479f-8c7e-ba65a341dd7f/ce997e97-2748-4041-b831-1af37add7235/634a910d-6b64-41d4-83c1-49d7349db955) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:52.348028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Router fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:24:52.363935 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Transition to ACTIVE for port object 7954cda0-adff-4b38-9cd4-e397833120d3 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:52.427307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:52.430800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.467097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.471565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2434377e-7365-4a62-9a05-9840edde640c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:52.505238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.522965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.525222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.530129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8300f130-0c67-4859-9e1d-2aa8d376f102 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:52.540481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Transition to ACTIVE for port object 3430f599-c19f-43d9-8f46-c53ec38013bb will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:52.542934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:52.554371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:24:52.556127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.556483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.556983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.557235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.557567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.558673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.559116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.559868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.559868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.560091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.560399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.560719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:24:52.566876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:52.571851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Transition to ACTIVE for port object 3430f599-c19f-43d9-8f46-c53ec38013bb will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:52.582171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:24:52.592366 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "PUT /v2.0/routers/fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1806009 Jun 25 11:24:52.592526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.594941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54208) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:52.595865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] Sync routers for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:24:52.607605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:52.607883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:52.624833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:52.628265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:52.631055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:52.636925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=7954cda0-adff-4b38-9cd4-e397833120d3,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:52.640661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:52.654692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.657778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6f6973fb-d308-46c8-a759-54ed2d0107fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:52.660124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.662301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-efe0c7e1-bd8e-4d07-85d6-87f0bf5e829b tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:52.672368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:52.681677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Transition to ACTIVE for port object 634a910d-6b64-41d4-83c1-49d7349db955 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:52.723170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] Routers {'fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:24:52.728634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.729073 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 4a2c1d33-1731-47bc-8e60-c460ed020f91 of type vlan for network a09819fd-f478-4367-af08-ffc13502ea10 Jun 25 11:24:52.731577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.732738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:24:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:52.736012 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9317772 Jun 25 11:24:52.743021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54212) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:52.747050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Network 892284af-757e-40e8-88de-0d4fb3aa0a39 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:52.748980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9058aa06-c367-4e46-b7d4-d8f6b63f25f7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:52.750082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b965ed70-9e4a-4152-a11f-1591bef6f115 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '9058aa06-c367-4e46-b7d4-d8f6b63f25f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:52.750082 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.api.v2.base [None req-b965ed70-9e4a-4152-a11f-1591bef6f115 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 25 11:24:52.750595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-b965ed70-9e4a-4152-a11f-1591bef6f115 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:52.754337 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b965ed70-9e4a-4152-a11f-1591bef6f115 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068858 Jun 25 11:24:52.755317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:52.755478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54214) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:52.799523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:52.811046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:52.812520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.814009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Pushing event updated for resources: {'Port': ['ID=3430f599-c19f-43d9-8f46-c53ec38013bb,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:52.816345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:52.817006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cedf9b-267b-4d1a-aa52-9b10bb388b8e None None] The sync data for ids ['fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:24:52.835206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:52.838476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:52.856192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.877971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.923508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.931794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8fae8c73-23cc-4268-bd43-db6c5466405f tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:52.943889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.963588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Attempting to bind port 3430f599-c19f-43d9-8f46-c53ec38013bb on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:52.963588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Attempting to bind port 3430f599-c19f-43d9-8f46-c53ec38013bb by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7dfae15a-c6d4-4faf-b095-5c7935afa2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '892284af-757e-40e8-88de-0d4fb3aa0a39'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:52.964724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Attempting to bind port 3430f599-c19f-43d9-8f46-c53ec38013bb on network 892284af-757e-40e8-88de-0d4fb3aa0a39 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:52.971428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:52.972001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Checking segment: {'id': '7dfae15a-c6d4-4faf-b095-5c7935afa2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '892284af-757e-40e8-88de-0d4fb3aa0a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:52.972510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.973022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Bound using segment: {'id': '7dfae15a-c6d4-4faf-b095-5c7935afa2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '892284af-757e-40e8-88de-0d4fb3aa0a39'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:52.973855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Bound port: 3430f599-c19f-43d9-8f46-c53ec38013bb, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfae15a-c6d4-4faf-b095-5c7935afa2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '892284af-757e-40e8-88de-0d4fb3aa0a39'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:52.974378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.987234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a0751-7f53-47f0-964f-1d135ae22c22 req-328faef2-70e3-4d06-95c0-87d72d07738f tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:52.988791 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e02a0751-7f53-47f0-964f-1d135ae22c22 req-328faef2-70e3-4d06-95c0-87d72d07738f tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1568539 Jun 25 11:24:52.991886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:52.996005 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4679561 Jun 25 11:24:53.003759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54220) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:53.012465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:55:5f:66'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:53.021819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:53.030794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event updated for resources: {'Port': ['ID=634a910d-6b64-41d4-83c1-49d7349db955,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:53.035134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.040707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:53.041271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.043859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:53.046850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:53.048918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa77e121-abb3-4e1f-a4c7-b33c34c556be tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:53.053600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:53.059113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] For port 3430f599-c19f-43d9-8f46-c53ec38013bb, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:53.060236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:53.061140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.063310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] For port 3430f599-c19f-43d9-8f46-c53ec38013bb, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3430f599-c19f-43d9-8f46-c53ec38013bb,segment=NetworkSegment(7dfae15a-c6d4-4faf-b095-5c7935afa2eb),segment_id=7dfae15a-c6d4-4faf-b095-5c7935afa2eb)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:53.090738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c66955bf-479f-47e7-9243-7fe60163f647 None None] Provisioning for port 7954cda0-adff-4b38-9cd4-e397833120d3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:53.098275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c66955bf-479f-47e7-9243-7fe60163f647 None None] Provisioning complete for port 7954cda0-adff-4b38-9cd4-e397833120d3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:53.098759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c66955bf-479f-47e7-9243-7fe60163f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.108023 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e02a0751-7f53-47f0-964f-1d135ae22c22 req-583f8b6f-15ce-42b8-a7ab-f99fe3c359ed tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102850 Jun 25 11:24:53.148123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.154010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c66955bf-479f-47e7-9243-7fe60163f647 None None] Port 7954cda0-adff-4b38-9cd4-e397833120d3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:53.160881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.164257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=a09819fd-f478-4367-af08-ffc13502ea10,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:53.168927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:53.169898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.175335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:53.186156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a09819fd-f478-4367-af08-ffc13502ea10 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:24:53.220653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1138699 Jun 25 11:24:53.221581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54224) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:53.236020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': 'a09819fd-f478-4367-af08-ffc13502ea10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:53.245226 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3415468 Jun 25 11:24:53.248299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54226) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:53.318332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.321308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.322518 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/9058aa06-c367-4e46-b7d4-d8f6b63f25f7 HTTP/1.1" status: 204 len: 168 time: 0.5611570 Jun 25 11:24:53.351110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54230) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:53.382656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Pushing event updated for resources: {'Port': ['ID=3430f599-c19f-43d9-8f46-c53ec38013bb,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:53.393026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:53.404134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:53.475286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9058aa06-c367-4e46-b7d4-d8f6b63f25f7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:53.486662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:53.501218 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f2f58ba0-1625-47df-bfdf-0f7d637229e0 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1440589 Jun 25 11:24:53.505428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54232) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:53.515272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Deleting port c023c645-364e-4e53-bb05-c34be58edfdf {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:53.515735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.524049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334579554'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:53.582443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting port 634a910d-6b64-41d4-83c1-49d7349db955 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:53.582802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.653806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:53.657849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.673477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e689fd11-a17c-424e-9994-affa5ede1af2 None None] Provisioning for port 634a910d-6b64-41d4-83c1-49d7349db955 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:53.685813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e689fd11-a17c-424e-9994-affa5ede1af2 None None] Provisioning complete for port 634a910d-6b64-41d4-83c1-49d7349db955 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:53.686248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e689fd11-a17c-424e-9994-affa5ede1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.724147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.741218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.759266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Calling delete_port for c023c645-364e-4e53-bb05-c34be58edfdf owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:53.792470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e689fd11-a17c-424e-9994-affa5ede1af2 None None] Port 634a910d-6b64-41d4-83c1-49d7349db955 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:53.807339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.818213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.824790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3b0f2e4d-1f77-4deb-bff3-172246dd7f4d tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:53.868009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Calling delete_port for 634a910d-6b64-41d4-83c1-49d7349db955 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:53.876802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:53.962759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:54.102220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=7954cda0-adff-4b38-9cd4-e397833120d3,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:54.109132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:54.112437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] In _notify_port_updated(), no bound segment for port 7954cda0-adff-4b38-9cd4-e397833120d3 on network 0f2e4ee1-934a-412c-93fd-21670ba71926 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:24:54.118455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.119164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.121025 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "PUT /v2.0/ports/7954cda0-adff-4b38-9cd4-e397833120d3 HTTP/1.1" status: 200 len: 993 time: 1.1157882 Jun 25 11:24:54.131732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54238) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:54.264186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-55866eae-2385-489d-859c-2982cd23d278 None None] Provisioning complete for port 7954cda0-adff-4b38-9cd4-e397833120d3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:54.264747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55866eae-2385-489d-859c-2982cd23d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.314257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:54.314635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.316355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-55866eae-2385-489d-859c-2982cd23d278 None None] Port 7954cda0-adff-4b38-9cd4-e397833120d3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:54.332063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ea404-ed42-49fa-9b42-8016593b3b98 req-b8d23c84-25bb-4857-b350-576903013778 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.333860 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5d0ea404-ed42-49fa-9b42-8016593b3b98 req-b8d23c84-25bb-4857-b350-576903013778 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2896342 Jun 25 11:24:54.352677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec07e-2581-4792-ad41-ce1be7e05095 req-aebd8c37-5c07-4d06-b7f6-11092260241b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.354315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d64ec07e-2581-4792-ad41-ce1be7e05095 req-aebd8c37-5c07-4d06-b7f6-11092260241b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.5020013 Jun 25 11:24:54.357154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-3d3d2604-290c-453a-a9d4-9e735e2c5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.359268 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-3d3d2604-290c-453a-a9d4-9e735e2c5a27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a06ecc4ca97498399cc8a43a741167e&device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 1098 time: 0.5058405 Jun 25 11:24:54.390870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.395499 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5d0ea404-ed42-49fa-9b42-8016593b3b98 req-ede92598-3dd3-442b-937a-5cfada852b1d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533268 Jun 25 11:24:54.402283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9ca6d2da-16de-43c2-a6ba-699ba306fd60 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:54.423133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294ca44-678a-4dd4-89f2-504998466c4f req-9cf1832f-6b39-48d6-9f37-640b0053d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.426724 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2294ca44-678a-4dd4-89f2-504998466c4f req-9cf1832f-6b39-48d6-9f37-640b0053d71c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.3569186 Jun 25 11:24:54.435613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Port': ['ID=634a910d-6b64-41d4-83c1-49d7349db955,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:54.442166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:54.448669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3430f599-c19f-43d9-8f46-c53ec38013bb up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:54.530733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.535853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.540288 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/634a910d-6b64-41d4-83c1-49d7349db955 HTTP/1.1" status: 204 len: 168 time: 1.2854517 Jun 25 11:24:54.541931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54240) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:54.548719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3298c1f4-db58-4811-8c01-a585fac9fb1b tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:54.567268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.601759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Port': ['ID=c023c645-364e-4e53-bb05-c34be58edfdf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:54.624646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3430f599-c19f-43d9-8f46-c53ec38013bb completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:54.656252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:54.656693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2384606-283b-407c-b923-81c2cb7de734 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.659602 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a2384606-283b-407c-b923-81c2cb7de734 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0907094 Jun 25 11:24:54.662011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54242) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:54.676337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.701415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:54.702977 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d64ec07e-2581-4792-ad41-ce1be7e05095 req-5afaab43-7f9e-41cd-87ef-1a11913fd54c tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411815 Jun 25 11:24:54.749694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9295c0-7f0b-4108-a154-790879393993,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:54.753634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:54.782016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3155be4-e3db-45f5-8c6f-d94bf5a6d1e0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.786309 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a3155be4-e3db-45f5-8c6f-d94bf5a6d1e0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1222031 Jun 25 11:24:54.787422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54244) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:54.808005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96afe1b-618c-4cd9-8f58-61de4b64cd42 None None] Network 892284af-757e-40e8-88de-0d4fb3aa0a39 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:54.825744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.829927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3161440 Jun 25 11:24:54.830400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54246) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:54.838916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8ca577a7-4e0a-4017-9bc1-da9091b8f2fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '5e9295c0-7f0b-4108-a154-790879393993', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:54.840677 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-8ca577a7-4e0a-4017-9bc1-da9091b8f2fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 25 11:24:54.841321 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-8ca577a7-4e0a-4017-9bc1-da9091b8f2fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:54.846794 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8ca577a7-4e0a-4017-9bc1-da9091b8f2fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109975 Jun 25 11:24:54.854903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54248) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:54.892556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd42b7c-957f-448b-afed-4a4cc1f4a37c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.894260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd42b7c-957f-448b-afed-4a4cc1f4a37c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.896094 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd42b7c-957f-448b-afed-4a4cc1f4a37c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:54.900228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4cd42b7c-957f-448b-afed-4a4cc1f4a37c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1087480 Jun 25 11:24:54.900976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54250) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:54.959955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Provisioning for port 3430f599-c19f-43d9-8f46-c53ec38013bb completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:54.972207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Provisioning complete for port 3430f599-c19f-43d9-8f46-c53ec38013bb triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:54.972913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.992308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet 5158c87b-9022-4371-a45e-b6a08b14bcc0 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:54.994772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:54.998677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.051015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.069312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.111472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.157834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] For port 3430f599-c19f-43d9-8f46-c53ec38013bb, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3430f599-c19f-43d9-8f46-c53ec38013bb,segment=NetworkSegment(7dfae15a-c6d4-4faf-b095-5c7935afa2eb),segment_id=7dfae15a-c6d4-4faf-b095-5c7935afa2eb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:55.191162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-429e7c09-0ed6-4f6d-adbf-9b8102b07315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:55.191804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.192639 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-429e7c09-0ed6-4f6d-adbf-9b8102b07315 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8b4259c-8bb7-40a7-9dda-ac17fc71d957 HTTP/1.1" status: 200 len: 913 time: 0.8032620 Jun 25 11:24:55.228222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.230787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting port 7954cda0-adff-4b38-9cd4-e397833120d3 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:55.231381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.231531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.232643 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/5e9295c0-7f0b-4108-a154-790879393993 HTTP/1.1" status: 204 len: 168 time: 0.3847048 Jun 25 11:24:55.235808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-16a0a907-b380-4128-a166-ef13825d9c7e tempest-RoutersIpV6AdminTest-564430730 tempest-RoutersIpV6AdminTest-564430730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:55.239119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54252) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:55.250274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.253996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:55.284416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9295c0-7f0b-4108-a154-790879393993,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:55.297311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:55.317589 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f98fd212-54b4-4efb-a5ef-dfbb3be70392 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0725644 Jun 25 11:24:55.321469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54254) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:55.328144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--538325572'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:55.330003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-ee615b6a-ed75-4d62-a3bd-ec23213bbb69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f254b2d-7665-41ba-b400-d8638283ea8f HTTP/1.1" status: 200 len: 217 time: 0.1283288 Jun 25 11:24:55.335717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.368268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Pushing event updated for resources: {'Port': ['ID=3430f599-c19f-43d9-8f46-c53ec38013bb,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:55.368268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:55.413211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.413211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-456c2b9a-7ee0-4acc-9de1-e4fb8e2ccacf tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:55.441156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=5158c87b-9022-4371-a45e-b6a08b14bcc0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:55.441972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294ca44-678a-4dd4-89f2-504998466c4f req-9ffccb1f-50f5-4a08-8ecf-c11113626d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:55.442644 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2294ca44-678a-4dd4-89f2-504998466c4f req-9ffccb1f-50f5-4a08-8ecf-c11113626d4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.9640851 Jun 25 11:24:55.448422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:55.452489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.454856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/5158c87b-9022-4371-a45e-b6a08b14bcc0 HTTP/1.1" status: 204 len: 168 time: 0.5519474 Jun 25 11:24:55.458035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54258) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:55.460652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01962c00-0beb-4751-8c09-d47997fd4853 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:55.472069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.519481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.523400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.525553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-88ddd53b-29f0-476a-bff6-2841cc665bd7 None None] Provisioning complete for port 3430f599-c19f-43d9-8f46-c53ec38013bb triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:55.525936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-88ddd53b-29f0-476a-bff6-2841cc665bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.613271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-7df22b60-082b-483f-bc65-f3a69288358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:55.614815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-7df22b60-082b-483f-bc65-f3a69288358b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4138fb5-d42e-4272-a423-8a0582e3af40 HTTP/1.1" status: 200 len: 851 time: 0.1888771 Jun 25 11:24:55.621715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.631349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2db43f27-dec1-4614-b114-94d604018910 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:55.650935 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Deleting subnet ce997e97-2748-4041-b831-1af37add7235 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:55.654077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.656450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.710891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-bbc57194-1733-420f-9f77-840015a0ba31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8b4259c-8bb7-40a7-9dda-ac17fc71d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860853 Jun 25 11:24:55.716499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.724997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Calling delete_port for 7954cda0-adff-4b38-9cd4-e397833120d3 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:55.743152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.777465 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2294ca44-678a-4dd4-89f2-504998466c4f req-27993713-4d50-4eea-af01-22144127e0fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.3014812 Jun 25 11:24:55.784380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.784933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Fanout notify agent at l3_agent the message router_deleted on router fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:24:55.820751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.829069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:55.833566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.834756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "DELETE /v2.0/routers/fe8eedce-2e2f-400c-b7e3-5c13ff33b4ea HTTP/1.1" status: 204 len: 168 time: 3.2380893 Jun 25 11:24:55.836171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3430f599-c19f-43d9-8f46-c53ec38013bb up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:24:55.838385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54262) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:55.842991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=538b404b-2284-46be-a68c-48d3daf0a638,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:55.848881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660abb1b-88a0-4af4-926a-97cf275b02f3 req-e156f8d6-7908-46f2-8c51-c72ab133e909 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:55.856923 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-660abb1b-88a0-4af4-926a-97cf275b02f3 req-e156f8d6-7908-46f2-8c51-c72ab133e909 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2770560 Jun 25 11:24:55.909011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3430f599-c19f-43d9-8f46-c53ec38013bb triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:55.911513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.911666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:55.946879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:55.994145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83abbdb9-2b7a-4be6-a723-872d0e4a4ac7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:55.997434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:56.005037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.008897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6836324 Jun 25 11:24:56.012704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54264) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.025532 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-660abb1b-88a0-4af4-926a-97cf275b02f3 req-d6361ec4-4132-4a61-a049-b1b5ea7d60c3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672354 Jun 25 11:24:56.031708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e90d9336-2456-4e5a-9abc-3e00604bd494 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '83abbdb9-2b7a-4be6-a723-872d0e4a4ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:56.034543 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-e90d9336-2456-4e5a-9abc-3e00604bd494 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 25 11:24:56.035091 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-e90d9336-2456-4e5a-9abc-3e00604bd494 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:56.036222 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e90d9336-2456-4e5a-9abc-3e00604bd494 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0258784 Jun 25 11:24:56.037477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294ca44-678a-4dd4-89f2-504998466c4f req-b11661f2-8f88-4cae-bd76-fcab4f133e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:56.038925 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2294ca44-678a-4dd4-89f2-504998466c4f req-b11661f2-8f88-4cae-bd76-fcab4f133e18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.2506268 Jun 25 11:24:56.039615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '4a2c1d33-1731-47bc-8e60-c460ed020f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a09819fd-f478-4367-af08-ffc13502ea10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:56.039980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: a09819fd-f478-4367-af08-ffc13502ea10, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:24:56.047635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54266) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.059236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d7125045-b363-4b45-b33e-5da0e577ef02 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '83abbdb9-2b7a-4be6-a723-872d0e4a4ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:56.059236 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-d7125045-b363-4b45-b33e-5da0e577ef02 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 25 11:24:56.059236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-d7125045-b363-4b45-b33e-5da0e577ef02 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:56.059236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d7125045-b363-4b45-b33e-5da0e577ef02 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073020 Jun 25 11:24:56.060479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54268) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.064984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f9542e5d-b640-4676-aef5-d2d993d2be4b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '83abbdb9-2b7a-4be6-a723-872d0e4a4ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:56.065835 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-f9542e5d-b640-4676-aef5-d2d993d2be4b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 25 11:24:56.066312 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-f9542e5d-b640-4676-aef5-d2d993d2be4b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:56.067252 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9542e5d-b640-4676-aef5-d2d993d2be4b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058944 Jun 25 11:24:56.078638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Deleting subnet 6b99435a-212d-460d-ac74-e19f2b126d11 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:24:56.079163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54270) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.085695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-bbe09893-a86f-4c78-805d-e6040aa0d4a6 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '83abbdb9-2b7a-4be6-a723-872d0e4a4ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:56.086592 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-bbe09893-a86f-4c78-805d-e6040aa0d4a6 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 25 11:24:56.087103 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-bbe09893-a86f-4c78-805d-e6040aa0d4a6 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:56.088042 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bbe09893-a86f-4c78-805d-e6040aa0d4a6 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079176 Jun 25 11:24:56.092215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54272) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.108779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.145043 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-892c741d-55a9-4622-a35a-a4b9adb9b619 service neutron] 10.222.0.47 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212518 Jun 25 11:24:56.157963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.187373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.208600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.213614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e64ca843-2f06-4d81-9305-5abb840da84d tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:56.219027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.253007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Subnet': ['ID=ce997e97-2748-4041-b831-1af37add7235,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:56.256013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:56.260208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.264376 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/ce997e97-2748-4041-b831-1af37add7235 HTTP/1.1" status: 204 len: 168 time: 0.8029635 Jun 25 11:24:56.265227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54274) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.309781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266ec7-0156-409e-99c8-8957450b2256 req-d4fabecd-45b2-4f4c-9a4e-339bfb41d6c7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:56.311852 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bd743947-a441-4199-b13f-59fa6f2e83f1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450182 Jun 25 11:24:56.313963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54276) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.317696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-41266ec7-0156-409e-99c8-8957450b2256 req-d4fabecd-45b2-4f4c-9a4e-339bfb41d6c7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.4073267 Jun 25 11:24:56.337551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network a09819fd-f478-4367-af08-ffc13502ea10 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:24:56.380221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0098cb2-fbfe-4875-87a0-d2988c865e6c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:56.381814 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c0098cb2-fbfe-4875-87a0-d2988c865e6c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0669427 Jun 25 11:24:56.384285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54278) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.416538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.419912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.423483 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/83abbdb9-2b7a-4be6-a723-872d0e4a4ac7 HTTP/1.1" status: 204 len: 168 time: 0.3279645 Jun 25 11:24:56.424497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cc14549-942c-468a-9119-e6e65cb95c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:56.427766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54280) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.454444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83abbdb9-2b7a-4be6-a723-872d0e4a4ac7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:56.457039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:56.471060 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32e2fafa-0996-46f7-b9df-bbcac0521f58 req-d6e41b62-a2f8-4080-a339-c88f34225d60 service neutron] 10.222.0.47 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126915 Jun 25 11:24:56.472319 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-41266ec7-0156-409e-99c8-8957450b2256 req-a5632303-a953-45f4-9b07-39c0528d26e6 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538420 Jun 25 11:24:56.479016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294ca44-678a-4dd4-89f2-504998466c4f req-be1207be-6f70-4986-b5b6-3886202eb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:56.482020 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2294ca44-678a-4dd4-89f2-504998466c4f req-be1207be-6f70-4986-b5b6-3886202eb946 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4341018 Jun 25 11:24:56.497900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a18eb-a42e-4a7e-9ee8-38a987d6a6c3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:56.502186 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a39a18eb-a42e-4a7e-9ee8-38a987d6a6c3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168723 Jun 25 11:24:56.502807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54282) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.511840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.539451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748f29fa-da84-4071-a8ea-a29c8637a1a6 None None] Network 727bc3ea-78a7-479f-8c7e-ba65a341dd7f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:56.548043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a09819fd-f478-4367-af08-ffc13502ea10) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:56.560307 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e6ef5b54-c0c4-49ce-8aba-6f3bee268912 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533540 Jun 25 11:24:56.563790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca95158-5c33-4b7a-a810-9586b54f429e None None] Network a09819fd-f478-4367-af08-ffc13502ea10 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:56.568014 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-46d74bea-a41a-42f9-8add-ed431c89f17b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1329446 Jun 25 11:24:56.568014 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54284) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.569510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54286) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.580032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--781196326'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:56.594301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:56.595379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.602956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.603146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-07a7ae6c-3b54-4895-9b74-97cd21fc94b6 None None] Provisioning complete for port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:56.603341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07a7ae6c-3b54-4895-9b74-97cd21fc94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.606312 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe093d5-216a-4a89-b39f-bd9b8eaf14b3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.607180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe093d5-216a-4a89-b39f-bd9b8eaf14b3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.611633 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8fe093d5-216a-4a89-b39f-bd9b8eaf14b3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/634a910d-6b64-41d4-83c1-49d7349db955 HTTP/1.1" status: 404 len: 333 time: 0.0441129 Jun 25 11:24:56.614077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54288) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.620350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8845cbf6-0527-4a6c-a730-4234429c77f8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:56.647185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f142b88f-1fca-4447-80e3-9eada0ca66db tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.647787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f142b88f-1fca-4447-80e3-9eada0ca66db tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.652472 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f142b88f-1fca-4447-80e3-9eada0ca66db tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/ce997e97-2748-4041-b831-1af37add7235 HTTP/1.1" status: 404 len: 337 time: 0.0344994 Jun 25 11:24:56.652695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54290) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.664926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Port': ['ID=7954cda0-adff-4b38-9cd4-e397833120d3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:56.677527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:56.681776 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2500fb7-1d98-40e8-8edc-991464e0e15a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.682333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2500fb7-1d98-40e8-8edc-991464e0e15a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.686727 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b2500fb7-1d98-40e8-8edc-991464e0e15a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/5158c87b-9022-4371-a45e-b6a08b14bcc0 HTTP/1.1" status: 404 len: 337 time: 0.0307138 Jun 25 11:24:56.687025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54292) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.735292 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b4caf1-c9a1-4e5c-9781-d77b853cfdae tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.738615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b4caf1-c9a1-4e5c-9781-d77b853cfdae tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.745409 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d5b4caf1-c9a1-4e5c-9781-d77b853cfdae tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/61614b39-4f74-44a2-979d-3b4bb83c573d HTTP/1.1" status: 404 len: 333 time: 0.0569649 Jun 25 11:24:56.746858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54294) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.777164 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad22a67e-ee90-4b12-abf0-f6b28ee03194 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.777827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad22a67e-ee90-4b12-abf0-f6b28ee03194 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.782139 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ad22a67e-ee90-4b12-abf0-f6b28ee03194 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/c7cd4f1c-565e-4970-acd6-0f4d6b8ff853 HTTP/1.1" status: 404 len: 337 time: 0.0313075 Jun 25 11:24:56.785674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54296) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.797848 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2294ca44-678a-4dd4-89f2-504998466c4f req-7eb49108-4b49-4019-b147-f01f9a02e10d service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057292 Jun 25 11:24:56.804309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.838722 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-50298bd0-afd7-448e-9263-9917cd90c1c6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.839870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50298bd0-afd7-448e-9263-9917cd90c1c6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.844782 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-50298bd0-afd7-448e-9263-9917cd90c1c6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7d1bb7ac-64b2-409d-bd22-87d8b58c3cc5 HTTP/1.1" status: 404 len: 337 time: 0.0554338 Jun 25 11:24:56.845509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54298) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.862399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.880922 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-008b31bf-85a3-4451-b8c4-940004a45b1b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.886956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008b31bf-85a3-4451-b8c4-940004a45b1b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.886956 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-008b31bf-85a3-4451-b8c4-940004a45b1b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/d8b4c532-dd1c-4bab-8ef0-28767ab78aef HTTP/1.1" status: 404 len: 333 time: 0.0371058 Jun 25 11:24:56.887209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ddac69a0-a0ef-48ca-bbc3-4c9b268f19ce tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:56.887322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54300) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.915736 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d694164-6db8-467a-890c-603096c19795 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.916210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d694164-6db8-467a-890c-603096c19795 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.919181 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d694164-6db8-467a-890c-603096c19795 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/126feaca-94d6-4fb2-94dd-ac390a82b286 HTTP/1.1" status: 404 len: 337 time: 0.0304222 Jun 25 11:24:56.925864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54302) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.972712 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3619a2fd-1734-40da-9433-174cfb37873b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:56.972712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3619a2fd-1734-40da-9433-174cfb37873b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:56.972712 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3619a2fd-1734-40da-9433-174cfb37873b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/0b436814-93a8-447b-b711-c46e43b39d0e HTTP/1.1" status: 404 len: 337 time: 0.0396860 Jun 25 11:24:56.973062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7467098 Jun 25 11:24:56.973211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54304) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.974140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54306) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:56.987114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Subnet': ['ID=6b99435a-212d-460d-ac74-e19f2b126d11,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:56.993881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:56.996737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0961854-cf1d-45d9-958a-0f27dc7d451e None None] Network e228bb87-51ef-4c43-84a1-8e131343dbf2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:56.998439 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "DELETE /v2.0/subnets/6b99435a-212d-460d-ac74-e19f2b126d11 HTTP/1.1" status: 204 len: 168 time: 1.1564603 Jun 25 11:24:57.009236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:57.016144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54308) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.020992 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-658543a1-c8c0-467c-a2a0-6ca7ed17878c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.022230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658543a1-c8c0-467c-a2a0-6ca7ed17878c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.025882 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-658543a1-c8c0-467c-a2a0-6ca7ed17878c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/70ca1ee1-2095-437e-b041-4b8571b209ad HTTP/1.1" status: 404 len: 333 time: 0.0474188 Jun 25 11:24:57.026041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a09819fd-f478-4367-af08-ffc13502ea10', 'network_id': 'a09819fd-f478-4367-af08-ffc13502ea10', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': '538b404b-2284-46be-a68c-48d3daf0a638'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:24:57.027119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54310) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.027311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.107928 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-031ac278-2a78-4777-902c-e7b3399005c3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.108360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031ac278-2a78-4777-902c-e7b3399005c3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.110380 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-031ac278-2a78-4777-902c-e7b3399005c3 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/fb145dd8-f00d-474f-9166-3d37885e28d6 HTTP/1.1" status: 404 len: 337 time: 0.0808196 Jun 25 11:24:57.111495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.113220 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/ports/7954cda0-adff-4b38-9cd4-e397833120d3 HTTP/1.1" status: 204 len: 168 time: 2.9794066 Jun 25 11:24:57.115266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54314) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.115604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54316) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.124656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] DHCP port deletion for 727bc3ea-78a7-479f-8c7e-ba65a341dd7f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:57.139116 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2294ca44-678a-4dd4-89f2-504998466c4f req-b0c4af55-18ad-4478-b506-1524b0b910cc service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322363 Jun 25 11:24:57.150070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.180592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.196942 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-209d6573-6699-468c-a60f-aaa27fd53d0a tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] GET failed (client error): The resource could not be found. Jun 25 11:24:57.202304 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-209d6573-6699-468c-a60f-aaa27fd53d0a tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "GET /v2.0/ports/7954cda0-adff-4b38-9cd4-e397833120d3 HTTP/1.1" status: 404 len: 333 time: 0.0807595 Jun 25 11:24:57.202304 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a154162-fe83-4353-8e38-93f08b194519 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.202304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a154162-fe83-4353-8e38-93f08b194519 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.202304 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6a154162-fe83-4353-8e38-93f08b194519 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/8435521d-a176-4a28-a1aa-86d18a446a8b HTTP/1.1" status: 404 len: 337 time: 0.0853326 Jun 25 11:24:57.202709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54318) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.217580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54320) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.219643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'name': 'tempest-AllowedAddressPairTestJSON-1879640237'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:57.255660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83262d2-a280-46f0-9ae5-38ccb237a261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.256341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83262d2-a280-46f0-9ae5-38ccb237a261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.260807 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a83262d2-a280-46f0-9ae5-38ccb237a261 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/2ced3cef-4b2a-46ae-8e76-a29e59410e29 HTTP/1.1" status: 404 len: 333 time: 0.0422823 Jun 25 11:24:57.261683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54322) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.288407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.293731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a02e66-c078-4ad2-9294-d461bd8520b7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.294536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a02e66-c078-4ad2-9294-d461bd8520b7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.299160 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-03a02e66-c078-4ad2-9294-d461bd8520b7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/366a6f3c-99b1-4b1d-bee2-8e09a7401ec0 HTTP/1.1" status: 404 len: 337 time: 0.0342023 Jun 25 11:24:57.300088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54324) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.316742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.347291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Deleting port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:57.347675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.373908 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a818c4f-2f87-406f-90ef-5c31c912eae8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.374970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a818c4f-2f87-406f-90ef-5c31c912eae8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.376865 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8a818c4f-2f87-406f-90ef-5c31c912eae8 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/6648e64f-54d2-4902-afdb-b56f56677489 HTTP/1.1" status: 404 len: 333 time: 0.0720401 Jun 25 11:24:57.379614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54326) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.419631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Allocated IP 2001:db8::1 (a09819fd-f478-4367-af08-ffc13502ea10/538b404b-2284-46be-a68c-48d3daf0a638/2107c52e-4722-4c58-833e-287899dbaa42) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:57.425230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.434241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd8086be-b017-4ec6-baaf-9f3fb551a557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:57.445447 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0d6f4e-17e4-4816-a145-c11afd937339 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.445903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0d6f4e-17e4-4816-a145-c11afd937339 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.447589 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5b0d6f4e-17e4-4816-a145-c11afd937339 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/16435bea-1026-48ec-96b9-a0a02c801737 HTTP/1.1" status: 404 len: 337 time: 0.0670471 Jun 25 11:24:57.447851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] For port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,segment=NetworkSegment(d98b0545-ade9-4f59-8f08-683c2666fd76),segment_id=d98b0545-ade9-4f59-8f08-683c2666fd76)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:57.448201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.453132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54328) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.468839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a73b47-970d-499b-acb5-ae869f64dd91 req-48881892-1bea-4f1b-8165-db08ab942a12 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:57.470672 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b5a73b47-970d-499b-acb5-ae869f64dd91 req-48881892-1bea-4f1b-8165-db08ab942a12 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2780070 Jun 25 11:24:57.473469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6176158-9500-4486-99b5-642848b295bf None None] DHCP port deletion for e228bb87-51ef-4c43-84a1-8e131343dbf2 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:24:57.482749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Calling delete_port for b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:57.492253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba1bc2d-5b74-4251-bdd6-4ee557d2399b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.493231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba1bc2d-5b74-4251-bdd6-4ee557d2399b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.496383 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1ba1bc2d-5b74-4251-bdd6-4ee557d2399b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/4cba08b8-b028-449c-8482-becad357dafc HTTP/1.1" status: 404 len: 333 time: 0.0404861 Jun 25 11:24:57.500827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54330) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.532387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0cd240-2060-4fec-ac85-6a246a335bd2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:57.554169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Deleting port 92e60691-ef04-4179-bebe-b1a8da919520 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:57.554699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.557021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:57.562989 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c7db7d-14e6-41e8-ac8a-cd106f702729 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.563624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c7db7d-14e6-41e8-ac8a-cd106f702729 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.565511 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f0c7db7d-14e6-41e8-ac8a-cd106f702729 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/a6cb0230-972f-4d87-bba0-be67cbaf8c21 HTTP/1.1" status: 404 len: 337 time: 0.0629325 Jun 25 11:24:57.576702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54334) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.626875 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f1a21d-feda-4ba7-a01f-2251dd821b0a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.627907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f1a21d-feda-4ba7-a01f-2251dd821b0a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.634025 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-36f1a21d-feda-4ba7-a01f-2251dd821b0a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/457e6832-2392-43dc-a37e-62148171aa4f HTTP/1.1" status: 404 len: 333 time: 0.0635891 Jun 25 11:24:57.635017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54336) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.640781 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b5a73b47-970d-499b-acb5-ae869f64dd91 req-f32adab8-b10b-461b-bd6d-be9ad5d2f8ff tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548202 Jun 25 11:24:57.652373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.655356 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0782914 Jun 25 11:24:57.661821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54338) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.672166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e5a55c8f-6695-4544-829e-4dbea50de637 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:57.672944 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-e5a55c8f-6695-4544-829e-4dbea50de637 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 11:24:57.674565 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-e5a55c8f-6695-4544-829e-4dbea50de637 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:57.675786 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e5a55c8f-6695-4544-829e-4dbea50de637 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113735 Jun 25 11:24:57.679948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] For port 92e60691-ef04-4179-bebe-b1a8da919520, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=92e60691-ef04-4179-bebe-b1a8da919520,segment=NetworkSegment(8f502cc6-f175-42f0-b5a7-2304be586871),segment_id=8f502cc6-f175-42f0-b5a7-2304be586871)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:57.680584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.685690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54340) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.694332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-78171c63-cc6a-4371-ac13-fa15385fc28c tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:57.715086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Calling delete_port for 92e60691-ef04-4179-bebe-b1a8da919520 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:57.721484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f6176158-9500-4486-99b5-642848b295bf None None] Deleting port 92e60691-ef04-4179-bebe-b1a8da919520 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:57.722212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f6176158-9500-4486-99b5-642848b295bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.723782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.740252 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea40cffc-b328-4bb7-bc6a-5aab01fcf061 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.740893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea40cffc-b328-4bb7-bc6a-5aab01fcf061 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.745984 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ea40cffc-b328-4bb7-bc6a-5aab01fcf061 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/8bb3ea15-2171-4274-937b-52eade23b6ce HTTP/1.1" status: 404 len: 337 time: 0.1066611 Jun 25 11:24:57.769486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54342) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.803021 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6f0ec7-0771-4016-934e-b7f08a081937 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.803690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6f0ec7-0771-4016-934e-b7f08a081937 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.804459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f6176158-9500-4486-99b5-642848b295bf None None] For port 92e60691-ef04-4179-bebe-b1a8da919520, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=92e60691-ef04-4179-bebe-b1a8da919520,segment=NetworkSegment(8f502cc6-f175-42f0-b5a7-2304be586871),segment_id=8f502cc6-f175-42f0-b5a7-2304be586871)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:57.804935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f6176158-9500-4486-99b5-642848b295bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.805396 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bd6f0ec7-0771-4016-934e-b7f08a081937 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/5f7254b9-df47-4b08-adec-97fe201f9346 HTTP/1.1" status: 404 len: 333 time: 0.0340524 Jun 25 11:24:57.809496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54344) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.814018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Transition to ACTIVE for port object 2107c52e-4722-4c58-833e-287899dbaa42 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:57.816828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.827544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:57.829502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92e60691-ef04-4179-bebe-b1a8da919520 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:57.839216 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e08858-92b1-4825-8d5d-3fc3efb3804e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.839901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e08858-92b1-4825-8d5d-3fc3efb3804e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.844143 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c3e08858-92b1-4825-8d5d-3fc3efb3804e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/ac07c523-fdff-42f7-8550-8b756915dbd8 HTTP/1.1" status: 404 len: 337 time: 0.0314949 Jun 25 11:24:57.844367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54346) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.846135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4bcd1-53fa-480b-ad55-29a850f55b05 req-fbd5afa7-7b1a-46bc-8ea6-1bda70c68ede tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:57.848198 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cbe4bcd1-53fa-480b-ad55-29a850f55b05 req-fbd5afa7-7b1a-46bc-8ea6-1bda70c68ede tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1321793 Jun 25 11:24:57.873970 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7dc090-f453-41dd-810b-cad3147e4ff9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.874844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7dc090-f453-41dd-810b-cad3147e4ff9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.877150 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ad7dc090-f453-41dd-810b-cad3147e4ff9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/58adaa78-8225-4e0b-babf-7903914c2dc3 HTTP/1.1" status: 404 len: 333 time: 0.0306649 Jun 25 11:24:57.878990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54348) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.895901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f6176158-9500-4486-99b5-642848b295bf None None] Calling delete_port for 92e60691-ef04-4179-bebe-b1a8da919520 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:57.896758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cbe4bcd1-53fa-480b-ad55-29a850f55b05 req-bd30f87a-8104-4885-a8c2-3998fc130bf3 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Jun 25 11:24:57.903034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Pushing event deleted for resources: {'Port': ['ID=b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:57.911023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] No DVR routers for this DVR port b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:57.918910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:24:57.928718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:57.928914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.935894 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-94faf195-5c5f-4835-a1c0-e5a3720c0a52 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.935894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94faf195-5c5f-4835-a1c0-e5a3720c0a52 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:57.935894 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-94faf195-5c5f-4835-a1c0-e5a3720c0a52 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/fbec4fa5-da23-4d62-98ce-662855a0e3d7 HTTP/1.1" status: 404 len: 337 time: 0.0527022 Jun 25 11:24:57.935894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:57.936353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54350) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:57.938674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Transition to ACTIVE for port object 2107c52e-4722-4c58-833e-287899dbaa42 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:57.945892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-420f5b15-987e-4f63-9bb6-702a8ea9e9a5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:57.981889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Port': ['ID=92e60691-ef04-4179-bebe-b1a8da919520,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:57.983843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] No DVR routers for this DVR port 92e60691-ef04-4179-bebe-b1a8da919520 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:57.987022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:57.990517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] device_id is not set on port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:24:57.993810 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-883b9f73-832e-4985-90c8-7ace8afcaf74 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:57.994282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883b9f73-832e-4985-90c8-7ace8afcaf74 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.000336 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-883b9f73-832e-4985-90c8-7ace8afcaf74 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/96a64a2d-6a83-4c12-b844-eb9ef384164e HTTP/1.1" status: 404 len: 337 time: 0.0607784 Jun 25 11:24:58.001159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54352) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.027738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No active binding found for port 92e60691-ef04-4179-bebe-b1a8da919520 {{(pid=94502) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 25 11:24:58.028259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92e60691-ef04-4179-bebe-b1a8da919520 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:58.028689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:24:58.057391 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6df87c-00eb-423c-9833-d53917562fe2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.058270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6df87c-00eb-423c-9833-d53917562fe2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.060141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.070189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bf6df87c-00eb-423c-9833-d53917562fe2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/f9b7adf8-f032-4c16-9584-3dd2eb169327 HTTP/1.1" status: 404 len: 333 time: 0.0585821 Jun 25 11:24:58.070189 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54354) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.072908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0924be60-1972-40c6-84ca-bc8c7b6b4944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:58.076262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:24:58.076645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8e9ffa0-dce2-44d1-bbf3-71da29ff3b1d not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:24:58.115215 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-25933ffd-d122-4826-bbee-c4614e062a3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.115851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25933ffd-d122-4826-bbee-c4614e062a3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.120930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-25933ffd-d122-4826-bbee-c4614e062a3e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/adc10461-0226-45b7-b04e-4c5f217a12b7 HTTP/1.1" status: 404 len: 337 time: 0.0522852 Jun 25 11:24:58.121906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54356) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.153488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Network a09819fd-f478-4367-af08-ffc13502ea10 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:58.155614 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-21edc1a1-4052-4fe3-82ce-d03ea84a68d6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.156089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21edc1a1-4052-4fe3-82ce-d03ea84a68d6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.158008 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-21edc1a1-4052-4fe3-82ce-d03ea84a68d6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7e2ca013-b3ab-4998-be8a-b7b07f0e8cb6 HTTP/1.1" status: 404 len: 337 time: 0.0357459 Jun 25 11:24:58.160419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54358) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.173314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:58.180330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:58.204182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-af233e38-b9c3-473c-9417-a67e4bf69cbf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.204182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af233e38-b9c3-473c-9417-a67e4bf69cbf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.204992 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-af233e38-b9c3-473c-9417-a67e4bf69cbf tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/ce691fe4-671e-4bfa-b40c-c19ba2c2607b HTTP/1.1" status: 404 len: 333 time: 0.0436029 Jun 25 11:24:58.207592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54360) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.216744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Pushing event updated for resources: {'Port': ['ID=2107c52e-4722-4c58-833e-287899dbaa42,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:58.238563 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-44786100-3438-4c87-be76-2bae37a0875f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.239030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44786100-3438-4c87-be76-2bae37a0875f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.243138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-44786100-3438-4c87-be76-2bae37a0875f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/86a6df2d-2ff3-40d0-ae68-7f066f9fece5 HTTP/1.1" status: 404 len: 337 time: 0.0315673 Jun 25 11:24:58.243138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.243869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54362) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.244541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0058c7ee-073e-471d-83f8-830f1f425500 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:58.252494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:58.258190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f6176158-9500-4486-99b5-642848b295bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.302836 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4db0b3-d41e-4754-bc47-e1e3af2bc2e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.303343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4db0b3-d41e-4754-bc47-e1e3af2bc2e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.307610 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2e4db0b3-d41e-4754-bc47-e1e3af2bc2e6 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/b5e891bb-1618-4114-85bb-179e48cd6c70 HTTP/1.1" status: 404 len: 337 time: 0.0400174 Jun 25 11:24:58.310798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=538b404b-2284-46be-a68c-48d3daf0a638,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:58.313027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.316096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:58.346066 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-661d54a7-849d-4303-a619-67da8fa98de5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.346761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661d54a7-849d-4303-a619-67da8fa98de5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.348644 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-661d54a7-849d-4303-a619-67da8fa98de5 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/e93de50e-d317-4db3-ac15-b43cfbae6d68 HTTP/1.1" status: 404 len: 333 time: 0.0340633 Jun 25 11:24:58.376644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54366) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.438332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d37a31ab-c699-41db-a077-39318534c4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:58.442766 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-30677e67-1add-458c-8bdd-cc8c743b7ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.442766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30677e67-1add-458c-8bdd-cc8c743b7ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.446803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-30677e67-1add-458c-8bdd-cc8c743b7ed4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7a2f750f-c06a-4c9b-83d9-533c4cbf0428 HTTP/1.1" status: 404 len: 337 time: 0.0665040 Jun 25 11:24:58.446803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.449537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54368) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.471119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09819fd-f478-4367-af08-ffc13502ea10']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:58.473434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176158-9500-4486-99b5-642848b295bf None None] Pushing event deleted for resources: {'Port': ['ID=92e60691-ef04-4179-bebe-b1a8da919520,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:58.476119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f6176158-9500-4486-99b5-642848b295bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:58.481529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6176158-9500-4486-99b5-642848b295bf None None] No DVR routers for this DVR port 92e60691-ef04-4179-bebe-b1a8da919520 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:24:58.487802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.488629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Attempting to bind port 2107c52e-4722-4c58-833e-287899dbaa42 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:24:58.488629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Attempting to bind port 2107c52e-4722-4c58-833e-287899dbaa42 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '4a2c1d33-1731-47bc-8e60-c460ed020f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a09819fd-f478-4367-af08-ffc13502ea10'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:24:58.489161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Attempting to bind port 2107c52e-4722-4c58-833e-287899dbaa42 on network a09819fd-f478-4367-af08-ffc13502ea10 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:24:58.492036 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af2d3a3-c05b-49c6-a6a4-f18ffac1bf77 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.492471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af2d3a3-c05b-49c6-a6a4-f18ffac1bf77 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.497197 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7af2d3a3-c05b-49c6-a6a4-f18ffac1bf77 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/3ec7c43e-5624-4ae0-9069-7f31a092a30e HTTP/1.1" status: 404 len: 337 time: 0.0437520 Jun 25 11:24:58.497357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:24:58.497357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Checking segment: {'id': '4a2c1d33-1731-47bc-8e60-c460ed020f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a09819fd-f478-4367-af08-ffc13502ea10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:24:58.497357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.497664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Bound using segment: {'id': '4a2c1d33-1731-47bc-8e60-c460ed020f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a09819fd-f478-4367-af08-ffc13502ea10'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:24:58.498118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Bound port: 2107c52e-4722-4c58-833e-287899dbaa42, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2c1d33-1731-47bc-8e60-c460ed020f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'a09819fd-f478-4367-af08-ffc13502ea10'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:24:58.498514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.499529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54370) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.513194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2c1d33-1731-47bc-8e60-c460ed020f91') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:58.513411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2c1d33-1731-47bc-8e60-c460ed020f91') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:58.520270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e228bb87-51ef-4c43-84a1-8e131343dbf2']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:58.535730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f502cc6-f175-42f0-b5a7-2304be586871') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:58.538035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f502cc6-f175-42f0-b5a7-2304be586871') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:24:58.548273 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6ec4b036-7422-41b1-9786-83560e144361 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports?device_id=18b226cf-d90e-43ce-b1f5-84cd10a4792f HTTP/1.1" status: 200 len: 205 time: 0.0456359 Jun 25 11:24:58.548273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.549408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54372) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.557339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.562629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.569016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:24:58.569441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:24:58.572478 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:24:58.578877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] For port 2107c52e-4722-4c58-833e-287899dbaa42, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:24:58.603046 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-78171c63-cc6a-4371-ac13-fa15385fc28c tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:58.603985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-78171c63-cc6a-4371-ac13-fa15385fc28c tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9146633 Jun 25 11:24:58.610023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Allocated IP 172.20.0.12 (0f2e4ee1-934a-412c-93fd-21670ba71926/2a913ab9-6d9e-4178-ba1b-863adb8ff012/238928f4-3b8b-4b06-9375-9f1b1b2c8cce) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:24:58.611860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54374) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.612795 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-2ea51278-46b1-4140-9692-c64f9246d977 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] delete failed (client error): The resource could not be found. Jun 25 11:24:58.613809 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2ea51278-46b1-4140-9692-c64f9246d977 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/routers/18b226cf-d90e-43ce-b1f5-84cd10a4792f HTTP/1.1" status: 404 len: 336 time: 0.0634756 Jun 25 11:24:58.623532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54376) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.623747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c378320e-99b0-4c0f-a1f5-e19f6a4d6f7d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:58.624058 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-c378320e-99b0-4c0f-a1f5-e19f6a4d6f7d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 25 11:24:58.624534 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-c378320e-99b0-4c0f-a1f5-e19f6a4d6f7d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:58.625518 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c378320e-99b0-4c0f-a1f5-e19f6a4d6f7d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107770 Jun 25 11:24:58.628385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54378) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.633895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.640310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6a6ecec2-6392-44d5-94f4-a9a7be09cd40 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:58.655302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:24:58.655516 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-718e48ed-e210-4b77-8c86-0995e1f4fa42 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.655703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.655895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718e48ed-e210-4b77-8c86-0995e1f4fa42 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.659998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-718e48ed-e210-4b77-8c86-0995e1f4fa42 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/b45d4c14-2e54-409e-99d5-f71a4f8408b0 HTTP/1.1" status: 404 len: 337 time: 0.0330100 Jun 25 11:24:58.660135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] For port 2107c52e-4722-4c58-833e-287899dbaa42, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2107c52e-4722-4c58-833e-287899dbaa42,segment=NetworkSegment(4a2c1d33-1731-47bc-8e60-c460ed020f91),segment_id=4a2c1d33-1731-47bc-8e60-c460ed020f91)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:24:58.660237 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:24:58.668850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54380) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.700265 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f6745047-3f50-4aed-a10a-451b28202f4a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "GET /v2.0/ports?device_id=abba3169-952d-469a-bddc-58f9ab731d0c HTTP/1.1" status: 200 len: 205 time: 0.0385296 Jun 25 11:24:58.702798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54384) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.711305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:24:58.711305 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:24:58.711305 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'id': 'a09819fd-f478-4367-af08-ffc13502ea10'}] Jun 25 11:24:58.711305 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:24:58.711992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:24:58.747602 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-417a4cd1-0981-48ea-9c4f-7a602373f730 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] delete failed (client error): The resource could not be found. Jun 25 11:24:58.748645 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-417a4cd1-0981-48ea-9c4f-7a602373f730 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/routers/abba3169-952d-469a-bddc-58f9ab731d0c HTTP/1.1" status: 404 len: 336 time: 0.0447009 Jun 25 11:24:58.753593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54386) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.791593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94b6ada-f1ec-4a61-a422-d5ab2af27288 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.791593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94b6ada-f1ec-4a61-a422-d5ab2af27288 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.791593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d94b6ada-f1ec-4a61-a422-d5ab2af27288 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/f253e99f-2d26-4199-b254-c2572ea9a925 HTTP/1.1" status: 404 len: 337 time: 0.0291426 Jun 25 11:24:58.793614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54388) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.813667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.816277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f50794df-a5f9-4e71-8e55-04b347b4881e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:58.821122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d544f4a-bfd4-46d9-909d-5d1b8090a9b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.821122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d544f4a-bfd4-46d9-909d-5d1b8090a9b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.822215 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0d544f4a-bfd4-46d9-909d-5d1b8090a9b9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/f2d8ea15-33fb-4bdd-a382-368f11a2ba35 HTTP/1.1" status: 404 len: 337 time: 0.0275075 Jun 25 11:24:58.829820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54390) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.861853 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-536ae360-bc35-4149-95da-f9c87989d3ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.862110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536ae360-bc35-4149-95da-f9c87989d3ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.867061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-536ae360-bc35-4149-95da-f9c87989d3ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/cb723931-896b-4366-811f-a36a0dc26df4 HTTP/1.1" status: 404 len: 333 time: 0.0328510 Jun 25 11:24:58.867061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54392) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.896084 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-026677de-6762-48ad-abda-6b819105e99c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.896549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026677de-6762-48ad-abda-6b819105e99c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.900964 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-026677de-6762-48ad-abda-6b819105e99c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/94a59005-5da4-43bc-91b3-a351831b2698 HTTP/1.1" status: 404 len: 337 time: 0.0309486 Jun 25 11:24:58.901911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Pushing event updated for resources: {'Port': ['ID=2107c52e-4722-4c58-833e-287899dbaa42,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:58.905651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54394) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.910390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:58.911469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.925449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-46c3b4d4-ce52-4dff-a387-20486ca4d322 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:58.934918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:58.937627 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "DELETE /v2.0/networks/e228bb87-51ef-4c43-84a1-8e131343dbf2 HTTP/1.1" status: 204 len: 168 time: 1.9262037 Jun 25 11:24:58.943257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54398) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.949829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b29aa-5101-40b2-a5ab-e17a0cf88ee2 req-4d6bcd7f-4b53-4438-8976-23045995be69 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:58.951380 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5846e55-80e2-4aa4-b2cc-f20355f0c3d7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:58.951503 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-246b29aa-5101-40b2-a5ab-e17a0cf88ee2 req-4d6bcd7f-4b53-4438-8976-23045995be69 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1871064 Jun 25 11:24:58.952295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5846e55-80e2-4aa4-b2cc-f20355f0c3d7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:58.957563 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c5846e55-80e2-4aa4-b2cc-f20355f0c3d7 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/83171426-0c09-413c-ab32-9bfd94945b72 HTTP/1.1" status: 404 len: 333 time: 0.0543094 Jun 25 11:24:58.958512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54400) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:58.960366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a588c88c-c66d-4f24-90e4-7b3ae6a44209 None None] Network a09819fd-f478-4367-af08-ffc13502ea10 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:24:58.969445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Network': ['ID=e228bb87-51ef-4c43-84a1-8e131343dbf2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:58.979366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:58.998677 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-6a6ecec2-6392-44d5-94f4-a9a7be09cd40 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:58.999759 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6a6ecec2-6392-44d5-94f4-a9a7be09cd40 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3671072 Jun 25 11:24:59.003921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54402) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.010157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-bb2606a9-26e7-4abd-a9f3-f8459a95fb52 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:59.010651 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-bb2606a9-26e7-4abd-a9f3-f8459a95fb52 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 25 11:24:59.011971 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-bb2606a9-26e7-4abd-a9f3-f8459a95fb52 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:59.013419 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bb2606a9-26e7-4abd-a9f3-f8459a95fb52 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084977 Jun 25 11:24:59.016623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.019263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54404) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.025810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-42a9f98a-b171-45c8-951a-e42d2f996839 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:59.055875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Transition to ACTIVE for port object 238928f4-3b8b-4b06-9375-9f1b1b2c8cce will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:24:59.069274 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-246b29aa-5101-40b2-a5ab-e17a0cf88ee2 req-af2bd432-4f0c-4422-81f0-edba2af7be3a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035347 Jun 25 11:24:59.199013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62744d9-5487-47e7-8f70-a8a8e6cbd7d1 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:24:59.203961 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-42a9f98a-b171-45c8-951a-e42d2f996839 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Project d2f5c0d095474c8a98874c4be6981d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:24:59.232402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.237145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:24:59.289069 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-42a9f98a-b171-45c8-951a-e42d2f996839 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:59.293558 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-42a9f98a-b171-45c8-951a-e42d2f996839 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2698843 Jun 25 11:24:59.295053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:24:59.295750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54408) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.302261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:24:59.303669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=238928f4-3b8b-4b06-9375-9f1b1b2c8cce,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:24:59.312687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1c3f8992-5447-48fe-8afd-241dd370636b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:59.313199 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-1c3f8992-5447-48fe-8afd-241dd370636b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 25 11:24:59.313702 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-1c3f8992-5447-48fe-8afd-241dd370636b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:59.315978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62744d9-5487-47e7-8f70-a8a8e6cbd7d1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:24:59.317612 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c3f8992-5447-48fe-8afd-241dd370636b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179837 Jun 25 11:24:59.318817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:24:59.323366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54410) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.324151 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:24:59.329495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f6767973-00de-4340-a67a-2454f84ea7fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:59.399872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:59.400525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.415215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.428654 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8654ca5-9eb7-4310-b29e-5c470a5502ea tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.429130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8654ca5-9eb7-4310-b29e-5c470a5502ea tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.430779 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e8654ca5-9eb7-4310-b29e-5c470a5502ea tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7ba4d095-d0cb-4526-9c09-5fcd89e0a2cc HTTP/1.1" status: 404 len: 337 time: 0.4691956 Jun 25 11:24:59.435346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54412) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.470402 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d2354b-3032-402e-9b42-ac75b0032080 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.470402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d2354b-3032-402e-9b42-ac75b0032080 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.470402 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f3d2354b-3032-402e-9b42-ac75b0032080 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/5c3a0bcf-b993-495b-ab2d-33a835d094c2 HTTP/1.1" status: 404 len: 333 time: 0.0292542 Jun 25 11:24:59.473557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54414) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.504223 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-f6767973-00de-4340-a67a-2454f84ea7fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Project d2f5c0d095474c8a98874c4be6981d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:24:59.512672 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1827dacc-5157-4403-a532-0510a3a8cf3a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.512672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1827dacc-5157-4403-a532-0510a3a8cf3a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.516585 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1827dacc-5157-4403-a532-0510a3a8cf3a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/c6ddada1-ae52-4073-87d9-0cc0c796e982 HTTP/1.1" status: 404 len: 337 time: 0.0398576 Jun 25 11:24:59.517382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54416) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.525799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5b2a17c4-fe5f-4277-99c0-6af94f958ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.545851 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c663b55-81cd-4a1a-b182-945611b69e20 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.546674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c663b55-81cd-4a1a-b182-945611b69e20 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.548952 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c663b55-81cd-4a1a-b182-945611b69e20 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/13762318-c15b-4481-ac35-4ad0f1cbabec HTTP/1.1" status: 404 len: 333 time: 0.0301704 Jun 25 11:24:59.551098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.580756 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84ad139-6a44-4dff-a139-2e7c761284a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.581312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84ad139-6a44-4dff-a139-2e7c761284a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.585463 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e84ad139-6a44-4dff-a139-2e7c761284a9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/7afbd105-9570-467e-bc02-95529f08eca6 HTTP/1.1" status: 404 len: 337 time: 0.0309055 Jun 25 11:24:59.585651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54420) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.607440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447ffc-5c13-462a-b72f-19f0a22da4e4 req-9c1baed6-91f4-432f-9750-a120db53ebf9 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:24:59.615545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11447ffc-5c13-462a-b72f-19f0a22da4e4 req-9c1baed6-91f4-432f-9750-a120db53ebf9 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1931391 Jun 25 11:24:59.619025 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4034846 Jun 25 11:24:59.619380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54422) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.620703 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b515c49-056b-45c4-84d8-0a23b8c79bda tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.621496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b515c49-056b-45c4-84d8-0a23b8c79bda tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.623400 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8b515c49-056b-45c4-84d8-0a23b8c79bda tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/4933ff19-bc3c-499f-85f4-e5fa9ed356f4 HTTP/1.1" status: 404 len: 333 time: 0.0368123 Jun 25 11:24:59.626091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54424) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.627628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:55:5f:66'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:59.636573 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-f6767973-00de-4340-a67a-2454f84ea7fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:24:59.637631 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f6767973-00de-4340-a67a-2454f84ea7fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3121223 Jun 25 11:24:59.640934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54426) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.656008 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf49894a-9cce-402f-bcb3-7c981630c549 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.656537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf49894a-9cce-402f-bcb3-7c981630c549 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.658307 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cf49894a-9cce-402f-bcb3-7c981630c549 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/d0059211-cff0-4c23-8e76-c8943b1d8aa7 HTTP/1.1" status: 404 len: 337 time: 0.0312510 Jun 25 11:24:59.661047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54428) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.667278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Deleting port d79cb498-0bce-44c7-8eaf-1dcde4fcd7f5 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:59.667278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.675843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e72f38f8-f7f4-4725-88a9-84b48811f6df tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '2a0cd240-2060-4fec-ac85-6a246a335bd2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:24:59.680772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port 2107c52e-4722-4c58-833e-287899dbaa42 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:24:59.681192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.689171 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-501e9056-bea8-4dbe-880a-14d7b6643c2d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.690089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501e9056-bea8-4dbe-880a-14d7b6643c2d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.692115 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-501e9056-bea8-4dbe-880a-14d7b6643c2d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/57881f5f-e994-409f-ba7e-d321e969d90c HTTP/1.1" status: 404 len: 333 time: 0.0301173 Jun 25 11:24:59.695189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54430) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.722459 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf82932-76ef-4b3d-80be-0aafcc167363 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.722862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf82932-76ef-4b3d-80be-0aafcc167363 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.724618 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7bf82932-76ef-4b3d-80be-0aafcc167363 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/3d230c5d-c804-4b38-9a66-1a322ecd0c5c HTTP/1.1" status: 404 len: 337 time: 0.0284936 Jun 25 11:24:59.727178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54432) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.756415 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda78e1a-5073-49ca-b973-c91fe34e4301 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.756984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda78e1a-5073-49ca-b973-c91fe34e4301 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.758753 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cda78e1a-5073-49ca-b973-c91fe34e4301 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/ports/478dbc19-1d95-482d-99e8-c3f2f4e74609 HTTP/1.1" status: 404 len: 333 time: 0.0306008 Jun 25 11:24:59.761770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54434) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.804862 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ded8e0-41bb-4868-a829-31cc578d609c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] DELETE failed (client error): The resource could not be found. Jun 25 11:24:59.810706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ded8e0-41bb-4868-a829-31cc578d609c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:24:59.810706 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c6ded8e0-41bb-4868-a829-31cc578d609c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/subnets/9ba54c65-acce-4784-8dd3-0969c82c92d0 HTTP/1.1" status: 404 len: 337 time: 0.0443184 Jun 25 11:24:59.811003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54436) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:24:59.838852 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11447ffc-5c13-462a-b72f-19f0a22da4e4 req-9ddfe137-d1f0-49fb-a0a9-d7cac3f4e0ee tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223141 Jun 25 11:24:59.906768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port 2107c52e-4722-4c58-833e-287899dbaa42, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2107c52e-4722-4c58-833e-287899dbaa42,segment=NetworkSegment(4a2c1d33-1731-47bc-8e60-c460ed020f91),segment_id=4a2c1d33-1731-47bc-8e60-c460ed020f91)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:24:59.906956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.912452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9f640c0f-4373-4100-8500-00b1eb838362 None None] Provisioning for port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:24:59.913817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.918578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9f640c0f-4373-4100-8500-00b1eb838362 None None] Provisioning complete for port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:24:59.923627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9f640c0f-4373-4100-8500-00b1eb838362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.950820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-e72f38f8-f7f4-4725-88a9-84b48811f6df tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Project d2f5c0d095474c8a98874c4be6981d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:24:59.956091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.956091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:24:59.970474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for 2107c52e-4722-4c58-833e-287899dbaa42 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:24:59.971896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9f640c0f-4373-4100-8500-00b1eb838362 None None] Port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:24:59.998370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Calling delete_port for d79cb498-0bce-44c7-8eaf-1dcde4fcd7f5 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:00.031407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.041586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727bc3ea-78a7-479f-8c7e-ba65a341dd7f']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:00.054428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98b0545-ade9-4f59-8f08-683c2666fd76') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:00.054699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98b0545-ade9-4f59-8f08-683c2666fd76') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:00.066455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.081755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.088083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:00.088486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:00.093183 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:00.100338 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-e72f38f8-f7f4-4725-88a9-84b48811f6df tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:25:00.101422 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e72f38f8-f7f4-4725-88a9-84b48811f6df tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4411366 Jun 25 11:25:00.108511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54440) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:00.190294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.208583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.235099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.245391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.251518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7272cc4b-87e5-4e9f-90c0-095786e68b5c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:00.255800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.257651 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] 10.222.0.81 "DELETE /v2.0/networks/727bc3ea-78a7-479f-8c7e-ba65a341dd7f HTTP/1.1" status: 204 len: 168 time: 0.4456172 Jun 25 11:25:00.281002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.288826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Pushing event deleted for resources: {'Network': ['ID=727bc3ea-78a7-479f-8c7e-ba65a341dd7f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:00.289000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:00.296944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:00.325445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=2107c52e-4722-4c58-833e-287899dbaa42,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:00.327531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port 2107c52e-4722-4c58-833e-287899dbaa42 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:00.331365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:00.398506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.402110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.403880 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/2a0cd240-2060-4fec-ac85-6a246a335bd2 HTTP/1.1" status: 204 len: 168 time: 0.2941720 Jun 25 11:25:00.404784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-75e4e923-6daa-4e60-82de-eeb33a908f57 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:00.409625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54446) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:00.422841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0cd240-2060-4fec-ac85-6a246a335bd2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:00.431936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:00.439717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.466178 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-83015f2a-b161-4bcf-8a1b-82823fc9d875 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0552235 Jun 25 11:25:00.469832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54448) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:00.474853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--344720575'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:00.481942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.487215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09819fd-f478-4367-af08-ffc13502ea10']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:00.489296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:00.509583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2c1d33-1731-47bc-8e60-c460ed020f91') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:00.509920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2c1d33-1731-47bc-8e60-c460ed020f91') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:00.559613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Pushing event deleted for resources: {'Port': ['ID=d79cb498-0bce-44c7-8eaf-1dcde4fcd7f5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:00.562183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:00.567048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.581483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.618031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.667902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:00.668323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:00.671331 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:00.673990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.789488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b02ab0-337a-4e5c-bb38-18f8261fd5f6 req-1aeab480-d552-4538-b579-e0583d16b0dc tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:00.791128 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-17b02ab0-337a-4e5c-bb38-18f8261fd5f6 req-1aeab480-d552-4538-b579-e0583d16b0dc tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.3630140 Jun 25 11:25:00.802918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.805458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.806588 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] 10.222.0.81 "DELETE /v2.0/floatingips/06a88842-9988-4d1e-84c8-13236715babf HTTP/1.1" status: 204 len: 168 time: 1.8619874 Jun 25 11:25:00.811402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.816745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-726af083-929c-4893-a514-8ddcab0d7c49 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:00.858124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f87a707-ac0f-4e8b-83a1-432835d90adf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:00.861820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:00.868052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.875157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-17b02ab0-337a-4e5c-bb38-18f8261fd5f6 req-232411a4-9fce-40fa-985b-799bce7d9682 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672345 Jun 25 11:25:00.889481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.892857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dd998ed-30e0-46e8-906f-8da2ae88ab37 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:00.899054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.906536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54454) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:00.906892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/a09819fd-f478-4367-af08-ffc13502ea10 HTTP/1.1" status: 204 len: 168 time: 3.9315994 Jun 25 11:25:00.914331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446149005'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:00.921158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.922922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=a09819fd-f478-4367-af08-ffc13502ea10,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:00.927565 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4538608 Jun 25 11:25:00.929780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:00.930487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54456) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:00.933746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54458) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:00.938405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a6aee146-f646-48b4-9b9d-f517b8fa8e33 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '5f87a707-ac0f-4e8b-83a1-432835d90adf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:00.984311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:00.987362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3f55aa8f-6841-4a5b-a29b-b201fe5179c6 tempest-FloatingIPAdminTestJSON-274594816 tempest-FloatingIPAdminTestJSON-274594816-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:01.027800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:01.031821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.059913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:01.069675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.070023 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 3eb89659-57cf-4cda-a02a-03725d12c12e of type vlan for network daba74cd-10d2-4001-acba-a1518b019e98 Jun 25 11:25:01.094590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=238928f4-3b8b-4b06-9375-9f1b1b2c8cce,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:01.107550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:01.120411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] In _notify_port_updated(), no bound segment for port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce on network 0f2e4ee1-934a-412c-93fd-21670ba71926 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:25:01.126411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:01.127086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.130996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "PUT /v2.0/ports/238928f4-3b8b-4b06-9375-9f1b1b2c8cce HTTP/1.1" status: 200 len: 997 time: 1.5079141 Jun 25 11:25:01.131236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54462) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:01.145677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.152572 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b56f63ba-e154-4c8a-abe3-88811b866874 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6a3710dbc2a4d1c9b6077257a8913ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078087 Jun 25 11:25:01.158232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54464) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:01.243088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.271904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.274803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:01.275327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.302212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2599dd80-27f5-4a62-a592-850ea7013545 None None] Provisioning complete for port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:01.302842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2599dd80-27f5-4a62-a592-850ea7013545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.322917 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-a6aee146-f646-48b4-9b9d-f517b8fa8e33 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The resource could not be found. Jun 25 11:25:01.326964 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a6aee146-f646-48b4-9b9d-f517b8fa8e33 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3947511 Jun 25 11:25:01.328267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54466) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:01.334431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a2b02d85-5c9c-4faa-98b4-d2caa661728a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '5f87a707-ac0f-4e8b-83a1-432835d90adf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4d63f551-7a40-46f5-a05f-b407dc1d7873'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:01.338750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2599dd80-27f5-4a62-a592-850ea7013545 None None] Port 238928f4-3b8b-4b06-9375-9f1b1b2c8cce cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:01.362724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.367765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:01.368386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.373566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:01.449258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.453015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.454476 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ae5683e-717e-49dd-b413-6b277a33182b HTTP/1.1" status: 204 len: 168 time: 0.2949479 Jun 25 11:25:01.459754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=daba74cd-10d2-4001-acba-a1518b019e98,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:01.459998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-072ea518-dfb2-4e2f-8499-3909d13b50f6 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:01.467789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:01.472823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network daba74cd-10d2-4001-acba-a1518b019e98 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:01.474279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.493690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae5683e-717e-49dd-b413-6b277a33182b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:01.504383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:01.509707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Calling delete_port for 238928f4-3b8b-4b06-9375-9f1b1b2c8cce owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:01.521495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54472) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:01.577507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54476) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:01.577768 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6691496 Jun 25 11:25:01.594163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': 'daba74cd-10d2-4001-acba-a1518b019e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:01.602132 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-a2b02d85-5c9c-4faa-98b4-d2caa661728a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The resource could not be found. Jun 25 11:25:01.603457 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a2b02d85-5c9c-4faa-98b4-d2caa661728a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2737908 Jun 25 11:25:01.612679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54478) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:01.707522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.732291 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bae1886f-b1c3-439d-a545-490e7a064b97 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ba00588da644f99a8fb405b627511db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094636 Jun 25 11:25:01.732881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54480) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:01.748465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.797750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.811633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-681d22ca-a7c4-489d-b8b9-f95989cc5c93 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:01.815001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:01.818837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.844256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Port': ['ID=238928f4-3b8b-4b06-9375-9f1b1b2c8cce,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:01.849327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:01.916115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.958984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.987464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:01.992856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/ports/238928f4-3b8b-4b06-9375-9f1b1b2c8cce HTTP/1.1" status: 204 len: 168 time: 0.8583100 Jun 25 11:25:01.993435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54486) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:02.039621 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4483f46a-43e1-45a1-868e-77baf3839981 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] GET failed (client error): The resource could not be found. Jun 25 11:25:02.044661 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4483f46a-43e1-45a1-868e-77baf3839981 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "GET /v2.0/ports/238928f4-3b8b-4b06-9375-9f1b1b2c8cce HTTP/1.1" status: 404 len: 333 time: 0.0466690 Jun 25 11:25:02.045359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54488) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:02.046816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.051711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.055536 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/5f87a707-ac0f-4e8b-83a1-432835d90adf HTTP/1.1" status: 204 len: 168 time: 0.4416409 Jun 25 11:25:02.059215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3b09f117-89df-448c-af3e-da57e3077961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:02.070215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-38f8068a-6c89-4b4d-9f8e-d17d501a7c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.072360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.077600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54490) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:02.090960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'name': 'tempest-AllowedAddressPairTestJSON-1906291307'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:02.105998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f87a707-ac0f-4e8b-83a1-432835d90adf,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:02.121192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:02.144561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.147260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.156196 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6db54e62-82cb-4d0d-abf4-8e6072dea076 HTTP/1.1" status: 204 len: 168 time: 0.4153967 Jun 25 11:25:02.156196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3e7e2415-b49d-4d27-b7b8-da491eed4f44 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:02.213738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54500) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:02.214361 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5b681b4f-e44c-4885-a69b-e4f52566626d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1354196 Jun 25 11:25:02.215303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db54e62-82cb-4d0d-abf4-8e6072dea076,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:02.219159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:02.222608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9af90841-d5bf-43bd-9b6b-ed733faab51d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': 'd9dbc78b-17a7-4c68-9649-bf47349be472', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:02.261947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728df1f-31c0-4167-a85b-f44b5ef18a42 req-062af116-7028-417c-bc01-02e93301fe6c tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:02.263964 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3728df1f-31c0-4167-a85b-f44b5ef18a42 req-062af116-7028-417c-bc01-02e93301fe6c tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1792727 Jun 25 11:25:02.313874 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3728df1f-31c0-4167-a85b-f44b5ef18a42 req-055ae38c-721d-43b5-9272-23c9a0964132 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Jun 25 11:25:02.452987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.457326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42f97782-6296-4fb3-8210-32aeaf98e467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:02.531819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=2237d356-4fca-4f41-aab4-2bf71b2f86d5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:02.535678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:02.543960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '3eb89659-57cf-4cda-a02a-03725d12c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'daba74cd-10d2-4001-acba-a1518b019e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:02.544322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: daba74cd-10d2-4001-acba-a1518b019e98, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:02.588341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:02.592553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.621443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] device_id is not set on port a079b182-fa45-4fbf-8bac-56be0f01f65a yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:02.661348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network daba74cd-10d2-4001-acba-a1518b019e98 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:02.714383 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-9af90841-d5bf-43bd-9b6b-ed733faab51d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The resource could not be found. Jun 25 11:25:02.717983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9af90841-d5bf-43bd-9b6b-ed733faab51d tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4984183 Jun 25 11:25:02.720955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54514) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:02.724224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--410376714'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:02.765176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Allocated IP 172.20.0.11 (0f2e4ee1-934a-412c-93fd-21670ba71926/2a913ab9-6d9e-4178-ba1b-863adb8ff012/a079b182-fa45-4fbf-8bac-56be0f01f65a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:02.822015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, daba74cd-10d2-4001-acba-a1518b019e98) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:02.832290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606c3074-fcab-48aa-bf8c-03da27a9890c None None] Network daba74cd-10d2-4001-acba-a1518b019e98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:02.909347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:02.910054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.912911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:02.937563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec921a-652d-46df-99e6-db6eaac46dfb req-13f4c625-9988-452a-8a67-3e2819092844 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:02.945966 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f0ec921a-652d-46df-99e6-db6eaac46dfb req-13f4c625-9988-452a-8a67-3e2819092844 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1269600 Jun 25 11:25:02.985320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54520) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:03.016274 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f0ec921a-652d-46df-99e6-db6eaac46dfb req-26a03582-4c20-45ba-a7ee-8f7e286f7372 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Jun 25 11:25:03.041685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.071127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54524) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:03.071610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Transition to ACTIVE for port object a079b182-fa45-4fbf-8bac-56be0f01f65a will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:03.098963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7e21927-6a47-4723-841e-d2857e268736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.106032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-57d39196-f4e1-4686-97ba-6a977089cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:03.107597 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-57d39196-f4e1-4686-97ba-6a977089cf4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a06ecc4ca97498399cc8a43a741167e&device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 1098 time: 0.1789584 Jun 25 11:25:03.125768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.140892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-daba74cd-10d2-4001-acba-a1518b019e98', 'network_id': 'daba74cd-10d2-4001-acba-a1518b019e98', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': '2237d356-4fca-4f41-aab4-2bf71b2f86d5'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:03.141942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.160983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.240509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-03db71bb-711b-47e3-9ee8-90181118b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:03.241998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-03db71bb-711b-47e3-9ee8-90181118b6c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8b4259c-8bb7-40a7-9dda-ac17fc71d957 HTTP/1.1" status: 200 len: 913 time: 0.1273072 Jun 25 11:25:03.242577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.246788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c5871e61-fafc-4bc2-8384-50b87531c972 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:03.252799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2091864172'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:03.271621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.284863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Allocated IP 2001:db8::1 (daba74cd-10d2-4001-acba-a1518b019e98/2237d356-4fca-4f41-aab4-2bf71b2f86d5/b0c1d2df-f6a1-457a-959d-bad6cdecd866) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:03.315759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-4cb78296-391f-4199-8290-759d61f8254a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f254b2d-7665-41ba-b400-d8638283ea8f HTTP/1.1" status: 200 len: 217 time: 0.0644889 Jun 25 11:25:03.322031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a3aec3-2dce-4bfd-a6ea-a91f5cb5ba62,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:03.328341 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7485127 Jun 25 11:25:03.332015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54526) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:03.335727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:03.337181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5ca74843-35ea-43ca-ad75-70c21bf72da8 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:03.337848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215741392'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:03.364735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:03.386427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:03.392053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.393284 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6731489 Jun 25 11:25:03.395521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:03.403108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54528) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:03.412054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541187683'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:03.451986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.461439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:03.461677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Transition to ACTIVE for port object b0c1d2df-f6a1-457a-959d-bad6cdecd866 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:03.462096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.482158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Transition to ACTIVE for port object b0c1d2df-f6a1-457a-959d-bad6cdecd866 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:03.483999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=a079b182-fa45-4fbf-8bac-56be0f01f65a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:03.487161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-b194a9e4-000a-4397-9d1d-d781df4f0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:03.488978 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-b194a9e4-000a-4397-9d1d-d781df4f0cc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4138fb5-d42e-4272-a423-8a0582e3af40 HTTP/1.1" status: 200 len: 851 time: 0.1639659 Jun 25 11:25:03.490045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:03.512670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7e21927-6a47-4723-841e-d2857e268736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.528210 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-bfc34fd4-4f82-46c9-aa75-3a43fe7451e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8b4259c-8bb7-40a7-9dda-ac17fc71d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326047 Jun 25 11:25:03.553178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.556248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:03.594133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Network daba74cd-10d2-4001-acba-a1518b019e98 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:03.601036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:03.606028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:03.619541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Pushing event updated for resources: {'Port': ['ID=b0c1d2df-f6a1-457a-959d-bad6cdecd866,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:03.623606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:03.627709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7e21927-6a47-4723-841e-d2857e268736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.630912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-a965beee-d0bc-4a45-b93f-97a01cb0faf5 service neutron] 10.222.0.47 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965540 Jun 25 11:25:03.634018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-465f3445-b8cd-4cad-bbc1-0f45d98f0a96 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:03.673687 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a7e21927-6a47-4723-841e-d2857e268736 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a45e78ddb374b76ad20affccd28e22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991323 Jun 25 11:25:03.673897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54530) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:03.675771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Attempting to bind port b0c1d2df-f6a1-457a-959d-bad6cdecd866 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:03.677592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Attempting to bind port b0c1d2df-f6a1-457a-959d-bad6cdecd866 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '3eb89659-57cf-4cda-a02a-03725d12c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'daba74cd-10d2-4001-acba-a1518b019e98'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:03.677733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Attempting to bind port b0c1d2df-f6a1-457a-959d-bad6cdecd866 on network daba74cd-10d2-4001-acba-a1518b019e98 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:03.687160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:03.687714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Checking segment: {'id': '3eb89659-57cf-4cda-a02a-03725d12c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'daba74cd-10d2-4001-acba-a1518b019e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:03.688180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.688573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Bound using segment: {'id': '3eb89659-57cf-4cda-a02a-03725d12c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'daba74cd-10d2-4001-acba-a1518b019e98'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:03.689051 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Bound port: b0c1d2df-f6a1-457a-959d-bad6cdecd866, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb89659-57cf-4cda-a02a-03725d12c12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'daba74cd-10d2-4001-acba-a1518b019e98'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:03.689459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.692602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e21927-6a47-4723-841e-d2857e268736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a8364c-c536-46c3-babe-6e899e3fcd72,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:03.704720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7e21927-6a47-4723-841e-d2857e268736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:03.724821 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6413841 Jun 25 11:25:03.728552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54532) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:03.740799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'network_id': '0f2e4ee1-934a-412c-93fd-21670ba71926', 'name': 'tempest-AllowedAddressPairTestJSON-940285209'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:03.750874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:25:03.750874 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:25:03.750874 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': 'd2f5c0d095474c8a98874c4be6981d19', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 25, 3, 420441)}] Jun 25 11:25:03.750874 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:03.751418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:03.751955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:25:03.751955 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:25:03.751955 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': 'a8efbd89fc724e3aba0e4b5844e70702', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 25, 3, 344355)}] Jun 25 11:25:03.751955 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:03.752324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:03.762897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] For port b0c1d2df-f6a1-457a-959d-bad6cdecd866, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:03.766082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] For port b0c1d2df-f6a1-457a-959d-bad6cdecd866, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b0c1d2df-f6a1-457a-959d-bad6cdecd866,segment=NetworkSegment(3eb89659-57cf-4cda-a02a-03725d12c12e),segment_id=3eb89659-57cf-4cda-a02a-03725d12c12e)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:03.767806 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6420935-f40f-4b8f-8c10-e0b0efd1635b req-643315d4-d56a-41d6-8906-b0b5755a73e4 service neutron] 10.222.0.47 "GET /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302047 Jun 25 11:25:03.768793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.775457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-22fa6daa-845e-4201-99ae-5266c4116a23 None None] Provisioning for port a079b182-fa45-4fbf-8bac-56be0f01f65a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:03.780433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-22fa6daa-845e-4201-99ae-5266c4116a23 None None] Provisioning complete for port a079b182-fa45-4fbf-8bac-56be0f01f65a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:03.781015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22fa6daa-845e-4201-99ae-5266c4116a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.792773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.817686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-22fa6daa-845e-4201-99ae-5266c4116a23 None None] Port a079b182-fa45-4fbf-8bac-56be0f01f65a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:03.843458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Made reservation on behalf of b377b3e8c0a4481f900ea0ad463b29ae for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:03.848251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.861203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.867061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.870171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:03.930192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.936624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:03.941660 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38a8364c-c536-46c3-babe-6e899e3fcd72 HTTP/1.1" status: 204 len: 168 time: 0.2664921 Jun 25 11:25:03.942851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da40214e-1ab0-4a06-a6bf-a6b6e6bdd301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:03.966784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Pushing event updated for resources: {'Port': ['ID=b0c1d2df-f6a1-457a-959d-bad6cdecd866,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:03.966784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:03.967132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a8364c-c536-46c3-babe-6e899e3fcd72,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:03.967132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:03.989511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Made reservation on behalf of c0116c1ee6a542a3800e2eabba0a51fc for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:03.993391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.028888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] device_id is not set on port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:04.181563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.238410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Allocated IP 172.20.0.3 (0f2e4ee1-934a-412c-93fd-21670ba71926/2a913ab9-6d9e-4178-ba1b-863adb8ff012/2a20fd59-149c-4732-bc70-4f77e14e0fe2) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:04.330420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.337508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69d786a9-2f7b-4bab-be3d-74f8fac9df3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:04.376171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:04.381986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ce100-f80b-4206-9ce2-ba00dfaca073,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:04.387552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:04.394544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.394544 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Added segment 983ef922-3d29-4455-ab61-4823999a92a5 of type vlan for network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 Jun 25 11:25:04.410101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b2051-322b-489c-9e53-77bfb2fb2bb4 req-f60186b5-fe68-4614-93da-1f73e2544335 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:04.410737 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-537b2051-322b-489c-9e53-77bfb2fb2bb4 req-f60186b5-fe68-4614-93da-1f73e2544335 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1586494 Jun 25 11:25:04.442007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.493256 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-537b2051-322b-489c-9e53-77bfb2fb2bb4 req-32596000-a0f2-47d2-b80b-86525ea42ebd tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705771 Jun 25 11:25:04.495366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:04.496099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.500918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.519375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Transition to ACTIVE for port object 2a20fd59-149c-4732-bc70-4f77e14e0fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:04.535867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:04.545270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.545906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 75dd0d02-946f-46aa-ad2b-84c1b2e30936 of type vlan for network 9fd9d67d-f267-4c96-a173-cd5f85df991a Jun 25 11:25:04.586370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.687654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.693754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:04.694462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.697415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3f99a9e0-e711-4acf-a621-056ad3c58386 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:04.753296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.766637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bf45c91-8620-40a2-b3be-092684c984d8 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:04.773344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.779329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:04.780447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.782532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.800038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event updated for resources: {'Network': ['ID=0ab26d68-fc15-40c6-a63f-a1b9e7e38294,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:04.805418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:04.807140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:04.811570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:04.812683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:04.821653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:04.826873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:04.881830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=9fd9d67d-f267-4c96-a173-cd5f85df991a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:04.888577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:04.907705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 9fd9d67d-f267-4c96-a173-cd5f85df991a details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:04.908201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:04.908776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:04.920461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=2a20fd59-149c-4732-bc70-4f77e14e0fe2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:04.925506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:04.970895 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6376014 Jun 25 11:25:04.974541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54540) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:04.975956 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9901915 Jun 25 11:25:04.978140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54542) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:04.986499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': '9fd9d67d-f267-4c96-a173-cd5f85df991a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:05.004013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Request body: {'subnet': {'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:05.016654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.093650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3beedf0-eb38-4186-8f61-42f850fd24b6 None None] Network daba74cd-10d2-4001-acba-a1518b019e98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:05.110941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.153429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54544) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:05.169604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.232719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.236263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:05.246995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1219078d-521a-4820-87c9-9831f04acdc7 None None] Provisioning for port b0c1d2df-f6a1-457a-959d-bad6cdecd866 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:05.274202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0a3f56-d369-45de-93ba-8eb44b5d1bfd,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:05.278564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:05.332534 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6026318 Jun 25 11:25:05.333055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54546) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:05.338720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:55:5f:66'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:6f:4e:4b'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:05.396337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1219078d-521a-4820-87c9-9831f04acdc7 None None] Provisioning for port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:05.399108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.403565 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9962351 Jun 25 11:25:05.404657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54548) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:05.405368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1219078d-521a-4820-87c9-9831f04acdc7 None None] Provisioning complete for port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:05.405968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1219078d-521a-4820-87c9-9831f04acdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.411086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:25:05.411086 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:25:05.411086 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': '21dbbd33b9534ff5ac62ba23f3d584f0', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 25, 5, 180122)}] Jun 25 11:25:05.411086 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:05.411520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:05.412158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a3ad0ea6-d2de-47de-98ae-71dd07e5957c tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '78a3aec3-2dce-4bfd-a6ea-a91f5cb5ba62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cd0a3f56-d369-45de-93ba-8eb44b5d1bfd'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:05.427770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:25:05.427770 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:25:05.427770 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': 'a8efbd89fc724e3aba0e4b5844e70702', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 25, 5, 180384)}] Jun 25 11:25:05.427770 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:05.428552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:05.447648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1219078d-521a-4820-87c9-9831f04acdc7 None None] Port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:05.522089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.579988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Made reservation on behalf of b377b3e8c0a4481f900ea0ad463b29ae for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:05.584878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.759341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ee9c1-4a90-4011-986b-5dd2b266b6df req-ef4f2976-fea0-4525-a02b-4934de0d4c29 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:05.761526 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8d8ee9c1-4a90-4011-986b-5dd2b266b6df req-ef4f2976-fea0-4525-a02b-4934de0d4c29 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1365123 Jun 25 11:25:05.762895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-a3ad0ea6-d2de-47de-98ae-71dd07e5957c tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:25:05.767352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a3ad0ea6-d2de-47de-98ae-71dd07e5957c tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3616445 Jun 25 11:25:05.768888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54552) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:05.805450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.815372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b0c1d2df-f6a1-457a-959d-bad6cdecd866 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:05.861893 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8d8ee9c1-4a90-4011-986b-5dd2b266b6df req-f220fdde-4e1b-4d19-98a8-e4163c20f9d7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795720 Jun 25 11:25:05.873792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.897643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.914283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.924066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.931113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d4b81a80-850b-4a0d-b3c3-c4920ed4ad70 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:05.941893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b0c1d2df-f6a1-457a-959d-bad6cdecd866 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:05.947455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b0c1d2df-f6a1-457a-959d-bad6cdecd866 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:05.947922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.950038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:05.955403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52f790ba-df23-4414-ab96-002adcfb46ee tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:06.036911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event updated for resources: {'Port': ['ID=2a20fd59-149c-4732-bc70-4f77e14e0fe2,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:06.042943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:06.043781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event updated for resources: {'Subnet': ['ID=80afd19f-fa1d-4a0d-aa50-6ff73c62fd47,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:06.055783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:06.063053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] In _notify_port_updated(), no bound segment for port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 on network 0f2e4ee1-934a-412c-93fd-21670ba71926 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:25:06.069258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:06.069734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Checking segment: {'id': '983ef922-3d29-4455-ab61-4823999a92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:06.070078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.070197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Network hostable DHCP agents. Network: 0ab26d68-fc15-40c6-a63f-a1b9e7e38294, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:06.074992 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "PUT /v2.0/ports/2a20fd59-149c-4732-bc70-4f77e14e0fe2 HTTP/1.1" status: 200 len: 1055 time: 0.7407811 Jun 25 11:25:06.076127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54556) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:06.099952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.119261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:06.123037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.141701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port b0c1d2df-f6a1-457a-959d-bad6cdecd866, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b0c1d2df-f6a1-457a-959d-bad6cdecd866,segment=NetworkSegment(3eb89659-57cf-4cda-a02a-03725d12c12e),segment_id=3eb89659-57cf-4cda-a02a-03725d12c12e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:06.158368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.161666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.164546 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/cd0a3f56-d369-45de-93ba-8eb44b5d1bfd HTTP/1.1" status: 204 len: 168 time: 0.3910685 Jun 25 11:25:06.165137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-46b307c7-001d-4107-88be-09b0a6c35295 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:06.171850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54558) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:06.195170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0a3f56-d369-45de-93ba-8eb44b5d1bfd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:06.197846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing IP validity checks on allocation pools {{(pid=94501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 11:25:06.198394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 11:25:06.207608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:06.236235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.239961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:06.248803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:06.290390 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2bfaf627-e1db-41e8-b698-4b039a6228c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1150398 Jun 25 11:25:06.290604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54560) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:06.311723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=b0c1d2df-f6a1-457a-959d-bad6cdecd866,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:06.316458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:06.322968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-66c7188e-ccf3-4421-97f7-1c9b8918dcb8 None None] Provisioning complete for port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:06.323719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-66c7188e-ccf3-4421-97f7-1c9b8918dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.329982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.333771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:06.334115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.363980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-66c7188e-ccf3-4421-97f7-1c9b8918dcb8 None None] Port 2a20fd59-149c-4732-bc70-4f77e14e0fe2 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:06.372240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.396915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.427854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 0ab26d68-fc15-40c6-a63f-a1b9e7e38294) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:06.433370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:06.434311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.437593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f63ef3-db91-4212-9694-1c5e76ff481f None None] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:06.510981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.514136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7d8832f-b033-47fe-8607-c093fedc7cb4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:06.554433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.557148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.558632 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/78a3aec3-2dce-4bfd-a6ea-a91f5cb5ba62 HTTP/1.1" status: 204 len: 168 time: 0.2669740 Jun 25 11:25:06.567050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54564) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:06.611080 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21dbbd33b9534ff5ac62ba23f3d584f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4564040 Jun 25 11:25:06.611919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-0ab26d68-fc15-40c6-a63f-a1b9e7e38294', 'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294', 'tenant_id': 'b377b3e8c0a4481f900ea0ad463b29ae', 'fixed_ips': [{'subnet_id': '80afd19f-fa1d-4a0d-aa50-6ff73c62fd47'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:06.612997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.615070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cad90bc-6e05-4766-983f-548b12e97295,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:06.624112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54566) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:06.630080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:06.635313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f2abd968-e43f-4145-a378-d9aed4de00e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:06.670774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a3aec3-2dce-4bfd-a6ea-a91f5cb5ba62,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:06.682771 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bc6fea9f-4a7e-4413-bd2b-b992b222dc14 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1144013 Jun 25 11:25:06.685925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54568) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:06.685925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:06.714684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027797029'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:06.788145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.796735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Allocated IP 2001:db8::2 (0ab26d68-fc15-40c6-a63f-a1b9e7e38294/80afd19f-fa1d-4a0d-aa50-6ff73c62fd47/212b6345-86dc-4195-923e-3d2a164e1c82) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:06.821179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b8426-0268-4977-b080-9b2de534b5eb req-04911809-e285-42f6-818a-07266852ce34 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:06.822849 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fe6b8426-0268-4977-b080-9b2de534b5eb req-04911809-e285-42f6-818a-07266852ce34 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1817918 Jun 25 11:25:06.828824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.845893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.887992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.901171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Calling delete_port for 2a20fd59-149c-4732-bc70-4f77e14e0fe2 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:06.910707 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fe6b8426-0268-4977-b080-9b2de534b5eb req-f183738f-07f6-4666-924d-6e1f619dc483 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796847 Jun 25 11:25:06.947335 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9673808 Jun 25 11:25:06.952538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54570) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:06.958228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Request body: {'port': {'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-987983620'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:06.970928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:06.975075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1318fc6-f872-4898-b14d-fdb78cdbea0b tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:06.990529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.027900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Transition to ACTIVE for port object 212b6345-86dc-4195-923e-3d2a164e1c82 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:07.031662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.034350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.037915 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cad90bc-6e05-4766-983f-548b12e97295 HTTP/1.1" status: 204 len: 168 time: 0.4104764 Jun 25 11:25:07.042660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e57d6728-da69-4084-ab42-ef7630689247 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:07.064137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cad90bc-6e05-4766-983f-548b12e97295,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:07.067073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:07.080281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=1b59b8e8-8482-4936-93f2-400136444ed1,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:07.082616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '75dd0d02-946f-46aa-ad2b-84c1b2e30936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9fd9d67d-f267-4c96-a173-cd5f85df991a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:07.082989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: 9fd9d67d-f267-4c96-a173-cd5f85df991a, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:07.088247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:07.133825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.201723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 9fd9d67d-f267-4c96-a173-cd5f85df991a is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:07.226640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.227252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Transition to ACTIVE for port object 212b6345-86dc-4195-923e-3d2a164e1c82 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:07.232239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:07.232624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.238694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcfa89cc-e8e4-4d77-8f81-751683b50a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:07.259378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Port': ['ID=2a20fd59-149c-4732-bc70-4f77e14e0fe2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:07.263705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:07.274990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b5eb79-9488-442a-ad1e-986fdae6e92b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:07.278654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:07.303895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 9fd9d67d-f267-4c96-a173-cd5f85df991a) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:07.308711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4239dd91-0a8d-4034-a405-e2263e977843 None None] Network 9fd9d67d-f267-4c96-a173-cd5f85df991a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:07.309792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:07.310493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.360188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.364316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-040ec8bd-9a90-471d-9ce6-9e1242847193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:07.418723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:07.426162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:07.429265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:07.436825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Pushing event updated for resources: {'Port': ['ID=212b6345-86dc-4195-923e-3d2a164e1c82,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:07.439975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:07.444740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Made reservation on behalf of b377b3e8c0a4481f900ea0ad463b29ae for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:07.456465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.493472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] device_id is not set on port 466709bf-36c4-4d4e-a10d-592215444e4a yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:07.534109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Attempting to bind port 212b6345-86dc-4195-923e-3d2a164e1c82 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:07.534490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Attempting to bind port 212b6345-86dc-4195-923e-3d2a164e1c82 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '983ef922-3d29-4455-ab61-4823999a92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:07.534865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Attempting to bind port 212b6345-86dc-4195-923e-3d2a164e1c82 on network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:07.537357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.542539 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/ports/2a20fd59-149c-4732-bc70-4f77e14e0fe2 HTTP/1.1" status: 204 len: 168 time: 1.4640865 Jun 25 11:25:07.543420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54576) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:07.545370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.547964 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8584671 Jun 25 11:25:07.555681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:07.555681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Checking segment: {'id': '983ef922-3d29-4455-ab61-4823999a92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:07.555681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.555681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Bound using segment: {'id': '983ef922-3d29-4455-ab61-4823999a92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:07.555681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Bound port: 212b6345-86dc-4195-923e-3d2a164e1c82, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983ef922-3d29-4455-ab61-4823999a92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:07.555681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.566742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54578) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:07.579287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d222429a-1f46-4d6d-a976-6e74bcd93efe tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '83b5eb79-9488-442a-ad1e-986fdae6e92b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:07.585900 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-476fa5c8-fc98-4394-9527-b9ab6c2b0ad5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] GET failed (client error): The resource could not be found. Jun 25 11:25:07.589145 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-476fa5c8-fc98-4394-9527-b9ab6c2b0ad5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "GET /v2.0/ports/2a20fd59-149c-4732-bc70-4f77e14e0fe2 HTTP/1.1" status: 404 len: 333 time: 0.0430524 Jun 25 11:25:07.590380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54582) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:07.624370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-9fd9d67d-f267-4c96-a173-cd5f85df991a', 'network_id': '9fd9d67d-f267-4c96-a173-cd5f85df991a', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': '1b59b8e8-8482-4936-93f2-400136444ed1'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:07.637781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.670725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Allocated IP 2001:db8::2d0 (0ab26d68-fc15-40c6-a63f-a1b9e7e38294/80afd19f-fa1d-4a0d-aa50-6ff73c62fd47/466709bf-36c4-4d4e-a10d-592215444e4a) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:07.687101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54588) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:07.687767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7116861 Jun 25 11:25:07.741707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting port a079b182-fa45-4fbf-8bac-56be0f01f65a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:07.742098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.848837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.871563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Calling delete_port for a079b182-fa45-4fbf-8bac-56be0f01f65a owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:07.882921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:07.970317 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-d222429a-1f46-4d6d-a976-6e74bcd93efe tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:25:07.970317 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d222429a-1f46-4d6d-a976-6e74bcd93efe tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3967783 Jun 25 11:25:07.972966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54594) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:07.979112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1182f4cb-719d-48d0-89b8-170e50923851 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group_rule': {'security_group_id': '83b5eb79-9488-442a-ad1e-986fdae6e92b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:08.000669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b0c1d2df-f6a1-457a-959d-bad6cdecd866 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:08.006153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] For port 212b6345-86dc-4195-923e-3d2a164e1c82, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:08.008566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.040638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.067003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Transition to ACTIVE for port object 466709bf-36c4-4d4e-a10d-592215444e4a will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:08.076971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] For port 212b6345-86dc-4195-923e-3d2a164e1c82, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=212b6345-86dc-4195-923e-3d2a164e1c82,segment=NetworkSegment(983ef922-3d29-4455-ab61-4823999a92a5),segment_id=983ef922-3d29-4455-ab61-4823999a92a5)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:08.084931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Allocated IP 2001:db8::3 (9fd9d67d-f267-4c96-a173-cd5f85df991a/1b59b8e8-8482-4936-93f2-400136444ed1/1d255bb6-7eb1-430f-a9fe-038d39909e52) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:08.130060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b0c1d2df-f6a1-457a-959d-bad6cdecd866 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:08.130435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.171755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5d356-0fd9-40b3-bf7e-a28795c15349 req-e58f0f37-85c0-4871-87cc-f51b534c6614 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:08.173260 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2fb5d356-0fd9-40b3-bf7e-a28795c15349 req-e58f0f37-85c0-4871-87cc-f51b534c6614 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.0722835 Jun 25 11:25:08.216361 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2fb5d356-0fd9-40b3-bf7e-a28795c15349 req-edf65822-e79a-4f62-a81a-46b8925cc01f tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351765 Jun 25 11:25:08.224792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.226263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.230974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-83162fc4-8bf3-4800-8ffe-aa3f161c504e tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:08.238181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.238466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:08.241611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5962b3f5-2c9b-4557-bd49-46be4f37338c tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:08.261405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Port': ['ID=a079b182-fa45-4fbf-8bac-56be0f01f65a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:08.270159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:08.296479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:08.304397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:08.304721 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-1182f4cb-719d-48d0-89b8-170e50923851 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:25:08.309321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1182f4cb-719d-48d0-89b8-170e50923851 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3308532 Jun 25 11:25:08.312373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:08.324009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:08.324756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.331233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54598) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:08.353789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event updated for resources: {'Port': ['ID=466709bf-36c4-4d4e-a10d-592215444e4a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:08.358366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:08.408501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.410653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/ports/a079b182-fa45-4fbf-8bac-56be0f01f65a HTTP/1.1" status: 204 len: 168 time: 0.8191738 Jun 25 11:25:08.413737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54604) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:08.416367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.420886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Pushing event updated for resources: {'Port': ['ID=212b6345-86dc-4195-923e-3d2a164e1c82,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:08.429291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:08.442084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Transition to ACTIVE for port object 1d255bb6-7eb1-430f-a9fe-038d39909e52 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:08.447080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.486970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Transition to ACTIVE for port object 1d255bb6-7eb1-430f-a9fe-038d39909e52 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:08.492108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.618259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.641874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.647104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.650970 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/83b5eb79-9488-442a-ad1e-986fdae6e92b HTTP/1.1" status: 204 len: 168 time: 0.3162344 Jun 25 11:25:08.650970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:08.658347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-35c80e8e-26fc-40a8-9890-084dd799eeda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:08.664395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54608) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:08.704074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b5eb79-9488-442a-ad1e-986fdae6e92b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:08.719447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:08.720649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Network 9fd9d67d-f267-4c96-a173-cd5f85df991a is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:08.722647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:08.732033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:08.751586 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0f5eedcb-539a-46a4-b5d0-9c3b4c3499fe tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0856595 Jun 25 11:25:08.755888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54610) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:08.766467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255303327'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:08.821630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Pushing event updated for resources: {'Port': ['ID=1d255bb6-7eb1-430f-a9fe-038d39909e52,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:08.850537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:08.870920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Attempting to bind port 1d255bb6-7eb1-430f-a9fe-038d39909e52 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:08.870920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Attempting to bind port 1d255bb6-7eb1-430f-a9fe-038d39909e52 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '75dd0d02-946f-46aa-ad2b-84c1b2e30936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9fd9d67d-f267-4c96-a173-cd5f85df991a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:08.870920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Attempting to bind port 1d255bb6-7eb1-430f-a9fe-038d39909e52 on network 9fd9d67d-f267-4c96-a173-cd5f85df991a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:08.877281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:08.877792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Checking segment: {'id': '75dd0d02-946f-46aa-ad2b-84c1b2e30936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9fd9d67d-f267-4c96-a173-cd5f85df991a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:08.878323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.878810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Bound using segment: {'id': '75dd0d02-946f-46aa-ad2b-84c1b2e30936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9fd9d67d-f267-4c96-a173-cd5f85df991a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:08.879398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Bound port: 1d255bb6-7eb1-430f-a9fe-038d39909e52, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dd0d02-946f-46aa-ad2b-84c1b2e30936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '9fd9d67d-f267-4c96-a173-cd5f85df991a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:08.879889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.895120 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4678c90-2582-4687-a785-599b76846234 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] GET failed (client error): The resource could not be found. Jun 25 11:25:08.898500 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d4678c90-2582-4687-a785-599b76846234 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "GET /v2.0/ports/a079b182-fa45-4fbf-8bac-56be0f01f65a HTTP/1.1" status: 404 len: 333 time: 0.4823411 Jun 25 11:25:08.899898 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9462759 Jun 25 11:25:08.902038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54614) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:08.908153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54616) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:08.914595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Request body: {'port': {'network_id': '0ab26d68-fc15-40c6-a63f-a1b9e7e38294', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1604329934', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:08.915245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.api.validators [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] bootfile-name is not in valid_values {{(pid=94501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:25:08.915911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.api.validators [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] tftp-server is not in valid_values {{(pid=94501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:25:08.915911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.api.validators [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] server-ip-address is not in valid_values {{(pid=94501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:25:08.941333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.966189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] For port 1d255bb6-7eb1-430f-a9fe-038d39909e52, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:08.970295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] For port 1d255bb6-7eb1-430f-a9fe-038d39909e52, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1d255bb6-7eb1-430f-a9fe-038d39909e52,segment=NetworkSegment(75dd0d02-946f-46aa-ad2b-84c1b2e30936),segment_id=75dd0d02-946f-46aa-ad2b-84c1b2e30936)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:08.993168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:08.996886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec812a66-4ffa-42ec-868a-a73c6b11b455 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:09.038023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=1b59b8e8-8482-4936-93f2-400136444ed1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:09.041348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:09.102093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.111258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting port 8467ad9c-1d95-4d7c-9508-e8ecec5039ab {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:09.111528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.117973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd9d67d-f267-4c96-a173-cd5f85df991a']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:09.135512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-0c9db69b-3256-443a-a42a-be9fb4380147 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:09.138045 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-0c9db69b-3256-443a-a42a-be9fb4380147 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1979682 Jun 25 11:25:09.145898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dd0d02-946f-46aa-ad2b-84c1b2e30936') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:09.146215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dd0d02-946f-46aa-ad2b-84c1b2e30936') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:09.170694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.175145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-74ce480b-afea-4e97-a7ab-b7eab37d9e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:09.191901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.192825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.224437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.250444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:09.250849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:09.254276 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:09.282578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Pushing event updated for resources: {'Port': ['ID=1d255bb6-7eb1-430f-a9fe-038d39909e52,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:09.301965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:09.306238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.316010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff2e53df-2a46-4d01-8a9c-864637126b6b tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:09.320548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Deleting port 9f254b2d-7665-41ba-b400-d8638283ea8f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:09.320887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.325843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.359127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Calling delete_port for 8467ad9c-1d95-4d7c-9508-e8ecec5039ab owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:09.424913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:25:09.424913 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:25:09.424913 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': '9fd9d67d-f267-4c96-a173-cd5f85df991a'}] Jun 25 11:25:09.424913 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:09.425503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:09.483302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022f800b-de2e-46e8-a416-39e7a74c7c54,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:09.501914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:09.572124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] For port 9f254b2d-7665-41ba-b400-d8638283ea8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9f254b2d-7665-41ba-b400-d8638283ea8f,segment=NetworkSegment(8d7cd4f7-1234-4133-a49e-e2b29e150e94),segment_id=8d7cd4f7-1234-4133-a49e-e2b29e150e94)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:09.572584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.578262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Made reservation on behalf of b377b3e8c0a4481f900ea0ad463b29ae for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:09.582729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.606968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Calling delete_port for 9f254b2d-7665-41ba-b400-d8638283ea8f owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:09.608451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496034-bfd8-4879-9fd4-d4505dc3777c req-209f5709-2dd0-4022-a357-83d7fc3499dc tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:09.610984 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-83496034-bfd8-4879-9fd4-d4505dc3777c req-209f5709-2dd0-4022-a357-83d7fc3499dc tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 945 time: 0.1500120 Jun 25 11:25:09.638972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] device_id is not set on port c7c0197c-7981-4a55-b33a-431f1cf11acf yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:09.677938 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-83496034-bfd8-4879-9fd4-d4505dc3777c req-51f2f13e-6afd-4504-89cb-4b194f97cf6a tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/security-groups?id=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560515 Jun 25 11:25:09.752835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.754281 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:25:09.754777 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9974492 Jun 25 11:25:09.757538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54628) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:09.770638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d24d495c-1103-4a6b-aaed-9383d2329ff5 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:09.772625 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.api.v2.base [None req-d24d495c-1103-4a6b-aaed-9383d2329ff5 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 25 11:25:09.773369 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-d24d495c-1103-4a6b-aaed-9383d2329ff5 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] update failed (client error): There was a conflict when trying to complete your request. Jun 25 11:25:09.778285 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d24d495c-1103-4a6b-aaed-9383d2329ff5 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "PUT /v2.0/security-groups/022f800b-de2e-46e8-a416-39e7a74c7c54 HTTP/1.1" status: 409 len: 330 time: 0.0169044 Jun 25 11:25:09.779031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54630) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:09.893007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.922739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Allocated IP 2001:db8::6c (0ab26d68-fc15-40c6-a63f-a1b9e7e38294/80afd19f-fa1d-4a0d-aa50-6ff73c62fd47/c7c0197c-7981-4a55-b33a-431f1cf11acf) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:09.931431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 212b6345-86dc-4195-923e-3d2a164e1c82 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:09.948698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:09.961627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ab9b1-fc1f-48d6-a721-5a2cbb180b95 None None] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:09.961990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.047686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port 1d255bb6-7eb1-430f-a9fe-038d39909e52 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:10.056473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.056473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.066113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcf258fb-06a1-44f0-8c43-c917f597aafb tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:10.131366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Port': ['ID=8467ad9c-1d95-4d7c-9508-e8ecec5039ab,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:10.136459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:10.198095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port 1d255bb6-7eb1-430f-a9fe-038d39909e52, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=1d255bb6-7eb1-430f-a9fe-038d39909e52,segment=NetworkSegment(75dd0d02-946f-46aa-ad2b-84c1b2e30936),segment_id=75dd0d02-946f-46aa-ad2b-84c1b2e30936)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:10.199049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.220145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for 1d255bb6-7eb1-430f-a9fe-038d39909e52 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:10.240446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.242420 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/ports/8467ad9c-1d95-4d7c-9508-e8ecec5039ab HTTP/1.1" status: 204 len: 168 time: 1.3394537 Jun 25 11:25:10.245746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54634) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:10.250262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.263496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['9f254b2d-7665-41ba-b400-d8638283ea8f'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:25:10.275891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cd593b38-5f6f-425a-9901-a65c141c9567 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:10.328900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Provisioning for port 212b6345-86dc-4195-923e-3d2a164e1c82 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:10.331794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 212b6345-86dc-4195-923e-3d2a164e1c82 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:10.342606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.347484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.349755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.350961 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/022f800b-de2e-46e8-a416-39e7a74c7c54 HTTP/1.1" status: 204 len: 168 time: 0.5714967 Jun 25 11:25:10.356511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f90de104-e78a-4939-b635-d1684710038e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:10.357411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Provisioning complete for port 212b6345-86dc-4195-923e-3d2a164e1c82 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:10.359431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.363112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 212b6345-86dc-4195-923e-3d2a164e1c82 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:10.364750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.364891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54638) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:10.375547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Pushing event deleted for resources: {'Port': ['ID=9f254b2d-7665-41ba-b400-d8638283ea8f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:10.379832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:10.394799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022f800b-de2e-46e8-a416-39e7a74c7c54,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:10.424382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:10.444074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting subnet 2a913ab9-6d9e-4178-ba1b-863adb8ff012 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:10.469558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.572679 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54640) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:10.577914 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b51d4864-6b15-418b-8ea3-72100de03112 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2117081 Jun 25 11:25:10.582583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] No DVR routers for this DVR port 9f254b2d-7665-41ba-b400-d8638283ea8f on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:10.582788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54644) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:10.587543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.593132 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5b37c23-7ba0-4345-ab2c-0b4828913568 req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.47 "DELETE /v2.0/ports/9f254b2d-7665-41ba-b400-d8638283ea8f HTTP/1.1" status: 204 len: 173 time: 1.4471681 Jun 25 11:25:10.615999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'name': 'network-vif-deleted', 'tag': '9f254b2d-7665-41ba-b400-d8638283ea8f'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:25:10.621915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60932f-c30c-4c4c-818e-a230b74fce22" -d '{"events": [{"server_uuid": "9a4846b2-150d-48ff-be3e-a9d25d606097", "name": "network-vif-deleted", "tag": "9f254b2d-7665-41ba-b400-d8638283ea8f"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:25:10.653169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.686470 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-2104a63f-a17a-48f2-a310-41a2b63306b0 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] delete failed (client error): The resource could not be found. Jun 25 11:25:10.688461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.696619 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2104a63f-a17a-48f2-a310-41a2b63306b0 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "DELETE /v2.0/security-groups/e36cfaec-9c65-4b4c-9cd8-822cc51b0443 HTTP/1.1" status: 404 len: 347 time: 0.0974712 Jun 25 11:25:10.696769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54648) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:10.739396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.740858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e9af48-e7e0-4ea8-ae74-3d322eead4d6 x-openstack-request-id: req-a5e9af48-e7e0-4ea8-ae74-3d322eead4d6 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:25:10.741239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4846b2-150d-48ff-be3e-a9d25d606097", "name": "network-vif-deleted", "tag": "9f254b2d-7665-41ba-b400-d8638283ea8f", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:25:10.741839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5e9af48-e7e0-4ea8-ae74-3d322eead4d6 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:25:10.742170 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4846b2-150d-48ff-be3e-a9d25d606097', 'name': 'network-vif-deleted', 'tag': '9f254b2d-7665-41ba-b400-d8638283ea8f', 'status': 'completed', 'code': 200} Jun 25 11:25:10.743109 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-a126be5f-3f83-4d8a-bc79-a847b38de0a8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] show failed (client error): The resource could not be found. Jun 25 11:25:10.744190 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a126be5f-3f83-4d8a-bc79-a847b38de0a8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-groups/f52437c5-26f9-4844-bd34-b89c0bfba3d6 HTTP/1.1" status: 404 len: 347 time: 0.0430217 Jun 25 11:25:10.751816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54652) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:10.804118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.814988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd0ab333-37a9-4944-9ff2-9d1996c652b6 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:10.831214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-3db70bdf-9cba-49eb-aabd-25d2b95b706e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] show failed (client error): The resource could not be found. Jun 25 11:25:10.835720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3db70bdf-9cba-49eb-aabd-25d2b95b706e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] 10.222.0.81 "GET /v2.0/security-group-rules/c442b8cf-37e7-4d69-ae39-cccc583d717c HTTP/1.1" status: 404 len: 356 time: 0.0720735 Jun 25 11:25:10.844103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.858739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] For port 212b6345-86dc-4195-923e-3d2a164e1c82, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=212b6345-86dc-4195-923e-3d2a164e1c82,segment=NetworkSegment(983ef922-3d29-4455-ab61-4823999a92a5),segment_id=983ef922-3d29-4455-ab61-4823999a92a5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:10.870855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b21eb382-e2e7-4773-8164-a941feffd7c7 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2018320601'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:10.871686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b21eb382-e2e7-4773-8164-a941feffd7c7 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Unknown quota resources ['metering_label']. {{(pid=94501) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:25:10.872570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=1d255bb6-7eb1-430f-a9fe-038d39909e52,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:10.902751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:10.928432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port 1d255bb6-7eb1-430f-a9fe-038d39909e52 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:10.958810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:10.968306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d647cf5d-ce78-4642-afbf-7a457791bccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:11.031538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Transition to ACTIVE for port object c7c0197c-7981-4a55-b33a-431f1cf11acf will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:11.107260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.113745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:11.114620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:11.121849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Pushing event updated for resources: {'Port': ['ID=212b6345-86dc-4195-923e-3d2a164e1c82,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:11.129972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:11.153116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.159814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5c71d2da-daf0-44b5-bd96-b2976e6cf504 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:11.171072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f5b08-a4eb-41e1-9d78-0f4b97d375a2 None None] Network 9fd9d67d-f267-4c96-a173-cd5f85df991a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:11.199734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.227725 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-078c2f13-1b1c-4395-a609-d5f3107ebaca req-676869df-0009-4bf0-a566-3aba04b8e7e7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a4846b2-150d-48ff-be3e-a9d25d606097 HTTP/1.1" status: 200 len: 210 time: 0.1165490 Jun 25 11:25:11.229929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd9d67d-f267-4c96-a173-cd5f85df991a']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:11.241305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dd0d02-946f-46aa-ad2b-84c1b2e30936') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:11.241907 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dd0d02-946f-46aa-ad2b-84c1b2e30936') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:11.265208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.281280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.284224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:11.289100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:11.289535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.290163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-01e8de32-b74b-4b4b-a19b-f51926d335df None None] Provisioning for port 466709bf-36c4-4d4e-a10d-592215444e4a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:11.294117 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:11.310687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-01e8de32-b74b-4b4b-a19b-f51926d335df None None] Provisioning complete for port 466709bf-36c4-4d4e-a10d-592215444e4a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:11.310687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01e8de32-b74b-4b4b-a19b-f51926d335df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.310892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:11.313041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:11.319233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:11.319938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.348373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-01e8de32-b74b-4b4b-a19b-f51926d335df None None] Port 466709bf-36c4-4d4e-a10d-592215444e4a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:11.360300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-01e8de32-b74b-4b4b-a19b-f51926d335df None None] Provisioning complete for port 212b6345-86dc-4195-923e-3d2a164e1c82 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:11.361107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01e8de32-b74b-4b4b-a19b-f51926d335df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.386450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.386971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b21eb382-e2e7-4773-8164-a941feffd7c7 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.388889 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b21eb382-e2e7-4773-8164-a941feffd7c7 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8134642 Jun 25 11:25:11.392958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53672d2a-1120-4646-812e-4bfbb9852ace tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:11.393707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54656) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:11.398005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event updated for resources: {'Port': ['ID=c7c0197c-7981-4a55-b33a-431f1cf11acf,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:11.402232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:11.406841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-67c14ab6-df1e-4c9b-9442-268164865787 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '230a38dc-f302-4997-93b4-cdaf2c2babc4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:11.407264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-67c14ab6-df1e-4c9b-9442-268164865787 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94501) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:25:11.415147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b6555-a16f-42fe-af4a-c105b10b9a40 None None] DHCP port deletion for 9fd9d67d-f267-4c96-a173-cd5f85df991a request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:11.462623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Subnet': ['ID=2a913ab9-6d9e-4178-ba1b-863adb8ff012,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:11.466499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:11.478921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.481298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa73c8-fafe-4c8a-b362-7d8096a491d4 None None] Network 0f2e4ee1-934a-412c-93fd-21670ba71926 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:11.481488 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/subnets/2a913ab9-6d9e-4178-ba1b-863adb8ff012 HTTP/1.1" status: 204 len: 168 time: 1.2343082 Jun 25 11:25:11.483927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54658) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:11.554787 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6454012 Jun 25 11:25:11.558041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54660) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:11.580928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.598175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9616675e-8a2c-40f3-82e5-7bc2e112f1d7 None None] Could not find standard attr ID for object 1d255bb6-7eb1-430f-a9fe-038d39909e52. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:25:11.627633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.633010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:11.642038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.647090 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/9fd9d67d-f267-4c96-a173-cd5f85df991a HTTP/1.1" status: 204 len: 168 time: 3.9558761 Jun 25 11:25:11.648453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54662) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:11.659530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200795098'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:11.660406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=9fd9d67d-f267-4c96-a173-cd5f85df991a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:11.664303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:11.690980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Deleting port 976156bf-1751-4593-b8b8-cb521643a86b {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:11.691633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.714092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9616675e-8a2c-40f3-82e5-7bc2e112f1d7 None None] Provisioning complete for port 466709bf-36c4-4d4e-a10d-592215444e4a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:11.720200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9616675e-8a2c-40f3-82e5-7bc2e112f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.742440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1d255bb6-7eb1-430f-a9fe-038d39909e52 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:11.748335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197e400-6db0-4559-8a70-8e6ca974f070 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:11.754416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197e400-6db0-4559-8a70-8e6ca974f070 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:11.760652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197e400-6db0-4559-8a70-8e6ca974f070 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:11.766940 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3197e400-6db0-4559-8a70-8e6ca974f070 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2076771 Jun 25 11:25:11.767607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54666) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:11.768431 dv-neutron-797120-5-hyperv neutron-server[94501]: WARNING neutron.services.metering.metering_plugin [None req-67c14ab6-df1e-4c9b-9442-268164865787 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 25 11:25:11.778562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 1d255bb6-7eb1-430f-a9fe-038d39909e52 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:11.778923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1d255bb6-7eb1-430f-a9fe-038d39909e52 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 25 11:25:11.801946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9616675e-8a2c-40f3-82e5-7bc2e112f1d7 None None] Port 466709bf-36c4-4d4e-a10d-592215444e4a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:11.804997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port 1d255bb6-7eb1-430f-a9fe-038d39909e52 not found, will not notify nova. {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 25 11:25:11.832530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] For port 976156bf-1751-4593-b8b8-cb521643a86b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=976156bf-1751-4593-b8b8-cb521643a86b,segment=NetworkSegment(2ef56eaf-045e-4b52-ace5-aaf9b9232120),segment_id=2ef56eaf-045e-4b52-ace5-aaf9b9232120)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:11.833871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.836714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54668) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:11.873939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Calling delete_port for 976156bf-1751-4593-b8b8-cb521643a86b owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:11.954931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] DHCP port deletion for 0f2e4ee1-934a-412c-93fd-21670ba71926 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:11.982099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-67c14ab6-df1e-4c9b-9442-268164865787 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.983361 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-67c14ab6-df1e-4c9b-9442-268164865787 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5877137 Jun 25 11:25:11.987182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54672) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:11.987880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:11.995939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:11.998376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b9c22e9b-8951-43bd-8a9d-47a64293062b tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '230a38dc-f302-4997-93b4-cdaf2c2babc4'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:11.999858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b9c22e9b-8951-43bd-8a9d-47a64293062b tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:25:12.009342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 212b6345-86dc-4195-923e-3d2a164e1c82 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:12.015464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bb93eaaa-dc23-4d02-b010-722481105bec None None] Provisioning for port c7c0197c-7981-4a55-b33a-431f1cf11acf completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:12.033697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:12.045710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.046278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 85d9b9af-4b84-4862-9619-d01e850002c4 of type vlan for network 7ac39e0f-8891-4c27-93e4-a6f498d304a0 Jun 25 11:25:12.046410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bb93eaaa-dc23-4d02-b010-722481105bec None None] Provisioning complete for port c7c0197c-7981-4a55-b33a-431f1cf11acf triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:12.046704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb93eaaa-dc23-4d02-b010-722481105bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.096500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.107203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bb93eaaa-dc23-4d02-b010-722481105bec None None] Port c7c0197c-7981-4a55-b33a-431f1cf11acf cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:12.122825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Deleting port 976156bf-1751-4593-b8b8-cb521643a86b {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:12.123215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.126086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 212b6345-86dc-4195-923e-3d2a164e1c82 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:12.126455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.148338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Deleting port c7c0197c-7981-4a55-b33a-431f1cf11acf {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:12.148949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.183999 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-26e16af8-0b5b-40ab-843b-b2ef6e0294de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2f5c0d095474c8a98874c4be6981d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404038 Jun 25 11:25:12.186414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54674) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:12.217110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] For port 976156bf-1751-4593-b8b8-cb521643a86b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=976156bf-1751-4593-b8b8-cb521643a86b,segment=NetworkSegment(2ef56eaf-045e-4b52-ace5-aaf9b9232120),segment_id=2ef56eaf-045e-4b52-ace5-aaf9b9232120)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:12.217504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.228336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.237532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Calling delete_port for 976156bf-1751-4593-b8b8-cb521643a86b owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:12.237674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:12.237674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.247444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.248981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:12.260288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Calling delete_port for c7c0197c-7981-4a55-b33a-431f1cf11acf owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:12.265653 dv-neutron-797120-5-hyperv neutron-server[94500]: WARNING neutron.services.metering.metering_plugin [None req-b9c22e9b-8951-43bd-8a9d-47a64293062b tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 25 11:25:12.267545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.273705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-003927d8-e2fc-4aa0-bc8a-37fe628d06b5 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:12.295038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.363508 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7149832 Jun 25 11:25:12.369767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54678) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:12.373019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54680) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:12.377061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': '7ac39e0f-8891-4c27-93e4-a6f498d304a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:12.381595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Port': ['ID=976156bf-1751-4593-b8b8-cb521643a86b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:12.395759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1d255bb6-7eb1-430f-a9fe-038d39909e52 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:12.408805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=7ac39e0f-8891-4c27-93e4-a6f498d304a0,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:12.418725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:12.420836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] No DVR routers for this DVR port 976156bf-1751-4593-b8b8-cb521643a86b on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:12.423968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 1d255bb6-7eb1-430f-a9fe-038d39909e52 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:12.424122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 1d255bb6-7eb1-430f-a9fe-038d39909e52 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:12.427511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.439814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:12.441788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:12.443698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.468335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] No DVR routers for this DVR port 976156bf-1751-4593-b8b8-cb521643a86b on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:12.473415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 7ac39e0f-8891-4c27-93e4-a6f498d304a0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:12.507138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9c22e9b-8951-43bd-8a9d-47a64293062b tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.508362 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b9c22e9b-8951-43bd-8a9d-47a64293062b tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5192697 Jun 25 11:25:12.519898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54682) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:12.524686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Pushing event deleted for resources: {'Port': ['ID=976156bf-1751-4593-b8b8-cb521643a86b,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:12.528564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:12.543466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Deleting subnet c4138fb5-d42e-4272-a423-8a0582e3af40 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:12.550375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.586914 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c1cd7679-8154-4926-8b56-5e9e5f2cef97 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=081b0480-1ef3-45f5-9af7-3c565db2aa9b HTTP/1.1" status: 200 len: 462 time: 0.0657783 Jun 25 11:25:12.592353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54684) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:12.603113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.612041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.615396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2e4ee1-934a-412c-93fd-21670ba71926']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:12.626952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef56eaf-045e-4b52-ace5-aaf9b9232120') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:12.627252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef56eaf-045e-4b52-ace5-aaf9b9232120') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:12.657990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.660991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.684947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.698533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:12.698937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:12.702138 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:12.729286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.732335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.733512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/baf89aef-c739-4701-af93-78efe75b5b1b HTTP/1.1" status: 204 len: 168 time: 0.5460842 Jun 25 11:25:12.734353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c01ee0ad-6e58-492e-97c5-2f04152ef02f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:12.741719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf89aef-c739-4701-af93-78efe75b5b1b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:12.744144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:12.769966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:12.773718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.844032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.848446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df9b1a93-f968-4081-bcc7-27ba77985d16 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:12.876065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event deleted for resources: {'Port': ['ID=c7c0197c-7981-4a55-b33a-431f1cf11acf,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:12.876520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.879349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:12.911730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:12.916442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.919100 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "DELETE /v2.0/ports/c7c0197c-7981-4a55-b33a-431f1cf11acf HTTP/1.1" status: 204 len: 168 time: 1.1500187 Jun 25 11:25:12.922491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.928144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5343c707-3cbe-49d6-b6c4-fd6bfd5ee0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919648939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:12.936855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.938927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] 10.222.0.81 "DELETE /v2.0/networks/0f2e4ee1-934a-412c-93fd-21670ba71926 HTTP/1.1" status: 204 len: 168 time: 1.4536364 Jun 25 11:25:12.939836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54688) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:12.940030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa837-f907-4529-abde-c07c2eef1a15 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.943830 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6f1fa837-f907-4529-abde-c07c2eef1a15 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/081b0480-1ef3-45f5-9af7-3c565db2aa9b HTTP/1.1" status: 204 len: 168 time: 0.3478503 Jun 25 11:25:12.945364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Request body: {'port': {'name': 'tempest-new-port-name-886370819', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:12.945761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] bootfile-name is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:25:12.946104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] tftp-server is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:25:12.946873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.api.validators [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] server-ip-address is not in valid_values {{(pid=94500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 25 11:25:12.953921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54692) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:12.954399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4138fb5-d42e-4272-a423-8a0582e3af40,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:12.975687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:12.982141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:12.987934 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c4138fb5-d42e-4272-a423-8a0582e3af40 HTTP/1.1" status: 204 len: 168 time: 0.5978718 Jun 25 11:25:12.987934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54694) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:13.005398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Pushing event deleted for resources: {'Network': ['ID=0f2e4ee1-934a-412c-93fd-21670ba71926,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:13.015415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:13.019428 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-282d1552-c2df-4af8-acb3-a93b6a0d19a1 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=081b0480-1ef3-45f5-9af7-3c565db2aa9b HTTP/1.1" status: 200 len: 221 time: 0.0642521 Jun 25 11:25:13.024506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54696) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:13.030278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-56c6ad61-ca03-44c2-a795-bc89b95607c5 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--159645950', 'description': 'label created by tempest'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:13.030736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-56c6ad61-ca03-44c2-a795-bc89b95607c5 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Unknown quota resources ['metering_label']. {{(pid=94500) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 25 11:25:13.102547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.173523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.278630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.300291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b4259c-8bb7-40a7-9dda-ac17fc71d957']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:13.312785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7cd4f7-1234-4133-a49e-e2b29e150e94') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:13.313109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7cd4f7-1234-4133-a49e-e2b29e150e94') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:13.324829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.342438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.348583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:13.349000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:13.350953 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:13.421321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.426820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6b2b57ea-87d6-46b3-8e78-d2b733dadd54 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:13.447016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-56c6ad61-ca03-44c2-a795-bc89b95607c5 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.451906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-56c6ad61-ca03-44c2-a795-bc89b95607c5 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4263473 Jun 25 11:25:13.452522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54706) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:13.511970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=bcb6772a-56ac-4c20-9276-357ef53e96d5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:13.516897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:13.528723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '85d9b9af-4b84-4862-9619-d01e850002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '7ac39e0f-8891-4c27-93e4-a6f498d304a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:13.529410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: 7ac39e0f-8891-4c27-93e4-a6f498d304a0, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:13.536185 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-f62830b8-5573-47f6-8c23-05e91ce1b8ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1759582 Jun 25 11:25:13.548940 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5c42f149-3647-490e-b704-cd6c4f44fcc0 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=e4c00bae-828f-4f91-b336-6755792619fa HTTP/1.1" status: 200 len: 467 time: 0.0923953 Jun 25 11:25:13.552704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54712) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:13.600648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 9f254b2d-7665-41ba-b400-d8638283ea8f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:13.627163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.632559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fc33355f-ff56-4b0d-bec2-eb818d6fcc60 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:13.650614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.655368 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d8b4259c-8bb7-40a7-9dda-ac17fc71d957 HTTP/1.1" status: 204 len: 168 time: 0.6652994 Jun 25 11:25:13.655591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 9f254b2d-7665-41ba-b400-d8638283ea8f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:13.655591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 9f254b2d-7665-41ba-b400-d8638283ea8f not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:13.663727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54714) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:13.664060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54716) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:13.681405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b4259c-8bb7-40a7-9dda-ac17fc71d957,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:13.703270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:13.735594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Deleting subnet bff6bcf9-159c-4f3a-8d4d-cfa2d182a964 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:13.740507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-600e4a86-1d66-4b75-a75c-f731ee081487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:13.742118 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-600e4a86-1d66-4b75-a75c-f731ee081487 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.1564033 Jun 25 11:25:13.742872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.766601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 7ac39e0f-8891-4c27-93e4-a6f498d304a0 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:13.786122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.861404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 7ac39e0f-8891-4c27-93e4-a6f498d304a0) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:13.879211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c54f31-c723-4594-8f0b-04dc46805e78 None None] Network 7ac39e0f-8891-4c27-93e4-a6f498d304a0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:13.899472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:13.900127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.945822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:13.978129 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fe93052b-5510-4b2f-ba79-a3c515d8bac7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0116c1ee6a542a3800e2eabba0a51fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102219 Jun 25 11:25:13.982603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54726) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:13.983423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 976156bf-1751-4593-b8b8-cb521643a86b no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:14.011013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 976156bf-1751-4593-b8b8-cb521643a86b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:14.011493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 976156bf-1751-4593-b8b8-cb521643a86b not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:14.021732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-57ecd1fd-8b6b-4883-9dd7-4bce9e547499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:14.023352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-57ecd1fd-8b6b-4883-9dd7-4bce9e547499 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.2350867 Jun 25 11:25:14.051354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6765499 Jun 25 11:25:14.057607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54728) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.129561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.141642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-7ac39e0f-8891-4c27-93e4-a6f498d304a0', 'network_id': '7ac39e0f-8891-4c27-93e4-a6f498d304a0', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': 'bcb6772a-56ac-4c20-9276-357ef53e96d5'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:14.149021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.216039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.221808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-443dba90-4147-482e-ba37-df0e9258389f tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:14.229197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06b715d0-a92d-4870-b6ea-74a2c2b4413c tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.232235 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-06b715d0-a92d-4870-b6ea-74a2c2b4413c tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/e4c00bae-828f-4f91-b336-6755792619fa HTTP/1.1" status: 204 len: 168 time: 0.6785150 Jun 25 11:25:14.238524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54732) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.299854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] In _notify_port_updated(), no bound segment for port 466709bf-36c4-4d4e-a10d-592215444e4a on network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:25:14.314780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:14.318705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.320393 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "PUT /v2.0/ports/466709bf-36c4-4d4e-a10d-592215444e4a HTTP/1.1" status: 200 len: 1129 time: 1.3797536 Jun 25 11:25:14.326416 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a74e3c1e-6f0f-4ddd-987b-4462f7197ba4 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=e4c00bae-828f-4f91-b336-6755792619fa HTTP/1.1" status: 200 len: 216 time: 0.0838907 Jun 25 11:25:14.339030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54736) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.339386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54738) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.406754 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a419ddf1-3b84-4fa6-aedf-2d6498502005 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0501146 Jun 25 11:25:14.415097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event updated for resources: {'Port': ['ID=466709bf-36c4-4d4e-a10d-592215444e4a,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:14.426918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54740) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.436865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:14.449204 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a903686d-a7ac-4a66-a284-fbc05b83fc61 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0205672 Jun 25 11:25:14.454076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54742) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.468242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4afa8d-42b8-41f4-b192-63e51675d4d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:14.470261 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef4afa8d-42b8-41f4-b192-63e51675d4d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "GET /v2.0/ports/466709bf-36c4-4d4e-a10d-592215444e4a HTTP/1.1" status: 200 len: 1129 time: 0.1294646 Jun 25 11:25:14.477055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54744) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.500437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Allocated IP 2001:db8::1 (7ac39e0f-8891-4c27-93e4-a6f498d304a0/bcb6772a-56ac-4c20-9276-357ef53e96d5/7379e7cd-8bcc-44b1-94dd-607b32eda871) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:14.552295 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2d5d9917-6b2e-4faf-87a0-7c295c8bc5ab tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/230a38dc-f302-4997-93b4-cdaf2c2babc4 HTTP/1.1" status: 200 len: 473 time: 0.0965877 Jun 25 11:25:14.555821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54748) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.577992 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-98fedc79-2fcb-41d4-b37c-b983d21cab21 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/a2cbe826-cb07-43b2-bc0e-65f1481b1622 HTTP/1.1" status: 200 len: 459 time: 0.0207977 Jun 25 11:25:14.581658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54750) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.661760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Deleting port 466709bf-36c4-4d4e-a10d-592215444e4a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:14.663867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.703838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2232df10-b314-4e4f-a8da-9205979b2f5e None None] Provisioning complete for port 466709bf-36c4-4d4e-a10d-592215444e4a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:14.704622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2232df10-b314-4e4f-a8da-9205979b2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.706237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.715084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.727124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.733334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c3d5013-b6a9-46d3-87d2-9b70807f9099 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:14.736343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Transition to ACTIVE for port object 7379e7cd-8bcc-44b1-94dd-607b32eda871 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:14.759913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2232df10-b314-4e4f-a8da-9205979b2f5e None None] Port 466709bf-36c4-4d4e-a10d-592215444e4a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:14.762366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Transition to ACTIVE for port object 7379e7cd-8bcc-44b1-94dd-607b32eda871 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:14.770890 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-df983175-2404-451d-a7ad-9e531d674772 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.7380245 Jun 25 11:25:14.782476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff6bcf9-159c-4f3a-8d4d-cfa2d182a964,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:14.808635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:14.812364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.814297 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bff6bcf9-159c-4f3a-8d4d-cfa2d182a964 HTTP/1.1" status: 204 len: 168 time: 1.1483278 Jun 25 11:25:14.820855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.824422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54754) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.855775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4e55661-3b20-40b7-9faa-3d42f2278fc1 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.857702 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a4e55661-3b20-40b7-9faa-3d42f2278fc1 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/a2cbe826-cb07-43b2-bc0e-65f1481b1622 HTTP/1.1" status: 204 len: 168 time: 0.2740343 Jun 25 11:25:14.858851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.861265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54758) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:14.902456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.912713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:14.916701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cd37d402-ff3a-4e4f-ac0f-19ae36485b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:14.918453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Calling delete_port for 466709bf-36c4-4d4e-a10d-592215444e4a owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:14.928746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-d38c9186-7bb2-42f3-9e73-405a9d01d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:14.930237 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-d38c9186-7bb2-42f3-9e73-405a9d01d98d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.1449480 Jun 25 11:25:14.964167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Network 7ac39e0f-8891-4c27-93e4-a6f498d304a0 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:14.970152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:14.976270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:14.983599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Pushing event updated for resources: {'Port': ['ID=7379e7cd-8bcc-44b1-94dd-607b32eda871,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:14.987058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:15.032103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.070138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Attempting to bind port 7379e7cd-8bcc-44b1-94dd-607b32eda871 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:15.070721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Attempting to bind port 7379e7cd-8bcc-44b1-94dd-607b32eda871 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '85d9b9af-4b84-4862-9619-d01e850002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '7ac39e0f-8891-4c27-93e4-a6f498d304a0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:15.071797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Attempting to bind port 7379e7cd-8bcc-44b1-94dd-607b32eda871 on network 7ac39e0f-8891-4c27-93e4-a6f498d304a0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:15.078409 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:15.078958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Checking segment: {'id': '85d9b9af-4b84-4862-9619-d01e850002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '7ac39e0f-8891-4c27-93e4-a6f498d304a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:15.079471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.079973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Bound using segment: {'id': '85d9b9af-4b84-4862-9619-d01e850002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '7ac39e0f-8891-4c27-93e4-a6f498d304a0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:15.080598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Bound port: 7379e7cd-8bcc-44b1-94dd-607b32eda871, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d9b9af-4b84-4862-9619-d01e850002c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '7ac39e0f-8891-4c27-93e4-a6f498d304a0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:15.081155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.112806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-c35ee60c-bf5f-45d8-a9da-9ca9f420b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:15.114508 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-c35ee60c-bf5f-45d8-a9da-9ca9f420b940 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1534102 Jun 25 11:25:15.146563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port 7379e7cd-8bcc-44b1-94dd-607b32eda871 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:15.146911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.151931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.154775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.155945 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1dccfb0-b9c8-4443-a87a-94537209928c HTTP/1.1" status: 204 len: 168 time: 1.1710801 Jun 25 11:25:15.166028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] For port 7379e7cd-8bcc-44b1-94dd-607b32eda871, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:15.178423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-df5beb2e-2517-421e-8963-3da1a35a0e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:15.179925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] For port 7379e7cd-8bcc-44b1-94dd-607b32eda871, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7379e7cd-8bcc-44b1-94dd-607b32eda871,segment=NetworkSegment(85d9b9af-4b84-4862-9619-d01e850002c4),segment_id=85d9b9af-4b84-4862-9619-d01e850002c4)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:15.186193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0a3170c-d8ad-463f-b6fb-b67d41753d96 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.191116 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c0a3170c-d8ad-463f-b6fb-b67d41753d96 tempest-MeteringIpV6TestJSON-1242357704 tempest-MeteringIpV6TestJSON-1242357704-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/230a38dc-f302-4997-93b4-cdaf2c2babc4 HTTP/1.1" status: 204 len: 168 time: 0.3251631 Jun 25 11:25:15.262830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.269347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dccfb0-b9c8-4443-a87a-94537209928c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:15.269557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.270429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:15.302708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:15.307712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9a8a70-6f28-424e-aef9-8bdca2155ad3']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:15.326643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc83082-9500-47fc-8cd8-6eee8704f987') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:15.326938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc83082-9500-47fc-8cd8-6eee8704f987') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:15.358495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Pushing event updated for resources: {'Port': ['ID=7379e7cd-8bcc-44b1-94dd-607b32eda871,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:15.359177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.362070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:15.376075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.387881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-39ae1bec-54fc-438c-b4fe-62858c34012e tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:15.406009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-97b80be9-f2cb-4856-8a87-0eb23435b2c4 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746069 Jun 25 11:25:15.408594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.420229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event deleted for resources: {'Port': ['ID=466709bf-36c4-4d4e-a10d-592215444e4a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:15.427817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:15.435096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port 7379e7cd-8bcc-44b1-94dd-607b32eda871, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:15.435468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.453854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:15.456781 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:15.460227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.464369 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "DELETE /v2.0/ports/466709bf-36c4-4d4e-a10d-592215444e4a HTTP/1.1" status: 204 len: 168 time: 0.9845202 Jun 25 11:25:15.467043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54770) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:15.491173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for 7379e7cd-8bcc-44b1-94dd-607b32eda871 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:15.529723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Deleting subnet 80afd19f-fa1d-4a0d-aa50-6ff73c62fd47 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:15.534791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.593671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.619593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46ba71c9-ad1e-435b-af25-b610919ac3dc req-eb0d6baa-4734-42ea-9f69-b490b22c015c service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966891 Jun 25 11:25:15.788237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.888664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.904480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8a0a0560-cd51-4029-9710-92bdaf674c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:15.904480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:15.904480 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8b9a8a70-6f28-424e-aef9-8bdca2155ad3 HTTP/1.1" status: 204 len: 168 time: 1.0544100 Jun 25 11:25:15.915595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9a8a70-6f28-424e-aef9-8bdca2155ad3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:15.918509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:15.958197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7379e7cd-8bcc-44b1-94dd-607b32eda871 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:16.064825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.065501 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.067580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af388d7f-5f94-47ea-bf50-c3809d91db69 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:16.069756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-60cef62c-147c-4286-a99c-b84179f0978a tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:16.093128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 7379e7cd-8bcc-44b1-94dd-607b32eda871 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:16.099811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=7379e7cd-8bcc-44b1-94dd-607b32eda871,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:16.103299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:16.123671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event deleted for resources: {'Subnet': ['ID=80afd19f-fa1d-4a0d-aa50-6ff73c62fd47,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:16.130913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:16.143210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac39ff-f5d5-4dc3-9d4e-c773a9385a9c None None] Network 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:16.155599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.161665 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "DELETE /v2.0/subnets/80afd19f-fa1d-4a0d-aa50-6ff73c62fd47 HTTP/1.1" status: 204 len: 168 time: 0.6934037 Jun 25 11:25:16.162313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54784) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:16.190918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port 7379e7cd-8bcc-44b1-94dd-607b32eda871 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:16.249590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54788) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:16.284639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.368581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.488842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Deleting port 212b6345-86dc-4195-923e-3d2a164e1c82 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:16.489478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.522615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] DHCP port deletion for 0ab26d68-fc15-40c6-a63f-a1b9e7e38294 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:16.560779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a7a86c18-7944-4ac9-b5b6-4c372c706d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.580403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54794) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:16.590514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.596299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-104023e9-b451-4ef8-b1f7-1580d8370942 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:16.605514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] For port 212b6345-86dc-4195-923e-3d2a164e1c82, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=212b6345-86dc-4195-923e-3d2a164e1c82,segment=NetworkSegment(983ef922-3d29-4455-ab61-4823999a92a5),segment_id=983ef922-3d29-4455-ab61-4823999a92a5)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:16.606475 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.613083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Deleting port 212b6345-86dc-4195-923e-3d2a164e1c82 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:16.613489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.630420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Calling delete_port for 212b6345-86dc-4195-923e-3d2a164e1c82 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:16.636915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb6772a-56ac-4c20-9276-357ef53e96d5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:16.643656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:16.675545 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1e465f84-ec06-4c2a-b5d8-a49aecada25e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a06ecc4ca97498399cc8a43a741167e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931854 Jun 25 11:25:16.678054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54796) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:16.688642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fcc296-562d-417c-b7e8-675c6790418e None None] Network 7ac39e0f-8891-4c27-93e4-a6f498d304a0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:16.732219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-eaa2c916-013b-4ed7-95fd-c60a0d150244 None None] Could not find standard attr ID for object 7379e7cd-8bcc-44b1-94dd-607b32eda871. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:25:16.757385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54800) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:16.763396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.775870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac39e0f-8891-4c27-93e4-a6f498d304a0']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:16.777994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] For port 212b6345-86dc-4195-923e-3d2a164e1c82, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=212b6345-86dc-4195-923e-3d2a164e1c82,segment=NetworkSegment(983ef922-3d29-4455-ab61-4823999a92a5),segment_id=983ef922-3d29-4455-ab61-4823999a92a5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:16.778412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.779260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968817873', 'description': 'tempest-secgroup-smoke-1968817873 description', 'project_id': '869fa866ee3f424c952da82e96d1f712'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:16.794181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d9b9af-4b84-4862-9619-d01e850002c4') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:16.794181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d9b9af-4b84-4862-9619-d01e850002c4') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:16.806188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Calling delete_port for 212b6345-86dc-4195-923e-3d2a164e1c82 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:16.810533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.832647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.841367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.847193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:16.847612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:16.850722 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:16.878010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:16.915709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a7a86c18-7944-4ac9-b5b6-4c372c706d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.016632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.020576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b59e913d-6083-4128-9a4b-5be3e6e38ec0 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.026803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7435dfa-bde1-4ada-b71c-4dd911c0a693 None None] DHCP port deletion for 7ac39e0f-8891-4c27-93e4-a6f498d304a0 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:17.028287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.031035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-48318c78-b2b9-4a6e-b19a-78a11143aa26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.045211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.047412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a7a86c18-7944-4ac9-b5b6-4c372c706d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.062701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event deleted for resources: {'Port': ['ID=212b6345-86dc-4195-923e-3d2a164e1c82,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.063869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-471fcb90-fb4f-4854-80d6-326762a3981d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.064578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.067045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] No DVR routers for this DVR port 212b6345-86dc-4195-923e-3d2a164e1c82 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:17.067250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.071444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.072103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Pushing event deleted for resources: {'Port': ['ID=212b6345-86dc-4195-923e-3d2a164e1c82,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.076073 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/7ac39e0f-8891-4c27-93e4-a6f498d304a0 HTTP/1.1" status: 204 len: 168 time: 2.9912195 Jun 25 11:25:17.076305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.077428 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dee5d0e-14d1-4bc4-90bd-9711b0a432ce HTTP/1.1" status: 204 len: 168 time: 0.3922942 Jun 25 11:25:17.079264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.091357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-acb249e8-4075-4ca0-bc74-99b180ebb76f tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.101524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] No DVR routers for this DVR port 212b6345-86dc-4195-923e-3d2a164e1c82 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:17.101966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54806) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:17.108917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286935736'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:17.138923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a86c18-7944-4ac9-b5b6-4c372c706d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b00b77-14df-48f2-84a5-b9d85cf55146,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.142733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a7a86c18-7944-4ac9-b5b6-4c372c706d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.143250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.146918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dee5d0e-14d1-4bc4-90bd-9711b0a432ce,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.148872 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a7a86c18-7944-4ac9-b5b6-4c372c706d06 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9938ba5e3fe14da7a818fe160f6ade74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8982196 Jun 25 11:25:17.149537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.151675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54810) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:17.181228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=7ac39e0f-8891-4c27-93e4-a6f498d304a0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.186314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.203446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.206473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.224195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.225335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab26d68-fc15-40c6-a63f-a1b9e7e38294']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:17.233409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.243963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983ef922-3d29-4455-ab61-4823999a92a5') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:17.244273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983ef922-3d29-4455-ab61-4823999a92a5') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:17.257048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.257397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.271950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.278810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:17.279155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:17.282327 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:17.317694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:17.326714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.426665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.429473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.433919 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30b00b77-14df-48f2-84a5-b9d85cf55146 HTTP/1.1" status: 204 len: 168 time: 0.2775071 Jun 25 11:25:17.433919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-216208ef-03fd-41c1-ad88-9553d966eb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.442115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b00b77-14df-48f2-84a5-b9d85cf55146,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.443078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.503188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.504327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.505984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:17.507656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c37ba098-8a3d-491e-9b00-c8b1a250f5e0 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.516163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.516163 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] 10.222.0.81 "DELETE /v2.0/networks/0ab26d68-fc15-40c6-a63f-a1b9e7e38294 HTTP/1.1" status: 204 len: 168 time: 1.3520575 Jun 25 11:25:17.516163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54818) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:17.521665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.521665 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 43121d46-9296-46e9-9bad-c37d911e7f50 of type vlan for network 1e0a9895-219d-429f-945b-8831d363499a Jun 25 11:25:17.532466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Pushing event deleted for resources: {'Network': ['ID=0ab26d68-fc15-40c6-a63f-a1b9e7e38294,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.535386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.572698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.675701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.678350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2b150b29-09df-4b36-8d97-e839829e423a tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.707112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.712842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:17.713350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303247b6-82c1-4dbb-9c36-efd7d9167dc6,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.722754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.723172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.723292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74c43dc5-60f6-4830-9b82-f2bbec2be2e8 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.771828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.784332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=1e0a9895-219d-429f-945b-8831d363499a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.787494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.794223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 1e0a9895-219d-429f-945b-8831d363499a details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:17.874845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7379e7cd-8bcc-44b1-94dd-607b32eda871 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:17.895069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 7379e7cd-8bcc-44b1-94dd-607b32eda871 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:17.895427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7379e7cd-8bcc-44b1-94dd-607b32eda871 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:17.895844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:17.895963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 212b6345-86dc-4195-923e-3d2a164e1c82 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:17.899385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cf482745-1b08-4132-9bac-06f4111f8d19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:17.916289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 212b6345-86dc-4195-923e-3d2a164e1c82 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:17.917695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 212b6345-86dc-4195-923e-3d2a164e1c82 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:17.930319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5062ff-8570-4982-9153-9436fb6e67c9,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:17.935373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:17.990835 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8902161 Jun 25 11:25:17.993660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54826) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:17.998764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': '1e0a9895-219d-429f-945b-8831d363499a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:18.081444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.082652 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3265142 Jun 25 11:25:18.085507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54828) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:18.091098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'security_group_rule': {'security_group_id': '2b5062ff-8570-4982-9153-9436fb6e67c9', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:18.180726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:18.184551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.288738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1265915098'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:18.324012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.414339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54834) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:18.421220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.483681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:18.487376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.497049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.553788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.563991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-599b713c-a036-428c-98cd-cc8e6249ffaf tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:18.585189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2790326-9c0c-4e73-b272-e41ebf9822f4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:18.589005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:18.615764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.619326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.624209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ead7d577-4218-4f72-879a-23b9537cf5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:18.681010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=68424eb0-bc9e-4496-89b0-1613f20b894b,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:18.684957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:18.690464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '43121d46-9296-46e9-9bad-c37d911e7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '1e0a9895-219d-429f-945b-8831d363499a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:18.690828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: 1e0a9895-219d-429f-945b-8831d363499a, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:18.832488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.839342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-42c54ba0-645f-4913-96a1-7349decdc006 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:18.878583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:18.891725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814fe7a1-d0e3-4824-8323-16bae44f1fd7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:18.895094 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:18.899821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 1e0a9895-219d-429f-945b-8831d363499a is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:18.900131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.900131 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment f7d56eb5-87ff-4897-972c-8c8d48103b0f of type vlan for network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 Jun 25 11:25:18.941730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.962537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54838) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:18.996858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:18.998531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9118974 Jun 25 11:25:19.001298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54840) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.006170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'security_group_rule': {'security_group_id': '2b5062ff-8570-4982-9153-9436fb6e67c9', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:19.009636 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6232211a-935e-40a7-ae17-4bf8887207c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8cd270a95684e00ae2a77c69d86edd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448196 Jun 25 11:25:19.012131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54842) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.065703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.076422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 1e0a9895-219d-429f-945b-8831d363499a) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:19.085567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2b18d-2811-46ac-9b72-5cac8082396e None None] Network 1e0a9895-219d-429f-945b-8831d363499a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:19.086179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:19.086816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.097042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.105483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54844) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.119491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd401f97-ebb8-46e2-b827-56fadc140356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.124736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.131113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:19.131718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.144635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:19.242512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.245531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=5eb9e637-e28f-45f1-a435-3d7450cdc4d2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:19.257879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:19.257999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:19.272705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-1e0a9895-219d-429f-945b-8831d363499a', 'network_id': '1e0a9895-219d-429f-945b-8831d363499a', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': '68424eb0-bc9e-4496-89b0-1613f20b894b'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:19.273769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.276481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.280610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.283038 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdc10920-cf09-47b1-a415-6a7a7274c39d HTTP/1.1" status: 204 len: 168 time: 0.2692676 Jun 25 11:25:19.284285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a7a86c18-7944-4ac9-b5b6-4c372c706d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:19.288404 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d7efd68-62d2-46a3-8895-2e0b5e877369 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b377b3e8c0a4481f900ea0ad463b29ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8654923 Jun 25 11:25:19.290872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54848) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.308303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc10920-cf09-47b1-a415-6a7a7274c39d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:19.319148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.323986 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7951756 Jun 25 11:25:19.324277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54850) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.325081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:19.327581 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3328407 Jun 25 11:25:19.333779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54852) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.334416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'name': 'tempest-PortsTestJSON-1637815169'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:19.417936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.438683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:19.471202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89607d8-c946-44e3-b876-0ec7bc73b249,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:19.474968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:19.481328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.512038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Allocated IP 2001:db8::1 (1e0a9895-219d-429f-945b-8831d363499a/68424eb0-bc9e-4496-89b0-1613f20b894b/dbce465f-797b-4e00-809f-51b5cc88452c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:19.524562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd401f97-ebb8-46e2-b827-56fadc140356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.529534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.536416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.606424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd401f97-ebb8-46e2-b827-56fadc140356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.610618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-854645ea-5b56-42a0-af69-af814821d240 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:19.621627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.649354 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bd401f97-ebb8-46e2-b827-56fadc140356 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3d6266ace56422b89e5507592671eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428474 Jun 25 11:25:19.650686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd401f97-ebb8-46e2-b827-56fadc140356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afeb3d81-6178-4903-8bce-0646be56fe26,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:19.653658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54854) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.671033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd401f97-ebb8-46e2-b827-56fadc140356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:19.699228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.712334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Transition to ACTIVE for port object dbce465f-797b-4e00-809f-51b5cc88452c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:19.723366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.731944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Transition to ACTIVE for port object dbce465f-797b-4e00-809f-51b5cc88452c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:19.742361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.743601 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7412558 Jun 25 11:25:19.748593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54856) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:19.753984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'security_group_rule': {'security_group_id': '2b5062ff-8570-4982-9153-9436fb6e67c9', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:19.761023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.793010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.797328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.799772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc9ce100-f80b-4206-9ce2-ba00dfaca073 HTTP/1.1" status: 204 len: 168 time: 0.5057714 Jun 25 11:25:19.800770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-851d8c8e-0884-4f3d-868c-7cc10461ab94 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:19.810451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ce100-f80b-4206-9ce2-ba00dfaca073,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:19.815697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:19.878336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.881941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-abdb0efe-c71a-40cf-a355-20e48bb0ffd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:19.920586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Network 1e0a9895-219d-429f-945b-8831d363499a is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:19.927073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:19.929637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:19.941815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Pushing event updated for resources: {'Port': ['ID=dbce465f-797b-4e00-809f-51b5cc88452c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:19.944562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:19.952574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:19.956744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.960045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.962739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:19.964535 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afeb3d81-6178-4903-8bce-0646be56fe26 HTTP/1.1" status: 204 len: 168 time: 0.2991347 Jun 25 11:25:19.971342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f0a88686-e934-4a72-9e07-d2fcc943409c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:19.984136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afeb3d81-6178-4903-8bce-0646be56fe26,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:19.990944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 1a117ea3-670f-46d6-851e-6edf60e99e90 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:20.001415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:20.016003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Attempting to bind port dbce465f-797b-4e00-809f-51b5cc88452c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:20.016459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Attempting to bind port dbce465f-797b-4e00-809f-51b5cc88452c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '43121d46-9296-46e9-9bad-c37d911e7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '1e0a9895-219d-429f-945b-8831d363499a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:20.016837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Attempting to bind port dbce465f-797b-4e00-809f-51b5cc88452c on network 1e0a9895-219d-429f-945b-8831d363499a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:20.022737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:20.023131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Checking segment: {'id': '43121d46-9296-46e9-9bad-c37d911e7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '1e0a9895-219d-429f-945b-8831d363499a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:20.023536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.023935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Bound using segment: {'id': '43121d46-9296-46e9-9bad-c37d911e7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '1e0a9895-219d-429f-945b-8831d363499a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:20.024416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Bound port: dbce465f-797b-4e00-809f-51b5cc88452c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43121d46-9296-46e9-9bad-c37d911e7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '1e0a9895-219d-429f-945b-8831d363499a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:20.024807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.084287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.087585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2c99f3b9-2fb2-452c-9ce3-1007b647c011 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:20.093866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] For port dbce465f-797b-4e00-809f-51b5cc88452c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:20.097408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] For port dbce465f-797b-4e00-809f-51b5cc88452c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dbce465f-797b-4e00-809f-51b5cc88452c,segment=NetworkSegment(43121d46-9296-46e9-9bad-c37d911e7f50),segment_id=43121d46-9296-46e9-9bad-c37d911e7f50)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:20.112997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=68424eb0-bc9e-4496-89b0-1613f20b894b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:20.116004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:20.159938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.182020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.191658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0a9895-219d-429f-945b-8831d363499a']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:20.204900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43121d46-9296-46e9-9bad-c37d911e7f50') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:20.205227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43121d46-9296-46e9-9bad-c37d911e7f50') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:20.214544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.217923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.232860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.236055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6d8ee5c7-5802-494e-97f1-17cd00634f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:20.241785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.253271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:20.253662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:20.256618 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:20.300563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Pushing event updated for resources: {'Port': ['ID=dbce465f-797b-4e00-809f-51b5cc88452c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:20.303650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:20.316637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.321538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-baa2e9dc-bcb0-4f01-8813-d2eabde1c539 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:20.368151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.375817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=1a117ea3-670f-46d6-851e-6edf60e99e90,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:20.380693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:20.387719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:25:20.387719 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:25:20.387719 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'id': '1e0a9895-219d-429f-945b-8831d363499a'}] Jun 25 11:25:20.387719 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:20.389142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:20.397631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': 'f7d56eb5-87ff-4897-972c-8c8d48103b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:20.397999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: 5eb9e637-e28f-45f1-a435-3d7450cdc4d2, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:20.484275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:20.484589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.488359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bbc23acf-5ac9-4c8b-9be0-d3fe3cc67953 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:20.512142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0ce76a-1426-486b-8317-59aafa01c8ec,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:20.524491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:20.603851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 5eb9e637-e28f-45f1-a435-3d7450cdc4d2) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:20.608466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:20.615134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:20.615944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.622299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f32872-4e8d-42ec-9c9d-09e72a84d321 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:20.632999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.634599 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8848016 Jun 25 11:25:20.638126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54878) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:20.649970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'security_group_rule': {'security_group_id': '2b5062ff-8570-4982-9153-9436fb6e67c9', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:20.718931 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3935506 Jun 25 11:25:20.722050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54880) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:20.727270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1218277428'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:20.890456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.903847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.989973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:20.993111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port dbce465f-797b-4e00-809f-51b5cc88452c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:20.993535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.064359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port dbce465f-797b-4e00-809f-51b5cc88452c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dbce465f-797b-4e00-809f-51b5cc88452c,segment=NetworkSegment(43121d46-9296-46e9-9bad-c37d911e7f50),segment_id=43121d46-9296-46e9-9bad-c37d911e7f50)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:21.064815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.067840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:21.073606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.093335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for dbce465f-797b-4e00-809f-51b5cc88452c owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:21.100689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:21.113675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.114381 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment c5fe78e1-1c20-4f21-a6aa-2ff5407a53c5 of type vlan for network 8f587174-141f-4240-b910-2f43856e0602 Jun 25 11:25:21.170073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.180911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.188944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9543ed61-4b1d-4df9-a9d6-78bc0aa2199b tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:21.204122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea0ce56-eeb7-4f71-bdbe-d69dc86bf942,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:21.215845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:21.273275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.278218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-551a6db7-047f-40cb-8694-11b213c4be1c tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:21.301104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b117a-b6ce-4747-b55e-827c071b6b27 None None] Network 1e0a9895-219d-429f-945b-8831d363499a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:21.304272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.307996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.309206 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6694646 Jun 25 11:25:21.310145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=dbce465f-797b-4e00-809f-51b5cc88452c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:21.312085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port dbce465f-797b-4e00-809f-51b5cc88452c on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:21.313411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54898) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:21.314360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:21.317523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:21.318138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.320344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'security_group_rule': {'security_group_id': '2b5062ff-8570-4982-9153-9436fb6e67c9', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:21.334899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02c83405-7141-43c5-a9db-baa5d092fa41 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:21.398473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7893c7fa-bf36-4718-9bc5-be249121c5a1 None None] Could not find standard attr ID for object dbce465f-797b-4e00-809f-51b5cc88452c. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:25:21.420221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.431472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0a9895-219d-429f-945b-8831d363499a']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:21.443550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43121d46-9296-46e9-9bad-c37d911e7f50') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:21.443852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43121d46-9296-46e9-9bad-c37d911e7f50') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:21.454868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.466714 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Project 869fa866ee3f424c952da82e96d1f712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:25:21.473879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54904) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:21.474793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.486319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=8f587174-141f-4240-b910-2f43856e0602,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:21.494897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.498579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 8f587174-141f-4240-b910-2f43856e0602 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:21.510854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:21.512467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.513207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:21.516248 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:21.585600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5994a9-625f-4fc9-b169-8c7cf4790f84 None None] DHCP port deletion for 1e0a9895-219d-429f-945b-8831d363499a request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:21.602573 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8794491 Jun 25 11:25:21.605334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54908) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:21.611049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'ports': [{'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2'}, {'network_id': '8f587174-141f-4240-b910-2f43856e0602'}]} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:21.611362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:21.611838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '8f587174-141f-4240-b910-2f43856e0602'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:21.619065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54910) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:21.673717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.753874 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2d64c7a9-f6fa-4dba-9f01-69ecc96a7db6 tempest-AgentManagementNegativeTest-846021523 tempest-AgentManagementNegativeTest-846021523-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1338043 Jun 25 11:25:21.756455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1725515506'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:21.759161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.768404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dde3599c-de2b-46f5-ab20-87891e9f52a5 tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:21.779597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.781382 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/1e0a9895-219d-429f-945b-8831d363499a HTTP/1.1" status: 204 len: 168 time: 2.4454751 Jun 25 11:25:21.786088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54916) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:21.791025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-297758061'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:21.800576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.801530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=1e0a9895-219d-429f-945b-8831d363499a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:21.810860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:21.815284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69b0974d-52d6-46df-9211-789318a40b3d tempest-ServersTestJSON-1255461590 tempest-ServersTestJSON-1255461590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:21.833177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e320299-e36f-475f-af3a-52588b273635,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:21.835660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:21.911977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:21.915527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:21.924739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.029894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:22.033429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.040449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:25:22.040449 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:25:22.040449 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': 'b464d4241b3f4716bc4768271a87d51e', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 25, 21, 935370)}] Jun 25 11:25:22.040449 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:22.046209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:22.058323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:22.067109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.067456 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 606847a4-09d8-432d-903d-17b675053955 of type vlan for network d98e7987-7e46-4e57-becd-28de6e7cf5c8 Jun 25 11:25:22.107635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.156584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 2} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:22.161362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.174841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.249925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.251195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.255022 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9369304 Jun 25 11:25:22.256607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:22.257265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.257821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54920) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:22.259985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-807cd1ff-28b3-4fb7-9d7e-5c70a0b72369 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:22.262841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'security_group_rule': {'security_group_id': '2b5062ff-8570-4982-9153-9436fb6e67c9', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:22.272252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 5c252b58-a66a-4290-b50b-5d56b4b12725 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:22.334670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54922) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:22.350659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=d98e7987-7e46-4e57-becd-28de6e7cf5c8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:22.353876 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:22.362506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:22.376010 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Project 869fa866ee3f424c952da82e96d1f712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:25:22.386126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.447543 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6588306 Jun 25 11:25:22.447815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.448952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54926) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:22.456336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:22.492118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f9f5-fece-40a6-8e6e-712d3b1d3a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.538218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.540845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 41aacdbb-9409-4bec-b80c-a253cb47ee8a yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:22.544184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.629780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f9f5-fece-40a6-8e6e-712d3b1d3a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.647753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.657037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:22.682990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d256baf6-276f-4e9e-a14a-ae20df6a79b1,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:22.686262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.690853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:22.695217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffb3f9f5-fece-40a6-8e6e-712d3b1d3a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.699743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd401f97-ebb8-46e2-b827-56fadc140356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:22.735592 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ffb3f9f5-fece-40a6-8e6e-712d3b1d3a82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=929807b750d44c3e8ce41ffa00088d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995602 Jun 25 11:25:22.736507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3f9f5-fece-40a6-8e6e-712d3b1d3a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e13fb49-ef07-400b-bc47-90b307de20bf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:22.738285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54928) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:22.739629 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ffb3f9f5-fece-40a6-8e6e-712d3b1d3a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:22.788517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.809744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.855408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.856607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5978513 Jun 25 11:25:22.859420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54930) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:22.864311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'network': {'name': 'tempest-network-smoke--180888483', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'port_security_enabled': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:22.921973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.927250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-136522f8-c90c-4b0c-ab6d-3a248b66741b tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:22.960276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.962914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.964056 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e13fb49-ef07-400b-bc47-90b307de20bf HTTP/1.1" status: 204 len: 168 time: 0.2248013 Jun 25 11:25:22.979707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:22.983227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:22.987037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:22.987898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:22.990329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:22.997495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.005828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=5c252b58-a66a-4290-b50b-5d56b4b12725,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:23.005828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:23.007683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bd273370-9f55-4963-ac98-4c14830d172e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:23.027268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e13fb49-ef07-400b-bc47-90b307de20bf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:23.031808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:23.033846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:23.108932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=41aacdbb-9409-4bec-b80c-a253cb47ee8a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:23.114055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:23.119219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': 'c5fe78e1-1c20-4f21-a6aa-2ff5407a53c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '8f587174-141f-4240-b910-2f43856e0602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:23.119594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: 8f587174-141f-4240-b910-2f43856e0602, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:23.168650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.249612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 8f587174-141f-4240-b910-2f43856e0602 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:23.295466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.297703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:23.299159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.305447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7d98a355-dd79-4cb1-81e2-aafa18aaa72f tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:23.332496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:23.348902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c47d41-77b2-417b-a331-4aba64ed209d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:23.351969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.352322 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Added segment ff8c11c8-cd54-42ff-8582-77657df50093 of type vlan for network 9c9934e7-630f-462b-a585-0999f946a6cb Jun 25 11:25:23.353893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:23.363779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=5426bbc0-abf4-4c32-befc-dc93461dc8c2,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:23.364488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:23.373328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '606847a4-09d8-432d-903d-17b675053955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:23.373703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: d98e7987-7e46-4e57-becd-28de6e7cf5c8, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:23.396743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.400143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 8f587174-141f-4240-b910-2f43856e0602) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:23.411050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:23.411343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0c730-5c84-4cb9-a830-6c1f7789bc28 None None] Network 8f587174-141f-4240-b910-2f43856e0602 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:23.412153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:23.417572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:23.418289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.445147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Made reservation on behalf of 869fa866ee3f424c952da82e96d1f712 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:23.449178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.486442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:23.496465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.496901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Added segment 3be8089e-b02c-48a0-baa7-33240e0f5900 of type vlan for network dde7ae0d-2229-4f0e-bb98-4d537deb1fca Jun 25 11:25:23.515684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:23.522735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, d98e7987-7e46-4e57-becd-28de6e7cf5c8) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:23.531594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:23.531594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.536534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b225d3e-a49d-46ef-b0a9-755e2dbed95b None None] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:23.538100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.553961 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9445701 Jun 25 11:25:23.559365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54942) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:23.662557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 41aacdbb-9409-4bec-b80c-a253cb47ee8a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:23.663261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.699339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.708444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:23.709040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.712838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:23.715321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-d98e7987-7e46-4e57-becd-28de6e7cf5c8', 'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': '5426bbc0-abf4-4c32-befc-dc93461dc8c2'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:23.716329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.733377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.748602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 41aacdbb-9409-4bec-b80c-a253cb47ee8a owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:23.764228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3136790 Jun 25 11:25:23.767299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54944) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:23.772730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:23.778347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.783968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:23.784573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:23.795349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Network': ['ID=9c9934e7-630f-462b-a585-0999f946a6cb,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:23.800045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:23.800577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:23.817045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 9c9934e7-630f-462b-a585-0999f946a6cb details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:23.879938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Network': ['ID=dde7ae0d-2229-4f0e-bb98-4d537deb1fca,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:23.884334 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4068151 Jun 25 11:25:23.885932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:23.968560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54948) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:23.970929 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1104219 Jun 25 11:25:23.973710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'admin_state_up': True, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:24.007383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:24.026859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.033229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7e31dbc-2edc-40a8-9fba-4951d488e820 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:24.067743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=41aacdbb-9409-4bec-b80c-a253cb47ee8a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:24.071379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:24.072387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.077252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54950) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:24.086024 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/41aacdbb-9409-4bec-b80c-a253cb47ee8a HTTP/1.1" status: 204 len: 168 time: 0.5268285 Jun 25 11:25:24.114154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:24.118223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.216752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e059b5f-1b16-4c63-9299-cc2996fe8488 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:24.220197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Allocated IP 2001:db8::2 (d98e7987-7e46-4e57-becd-28de6e7cf5c8/5426bbc0-abf4-4c32-befc-dc93461dc8c2/a62c6863-a69b-4d6b-badc-13729370e796) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:24.228172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e059b5f-1b16-4c63-9299-cc2996fe8488 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:24.232997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9e059b5f-1b16-4c63-9299-cc2996fe8488 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1540208 Jun 25 11:25:24.235046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54958) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:24.240237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.243466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.357780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.444574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.471785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Transition to ACTIVE for port object a62c6863-a69b-4d6b-badc-13729370e796 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:24.511052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Transition to ACTIVE for port object a62c6863-a69b-4d6b-badc-13729370e796 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:24.584788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.587247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ccbec9f2-1daf-406b-865d-531611495a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:24.629612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:24.632981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:24.637716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:24.641494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.644160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Pushing event updated for resources: {'Port': ['ID=a62c6863-a69b-4d6b-badc-13729370e796,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:24.649246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:24.656474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54962) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:24.735500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Attempting to bind port a62c6863-a69b-4d6b-badc-13729370e796 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:24.735910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Attempting to bind port a62c6863-a69b-4d6b-badc-13729370e796 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '606847a4-09d8-432d-903d-17b675053955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:24.736350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Attempting to bind port a62c6863-a69b-4d6b-badc-13729370e796 on network d98e7987-7e46-4e57-becd-28de6e7cf5c8 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:24.738927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 5c252b58-a66a-4290-b50b-5d56b4b12725 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:24.739413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.742062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:24.742519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Checking segment: {'id': '606847a4-09d8-432d-903d-17b675053955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:24.743032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.743664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Bound using segment: {'id': '606847a4-09d8-432d-903d-17b675053955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:24.744217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Bound port: a62c6863-a69b-4d6b-badc-13729370e796, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606847a4-09d8-432d-903d-17b675053955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:24.744720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.790538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-32a314f1-8670-4fe9-9e12-1bf5230eb9a3 tempest-DvrRoutersNegativeTest-935748017 tempest-DvrRoutersNegativeTest-935748017-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1154017806', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:24.794053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.policy [None req-32a314f1-8670-4fe9-9e12-1bf5230eb9a3 tempest-DvrRoutersNegativeTest-935748017 tempest-DvrRoutersNegativeTest-935748017-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94500) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 25 11:25:24.794362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.policy [None req-32a314f1-8670-4fe9-9e12-1bf5230eb9a3 tempest-DvrRoutersNegativeTest-935748017 tempest-DvrRoutersNegativeTest-935748017-project] Failed policy check for 'create_router' {{(pid=94500) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 25 11:25:24.794917 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-32a314f1-8670-4fe9-9e12-1bf5230eb9a3 tempest-DvrRoutersNegativeTest-935748017 tempest-DvrRoutersNegativeTest-935748017-project] create failed (client error): Access was denied to this resource. Jun 25 11:25:24.801217 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-32a314f1-8670-4fe9-9e12-1bf5230eb9a3 tempest-DvrRoutersNegativeTest-935748017 tempest-DvrRoutersNegativeTest-935748017-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1417353 Jun 25 11:25:24.822143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] For port a62c6863-a69b-4d6b-badc-13729370e796, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:24.828827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] For port a62c6863-a69b-4d6b-badc-13729370e796, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a62c6863-a69b-4d6b-badc-13729370e796,segment=NetworkSegment(606847a4-09d8-432d-903d-17b675053955),segment_id=606847a4-09d8-432d-903d-17b675053955)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:24.860313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.875414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 5c252b58-a66a-4290-b50b-5d56b4b12725 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:24.909714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.913452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f97d4fb-3f79-4b89-90a8-13d953445d35 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:24.993270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:24.996269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:25.058950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Pushing event updated for resources: {'Port': ['ID=a62c6863-a69b-4d6b-badc-13729370e796,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:25.062598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:25.115866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.131167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-585936d8-a6c7-4e25-8c1d-1795c589f2e6 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:25.159329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.164368 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/5c252b58-a66a-4290-b50b-5d56b4b12725 HTTP/1.1" status: 204 len: 168 time: 0.9253993 Jun 25 11:25:25.164368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=5c252b58-a66a-4290-b50b-5d56b4b12725,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:25.164930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54968) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:25.175561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:25.309530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba7b121-647f-4120-a157-8d9456e08482 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:25.311900 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2ba7b121-647f-4120-a157-8d9456e08482 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1460121 Jun 25 11:25:25.314709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54970) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:25.352942 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-782a7d45-4c8e-497d-9b6a-9d660c0be723 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:25:25.356383 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-782a7d45-4c8e-497d-9b6a-9d660c0be723 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/41aacdbb-9409-4bec-b80c-a253cb47ee8a HTTP/1.1" status: 404 len: 333 time: 0.0404716 Jun 25 11:25:25.359837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54972) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:25.366414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:25.375535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:25.381766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:25.387477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.427190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=9b00862f-ad61-484a-8ffa-d3011db1dc1a,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:25.431204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:25.436336 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf667fa9-a3d7-43e5-bf0f-98b21ee49f5b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:25:25.443398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54976) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:25.445466 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bf667fa9-a3d7-43e5-bf0f-98b21ee49f5b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/5c252b58-a66a-4290-b50b-5d56b4b12725 HTTP/1.1" status: 404 len: 333 time: 0.0841818 Jun 25 11:25:25.520108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54978) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:25.581832 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8107219 Jun 25 11:25:25.582275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54982) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:25.614565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.648114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.651532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-973b0cad-98dc-4b98-955f-1a6dea5c5cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.653471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.767039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-973b0cad-98dc-4b98-955f-1a6dea5c5cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.800993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87d830-2bb0-40cf-9915-7aab7c5383a0 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:25.802440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87d830-2bb0-40cf-9915-7aab7c5383a0 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:25.804011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87d830-2bb0-40cf-9915-7aab7c5383a0 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:25.805541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87d830-2bb0-40cf-9915-7aab7c5383a0 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:25.807820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87d830-2bb0-40cf-9915-7aab7c5383a0 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:25.813551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5f87d830-2bb0-40cf-9915-7aab7c5383a0 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2266581 Jun 25 11:25:25.813854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54984) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:25.819081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1743553019'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:25.820712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.836325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f587174-141f-4240-b910-2f43856e0602']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:25.852836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-973b0cad-98dc-4b98-955f-1a6dea5c5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.853003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fe78e1-1c20-4f21-a6aa-2ff5407a53c5') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:25.853338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fe78e1-1c20-4f21-a6aa-2ff5407a53c5') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:25.875334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.875334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Allocated IP 172.26.0.162 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/3ddf5a3d-c72a-42f0-8545-aba458a5a75a) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:25.910548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11715827-0e6d-43a4-afbf-4be2ff9e8f19 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:25.928591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.940889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:25.941396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:25.946659 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:25.975069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b0cad-98dc-4b98-955f-1a6dea5c5cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b96414-f4b7-43eb-a4cf-550c96de4809,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:25.979234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-973b0cad-98dc-4b98-955f-1a6dea5c5cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:25.982415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-973b0cad-98dc-4b98-955f-1a6dea5c5cb2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb6cede83421401e8531003a922716f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609761 Jun 25 11:25:25.985201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 54986) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:26.000276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a62c6863-a69b-4d6b-badc-13729370e796 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:26.065177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-12b2f252-7e89-4f49-996f-4e92bafb57c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.096266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-12b2f252-7e89-4f49-996f-4e92bafb57c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.114838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:26.118778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.146573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.151999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:26.161946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.162412 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 1be5c4c3-c698-4af0-a84c-210aba96e865 of type vlan for network 597ee32c-b301-4c14-923d-37ae1146dd2f Jun 25 11:25:26.185033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.190141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:26.194905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.196886 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/8f587174-141f-4240-b910-2f43856e0602 HTTP/1.1" status: 204 len: 168 time: 0.7523320 Jun 25 11:25:26.200711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54988) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:26.209715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port a62c6863-a69b-4d6b-badc-13729370e796 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:26.214077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.221697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1893372829'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:26.230409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=8f587174-141f-4240-b910-2f43856e0602,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:26.238121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:26.319035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.321398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e26bf75a-2c40-4931-9cc2-27662da22114 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:26.353125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.357027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:26.360520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.362344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:26.363366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.364327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5f966-18c9-4bf3-9982-085945b12001 None None] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:26.367498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-54ab45cc-b430-414a-a1a8-696238b2c929 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:26.390053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:26.395907 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:26.402524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:26.406216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Port': ['ID=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:26.411575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:26.433905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:26.449960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.450558 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment ace44cd0-38d3-40ee-9f24-1d3fa4824d66 of type vlan for network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 Jun 25 11:25:26.458337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-12b2f252-7e89-4f49-996f-4e92bafb57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.461876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-12b2f252-7e89-4f49-996f-4e92bafb57c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.466103 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-12b2f252-7e89-4f49-996f-4e92bafb57c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8b96414-f4b7-43eb-a4cf-550c96de4809 HTTP/1.1" status: 204 len: 168 time: 0.4797170 Jun 25 11:25:26.473115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=597ee32c-b301-4c14-923d-37ae1146dd2f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:26.487638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:26.488462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb5def98-6b97-4d01-9d28-7b9b1c3a8efa tempest-RoutersAdminNegativeTest-1976209902 tempest-RoutersAdminNegativeTest-1976209902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:26.496185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 597ee32c-b301-4c14-923d-37ae1146dd2f details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:26.501159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f252-7e89-4f49-996f-4e92bafb57c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b96414-f4b7-43eb-a4cf-550c96de4809,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:26.516668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-12b2f252-7e89-4f49-996f-4e92bafb57c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:26.576353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.618852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Provisioning for port a62c6863-a69b-4d6b-badc-13729370e796 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:26.630463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Provisioning complete for port a62c6863-a69b-4d6b-badc-13729370e796 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:26.630971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.669324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 54992) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:26.670544 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8556311 Jun 25 11:25:26.678025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:26.777389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.818278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] For port a62c6863-a69b-4d6b-badc-13729370e796, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a62c6863-a69b-4d6b-badc-13729370e796,segment=NetworkSegment(606847a4-09d8-432d-903d-17b675053955),segment_id=606847a4-09d8-432d-903d-17b675053955)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:26.835845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.842461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:26.843172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.877610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:26.884853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Update dhcp port {'port': {'network_id': 'd98e7987-7e46-4e57-becd-28de6e7cf5c8', 'fixed_ips': [{'subnet_id': '5426bbc0-abf4-4c32-befc-dc93461dc8c2', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b00862f-ad61-484a-8ffa-d3011db1dc1a'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': 'a62c6863-a69b-4d6b-badc-13729370e796'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:25:26.919722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:26.926413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-73c0dc81-2b65-497f-961f-92479ba8c200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:26.968452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=aba2e1c9-7a6f-4092-8eab-30f04dda9c17,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:26.979863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:26.993739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:27.003575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.035252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.062535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.078939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Pushing event updated for resources: {'Port': ['ID=a62c6863-a69b-4d6b-badc-13729370e796,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:27.086152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:27.111498 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9090972 Jun 25 11:25:27.117367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55002) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:27.117956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55004) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:27.126098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:27.136627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.169580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-18824f3a-8034-4025-8996-3b149a986b3d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:27.170716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'subnet': {'network_id': '9c9934e7-630f-462b-a585-0999f946a6cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:27.188561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 597ee32c-b301-4c14-923d-37ae1146dd2f is not hosted by any dhcp agent {{(pid=94500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:25:27.193931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:27.194546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.195819 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "PUT /v2.0/networks/597ee32c-b301-4c14-923d-37ae1146dd2f HTTP/1.1" status: 200 len: 723 time: 0.5253568 Jun 25 11:25:27.206970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55006) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:27.219310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': '597ee32c-b301-4c14-923d-37ae1146dd2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:27.276180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Allocated IP 172.20.0.1 (d98e7987-7e46-4e57-becd-28de6e7cf5c8/9b00862f-ad61-484a-8ffa-d3011db1dc1a/a62c6863-a69b-4d6b-badc-13729370e796) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:27.318645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=597ee32c-b301-4c14-923d-37ae1146dd2f,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:27.324101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:27.348137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 597ee32c-b301-4c14-923d-37ae1146dd2f details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:27.394261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:27.398076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.446861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.452356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] For port a62c6863-a69b-4d6b-badc-13729370e796, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a62c6863-a69b-4d6b-badc-13729370e796,segment=NetworkSegment(606847a4-09d8-432d-903d-17b675053955),segment_id=606847a4-09d8-432d-903d-17b675053955)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:27.493688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.510168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Transition to ACTIVE for port object a62c6863-a69b-4d6b-badc-13729370e796 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:27.547861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:27.552901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.580017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.589818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:27.679277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Pushing event updated for resources: {'Port': ['ID=a62c6863-a69b-4d6b-badc-13729370e796,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:27.683228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:27.695788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:27.700162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.725836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Router 5f82181a-8bd4-4330-847d-5cd07ca55e67 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:25:27.910502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a62c6863-a69b-4d6b-badc-13729370e796 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:27.913889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:27.917386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-228b6613-2f56-4ca3-b137-3174deef4cac tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:27.918626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:25:27.933549 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Sync routers for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:25:27.940618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55018) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:27.948744 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:27.950119 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:27.972802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.037460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.038821 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0693448 Jun 25 11:25:28.042154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55022) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.051119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': 'ace44cd0-38d3-40ee-9f24-1d3fa4824d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:28.051496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: aba2e1c9-7a6f-4092-8eab-30f04dda9c17, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:28.097448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=d26e6c2b-9013-45f6-9139-9f84e7e0cdf8,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:28.104346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:28.112319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:28.165569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-096ba885-ceb4-4c18-b0b3-dc9496de1a63 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-827401668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:28.194521 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:25:28.218163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Checking segment: {'id': 'ff8c11c8-cd54-42ff-8582-77657df50093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9c9934e7-630f-462b-a585-0999f946a6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:28.218877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network hostable DHCP agents. Network: 9c9934e7-630f-462b-a585-0999f946a6cb, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:28.238321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.242383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7ee05ae-9dc0-47cf-a0db-33bc0e77b922 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:28.249032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Subnet': ['ID=fe02acd2-0928-4780-a68d-1095ab2af7ba,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:28.254676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:28.266501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:28.307016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a17bb1e-f9f7-441f-8e39-275bce789ae2 None None] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:28.314947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-096ba885-ceb4-4c18-b0b3-dc9496de1a63 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.315980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-096ba885-ceb4-4c18-b0b3-dc9496de1a63 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.333049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network 9c9934e7-630f-462b-a585-0999f946a6cb is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:28.365886 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-81694605-61fd-41ad-8cc6-0e11cf58bb92 tempest-TestNetworkAdvancedServerOps-883839011 tempest-TestNetworkAdvancedServerOps-883839011-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=869fa866ee3f424c952da82e96d1f712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3204632 Jun 25 11:25:28.372650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55026) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.397946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=a3b22ee6-b55a-40b4-8bee-73c0a15133b1,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:28.401373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:28.427096 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:26Z', 'revision_number': 3, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:28.434223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, aba2e1c9-7a6f-4092-8eab-30f04dda9c17) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:28.443339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6374a5-559a-4eb0-a4ff-4e3fd7cf72f4 None None] Network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:28.450506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '1be5c4c3-c698-4af0-a84c-210aba96e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '597ee32c-b301-4c14-923d-37ae1146dd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:28.450892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: 597ee32c-b301-4c14-923d-37ae1146dd2f, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:28.454163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-096ba885-ceb4-4c18-b0b3-dc9496de1a63 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.458946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 9c9934e7-630f-462b-a585-0999f946a6cb) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:28.474277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:28.474876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.476723 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Checking router: 5f82181a-8bd4-4330-847d-5cd07ca55e67 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:25:28.477365 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Updating router 5f82181a-8bd4-4330-847d-5cd07ca55e67 port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:25:28.496039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-71fd3c25-bcb6-4640-98b7-a65788fe97c2 None None] Provisioning for port a62c6863-a69b-4d6b-badc-13729370e796 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:28.498514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63219b21-16d7-4ea1-97af-e0637c8a549a None None] Network 9c9934e7-630f-462b-a585-0999f946a6cb requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:28.513653 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.525621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:28.527834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525812'] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.559445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-096ba885-ceb4-4c18-b0b3-dc9496de1a63 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.559659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-71fd3c25-bcb6-4640-98b7-a65788fe97c2 None None] Provisioning complete for port a62c6863-a69b-4d6b-badc-13729370e796 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:28.559986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-71fd3c25-bcb6-4640-98b7-a65788fe97c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.603261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 597ee32c-b301-4c14-923d-37ae1146dd2f is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:28.619295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447d2a3-12ee-456c-88a9-d46c7a73c250 tempest-TestNetworkAdvancedServerOps-883839011 tempest-TestNetworkAdvancedServerOps-883839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:28.623882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b447d2a3-12ee-456c-88a9-d46c7a73c250 tempest-TestNetworkAdvancedServerOps-883839011 tempest-TestNetworkAdvancedServerOps-883839011-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2474284 Jun 25 11:25:28.624901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55028) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.628397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 597ee32c-b301-4c14-923d-37ae1146dd2f) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:28.634608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:28.635499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.658295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b63ee0-521f-4504-981f-9e7bdec77b0a None None] Network 597ee32c-b301-4c14-923d-37ae1146dd2f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:28.671117 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e8121c2-3385-4bd0-9a9b-d28031403ee2 tempest-TestNetworkAdvancedServerOps-883839011 tempest-TestNetworkAdvancedServerOps-883839011-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449567 Jun 25 11:25:28.673784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55030) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.679102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264217712', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'project_id': '869fa866ee3f424c952da82e96d1f712', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:28.735781 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6162391 Jun 25 11:25:28.738427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55032) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.744244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17', 'name': 'tempest-PortsTestJSON-2009463893'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:28.766499 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6076005 Jun 25 11:25:28.771323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55034) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.771555 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5625923 Jun 25 11:25:28.777420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55036) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.785409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1294649458'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:28.786015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-096ba885-ceb4-4c18-b0b3-dc9496de1a63 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.790078 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-096ba885-ceb4-4c18-b0b3-dc9496de1a63 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8459008 Jun 25 11:25:28.792597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55038) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:28.805361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:28.805585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-903359410'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:28.842113 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.855782 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Transition to ACTIVE for port object 3ddf5a3d-c72a-42f0-8545-aba458a5a75a will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:28.927165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9461671'] for subnet, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.964378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Made reservation on behalf of 869fa866ee3f424c952da82e96d1f712 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:28.968042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.992449 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:28.995336 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3b31502a-1ab5-48b5-9cbd-a347e042e238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:29.068772 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Pushing event updated for resources: {'Port': ['ID=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:29.073797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-aba2e1c9-7a6f-4092-8eab-30f04dda9c17', 'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17', 'tenant_id': '5bd9d965a5174d28966b68efb855e545', 'fixed_ips': [{'subnet_id': 'd26e6c2b-9013-45f6-9139-9f84e7e0cdf8'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:29.074656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.076713 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.077067 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.077427 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.078401 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.078738 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.079329 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.079815 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.080293 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.080793 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.081380 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.081848 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.082424 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:29.087339 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Attempting to bind port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:29.090177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:29.097424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.097866 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Attempting to bind port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:29.098406 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Attempting to bind port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:29.108160 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:29.109552 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:29.110122 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:29.110688 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.111234 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:29.111894 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Bound port: 3ddf5a3d-c72a-42f0-8545-aba458a5a75a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:29.112652 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.130155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-9c9934e7-630f-462b-a585-0999f946a6cb', 'network_id': '9c9934e7-630f-462b-a585-0999f946a6cb', 'tenant_id': 'b464d4241b3f4716bc4768271a87d51e', 'fixed_ips': [{'subnet_id': 'fe02acd2-0928-4780-a68d-1095ab2af7ba'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:29.131019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.138834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.163899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:25:29.163899 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:25:29.163899 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'project_id_1': '5bd9d965a5174d28966b68efb855e545', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 25, 28, 926490)}] Jun 25 11:25:29.163899 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:29.165673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:29.196006 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] For port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:29.200316 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] For port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:29.204259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:29.207996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.232526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-597ee32c-b301-4c14-923d-37ae1146dd2f', 'network_id': '597ee32c-b301-4c14-923d-37ae1146dd2f', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': 'a3b22ee6-b55a-40b4-8bee-73c0a15133b1'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:29.233428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.238633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764449659082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10342217'] for subnet, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.255814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:29.277380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:29.277983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.282378 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "PUT /v2.0/subnets/a3b22ee6-b55a-40b4-8bee-73c0a15133b1 HTTP/1.1" status: 200 len: 826 time: 0.4846644 Jun 25 11:25:29.285184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55040) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:29.299754 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.304273 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b6267e49-8376-4d08-a639-0baed0a1f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:29.341177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:29.399010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.399359 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Added segment 55a569d0-aad4-417e-9e29-5171a43e211a of type vlan for network 8f48da88-a786-4088-bf0c-374da4c27d98 Jun 25 11:25:29.428127 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Pushing event updated for resources: {'Port': ['ID=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:29.445577 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:29.445940 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:29.446565 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:29.448753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=a3b22ee6-b55a-40b4-8bee-73c0a15133b1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:29.463176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:29.504712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.505659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.512488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.518446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ef7421a-8276-4eb2-9683-7ddafe20b382 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:29.518937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Allocated IP 2001:db8::2 (597ee32c-b301-4c14-923d-37ae1146dd2f/a3b22ee6-b55a-40b4-8bee-73c0a15133b1/f54a52a1-44be-47ae-82a1-cfe9e9142ddc) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:29.535383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Allocated IP 172.20.0.2 (aba2e1c9-7a6f-4092-8eab-30f04dda9c17/d26e6c2b-9013-45f6-9139-9f84e7e0cdf8/7250c1f2-61d0-4f86-b13a-0e04108f1b52) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:29.568886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.576909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.587245 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:25:29.620826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.635320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:29.639602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Subnet': ['ID=e6b9001a-b985-423d-bb89-2f4a051fa7e9,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:29.647534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.648212 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Added segment f59b35cf-e6d4-4156-b192-a1d566bd3b1c of type vlan for network 3231e57a-b08f-40bd-a083-3861afbfd5d3 Jun 25 11:25:29.654279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:29.665674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Checking segment: {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:29.666414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Network hostable DHCP agents. Network: dde7ae0d-2229-4f0e-bb98-4d537deb1fca, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:29.690706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b7ecaf7a-a55c-414f-9e5d-c5457ca06562 None None] Provisioning complete for port a62c6863-a69b-4d6b-badc-13729370e796 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:29.690931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7e21927-6a47-4723-841e-d2857e268736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:29.691038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7ecaf7a-a55c-414f-9e5d-c5457ca06562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.730634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-014abd04-3ea4-425b-9e5a-d457754e0d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.745219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.762630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2efc387-2eec-419b-b60f-4a76a60c96b2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:29.767525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:29.767678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:29.817248 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:26Z', 'revision_number': 3, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:29.823460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Allocated IP 2001:db8:0:ffff::2 (9c9934e7-630f-462b-a585-0999f946a6cb/fe02acd2-0928-4780-a68d-1095ab2af7ba/be4edd14-a040-4cff-aaaa-02fa0e46beb4) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:29.845308 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b5f9a-2ce1-48cf-9ea6-18fbf8a9bed7 None None] The sync data for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv is: [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:26Z', 'revision_number': 3, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:25:29.861483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:29.869135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.891639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 33d317b8-b71e-4e31-b802-59cdb799e8f2 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:29.903446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.908952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.909976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:29.910701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.919735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:29.920453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:29.923328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d6a8e3f8-96e9-4c76-84a3-86e0d948cb15 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:29.926890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, dde7ae0d-2229-4f0e-bb98-4d537deb1fca) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:29.948557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b94392e-7911-4144-9125-f2f89505c855 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:29.968245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c58b64-f4b5-4c6a-b997-37ebbd2055ba None None] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:29.975622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:29.977800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.035902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Network': ['ID=8f48da88-a786-4088-bf0c-374da4c27d98,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:30.038941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:30.047739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Network': ['ID=3231e57a-b08f-40bd-a083-3861afbfd5d3,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:30.050369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:30.059548 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2619646 Jun 25 11:25:30.060168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55042) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:30.065520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'subnet': {'network_id': '3231e57a-b08f-40bd-a083-3861afbfd5d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:30.083179 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3104303 Jun 25 11:25:30.089968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 8f48da88-a786-4088-bf0c-374da4c27d98 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:30.089968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:30.090888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55044) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:30.099056 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'subnet': {'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:30.139475 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4632003 Jun 25 11:25:30.141826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55046) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:30.209668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.321383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Transition to ACTIVE for port object 7250c1f2-61d0-4f86-b13a-0e04108f1b52 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:30.352108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.376288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:30.383575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.423967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Transition to ACTIVE for port object f54a52a1-44be-47ae-82a1-cfe9e9142ddc will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:30.443887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Transition to ACTIVE for port object 7250c1f2-61d0-4f86-b13a-0e04108f1b52 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:30.517117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.528914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Transition to ACTIVE for port object be4edd14-a040-4cff-aaaa-02fa0e46beb4 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:30.550098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Transition to ACTIVE for port object be4edd14-a040-4cff-aaaa-02fa0e46beb4 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:30.564219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Transition to ACTIVE for port object f54a52a1-44be-47ae-82a1-cfe9e9142ddc will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:30.576419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.585147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:30.665027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:30.670486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.675854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:30.676714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.678969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:30.686805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:30.702098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Pushing event updated for resources: {'Port': ['ID=7250c1f2-61d0-4f86-b13a-0e04108f1b52,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:30.708667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.712490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:30.712942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:30.752269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Network 9c9934e7-630f-462b-a585-0999f946a6cb is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:30.764493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.14 (aba2e1c9-7a6f-4092-8eab-30f04dda9c17/d26e6c2b-9013-45f6-9139-9f84e7e0cdf8/33d317b8-b71e-4e31-b802-59cdb799e8f2) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:30.781889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:30.827264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:30.844010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:30.847989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.849402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.objects.ports [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94501) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:25:30.852486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.856129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:30.940983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:30.946463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Subnet': ['ID=06b57475-166e-4795-955b-f813666a7d64,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:30.953798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c13965e-765c-4317-af6d-493a118a0e8d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:30.961242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:30.971890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Checking segment: {'id': '55a569d0-aad4-417e-9e29-5171a43e211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:30.972664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network hostable DHCP agents. Network: 8f48da88-a786-4088-bf0c-374da4c27d98, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:31.045952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b22ee6-b55a-40b4-8bee-73c0a15133b1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:31.048869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:31.069943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network 8f48da88-a786-4088-bf0c-374da4c27d98 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:31.086234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Pushing event updated for resources: {'Port': ['ID=be4edd14-a040-4cff-aaaa-02fa0e46beb4,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:31.107681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Network 597ee32c-b301-4c14-923d-37ae1146dd2f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:31.137383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:31.160564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:31.164745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Attempting to bind port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:31.165178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Attempting to bind port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'ace44cd0-38d3-40ee-9f24-1d3fa4824d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:31.165625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Attempting to bind port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 on network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:31.167910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 8f48da88-a786-4088-bf0c-374da4c27d98) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:31.172775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:31.173639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.208259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7f5cc-d7c1-43e2-b4da-318b8e2f5dba None None] Network 8f48da88-a786-4088-bf0c-374da4c27d98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:31.241789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.251698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:31.252251 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Checking segment: {'id': 'ace44cd0-38d3-40ee-9f24-1d3fa4824d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:31.252838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.253610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Bound using segment: {'id': 'ace44cd0-38d3-40ee-9f24-1d3fa4824d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:31.254175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Bound port: 7250c1f2-61d0-4f86-b13a-0e04108f1b52, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace44cd0-38d3-40ee-9f24-1d3fa4824d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'aba2e1c9-7a6f-4092-8eab-30f04dda9c17'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:31.254731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.264946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597ee32c-b301-4c14-923d-37ae1146dd2f']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:31.278357 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1848376 Jun 25 11:25:31.280326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55048) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:31.286293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'port': {'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98', 'name': 'tempest-NetworksIpV6TestAttrs-1510266800'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:31.291862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be5c4c3-c698-4af0-a84c-210aba96e865') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:31.292348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be5c4c3-c698-4af0-a84c-210aba96e865') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:31.314250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Pushing event updated for resources: {'Port': ['ID=f54a52a1-44be-47ae-82a1-cfe9e9142ddc,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:31.314795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.323462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:31.330606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.655s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:31.331136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:31.391018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Attempting to bind port be4edd14-a040-4cff-aaaa-02fa0e46beb4 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:31.391407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Attempting to bind port be4edd14-a040-4cff-aaaa-02fa0e46beb4 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'ff8c11c8-cd54-42ff-8582-77657df50093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9c9934e7-630f-462b-a585-0999f946a6cb'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:31.391778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Attempting to bind port be4edd14-a040-4cff-aaaa-02fa0e46beb4 on network 9c9934e7-630f-462b-a585-0999f946a6cb {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:31.395105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.419302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.439194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:31.439581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Checking segment: {'id': 'ff8c11c8-cd54-42ff-8582-77657df50093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9c9934e7-630f-462b-a585-0999f946a6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:31.439991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.440398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Bound using segment: {'id': 'ff8c11c8-cd54-42ff-8582-77657df50093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9c9934e7-630f-462b-a585-0999f946a6cb'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:31.440909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Bound port: be4edd14-a040-4cff-aaaa-02fa0e46beb4, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8c11c8-cd54-42ff-8582-77657df50093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '9c9934e7-630f-462b-a585-0999f946a6cb'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:31.441244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:31.441369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.441666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:31.446807 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:31.449860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Attempting to bind port f54a52a1-44be-47ae-82a1-cfe9e9142ddc on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:31.450245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Attempting to bind port f54a52a1-44be-47ae-82a1-cfe9e9142ddc by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '1be5c4c3-c698-4af0-a84c-210aba96e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '597ee32c-b301-4c14-923d-37ae1146dd2f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:31.450616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Attempting to bind port f54a52a1-44be-47ae-82a1-cfe9e9142ddc on network 597ee32c-b301-4c14-923d-37ae1146dd2f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:31.459232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Allocated IP 172.20.0.2 (dde7ae0d-2229-4f0e-bb98-4d537deb1fca/e6b9001a-b985-423d-bb89-2f4a051fa7e9/68136867-c041-4252-8ac9-5727e37de51a) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:31.461123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object 33d317b8-b71e-4e31-b802-59cdb799e8f2 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:31.498598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:31.501706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:31.502088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Checking segment: {'id': '1be5c4c3-c698-4af0-a84c-210aba96e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '597ee32c-b301-4c14-923d-37ae1146dd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:31.502518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.502926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Bound using segment: {'id': '1be5c4c3-c698-4af0-a84c-210aba96e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '597ee32c-b301-4c14-923d-37ae1146dd2f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:31.503301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.503419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Bound port: f54a52a1-44be-47ae-82a1-cfe9e9142ddc, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be5c4c3-c698-4af0-a84c-210aba96e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '597ee32c-b301-4c14-923d-37ae1146dd2f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:31.503813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.528741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] device_id is not set on port fe2ff23e-0d28-491d-912a-0f91f333420d yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:31.597134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] For port 7250c1f2-61d0-4f86-b13a-0e04108f1b52, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:31.684864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Allocated IP 2001:db8::f816:3eff:fedb:de8c (8f48da88-a786-4088-bf0c-374da4c27d98/06b57475-166e-4795-955b-f813666a7d64/fe2ff23e-0d28-491d-912a-0f91f333420d) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:31.706603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:25:31.706603 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:25:31.706603 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': '597ee32c-b301-4c14-923d-37ae1146dd2f'}] Jun 25 11:25:31.706603 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:31.707176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:31.707316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] For port 7250c1f2-61d0-4f86-b13a-0e04108f1b52, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7250c1f2-61d0-4f86-b13a-0e04108f1b52,segment=NetworkSegment(ace44cd0-38d3-40ee-9f24-1d3fa4824d66),segment_id=ace44cd0-38d3-40ee-9f24-1d3fa4824d66)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:31.721270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.726948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ccb01632-713d-48d7-9076-cdd0ca4eccf9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:31.736884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] For port be4edd14-a040-4cff-aaaa-02fa0e46beb4, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:31.770735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.778607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] For port be4edd14-a040-4cff-aaaa-02fa0e46beb4, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=be4edd14-a040-4cff-aaaa-02fa0e46beb4,segment=NetworkSegment(ff8c11c8-cd54-42ff-8582-77657df50093),segment_id=ff8c11c8-cd54-42ff-8582-77657df50093)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:31.807889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Subnet': ['ID=582a50ab-c7f5-4b5e-ad4c-57157a2c9bb1,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:31.814754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:31.824999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-afb41344-7da5-427c-a343-ca182553a933 None None] For port f54a52a1-44be-47ae-82a1-cfe9e9142ddc, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:31.852107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-8f48da88-a786-4088-bf0c-374da4c27d98', 'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98', 'tenant_id': 'b464d4241b3f4716bc4768271a87d51e', 'fixed_ips': [{'subnet_id': '06b57475-166e-4795-955b-f813666a7d64'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:31.852957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.873495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-afb41344-7da5-427c-a343-ca182553a933 None None] For port f54a52a1-44be-47ae-82a1-cfe9e9142ddc, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f54a52a1-44be-47ae-82a1-cfe9e9142ddc,segment=NetworkSegment(1be5c4c3-c698-4af0-a84c-210aba96e865),segment_id=1be5c4c3-c698-4af0-a84c-210aba96e865)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:31.882791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.890314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-86927070-8ec0-4c3b-887c-9f517d001b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:31.912065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.920188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:31.937035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.945856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.959637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:31.965041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Transition to ACTIVE for port object fe2ff23e-0d28-491d-912a-0f91f333420d will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:31.981323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Checking segment: {'id': 'f59b35cf-e6d4-4156-b192-a1d566bd3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3231e57a-b08f-40bd-a083-3861afbfd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:31.981700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network hostable DHCP agents. Network: 3231e57a-b08f-40bd-a083-3861afbfd5d3, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:31.984546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Transition to ACTIVE for port object 68136867-c041-4252-8ac9-5727e37de51a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:32.008278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ddf5a3d-c72a-42f0-8545-aba458a5a75a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:32.024381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.027974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:32.038440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=33d317b8-b71e-4e31-b802-59cdb799e8f2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:32.054612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:32.058578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:32.060247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:32.110174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.115405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b108ab01-0220-47dc-93d5-d0d5a53d6f06 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:32.143036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Transition to ACTIVE for port object 68136867-c041-4252-8ac9-5727e37de51a will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:32.146668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-56e34ce3-b957-4489-9754-12a3b71ba6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.169687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:32.170370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.179631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Pushing event updated for resources: {'Port': ['ID=7250c1f2-61d0-4f86-b13a-0e04108f1b52,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:32.186658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:32.215134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network 8f48da88-a786-4088-bf0c-374da4c27d98 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:32.215305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:32.219093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.220139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2e95b6e1-ac4f-4c53-84cc-5ca2eb31c2da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:32.236093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:32.239512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:32.248977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:32.249707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.268398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 3231e57a-b08f-40bd-a083-3861afbfd5d3) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:32.274326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Port': ['ID=fe2ff23e-0d28-491d-912a-0f91f333420d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:32.277508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:32.301946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:32.302554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.347443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0656011 Jun 25 11:25:32.349915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55052) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:32.356376 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6168261 Jun 25 11:25:32.363658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55054) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:32.366793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.370895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.376420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f8fc5-9a90-40bc-a9f2-2149c023051d None None] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:32.424221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Allocated IP 172.20.0.1 (dde7ae0d-2229-4f0e-bb98-4d537deb1fca/e6b9001a-b985-423d-bb89-2f4a051fa7e9/81e3705f-bbec-4d67-9981-9f9353c9de80) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:32.460693 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3993635 Jun 25 11:25:32.473869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55056) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:32.515143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port f54a52a1-44be-47ae-82a1-cfe9e9142ddc {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:32.515587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.559034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting subnet 06b57475-166e-4795-955b-f813666a7d64 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:32.562317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'network': {'name': 'tempest-router-network01--411058064'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:32.605495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Allocated IP 2001:db8::f816:3eff:fe63:8063 (8f48da88-a786-4088-bf0c-374da4c27d98/06b57475-166e-4795-955b-f813666a7d64/dc8356ed-67c2-4822-895f-91f302d9c16f) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:32.609866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 33d317b8-b71e-4e31-b802-59cdb799e8f2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:32.613681 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.614303 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda5efa-8fc1-4a4c-91a4-0fb066805601 None None] Network 597ee32c-b301-4c14-923d-37ae1146dd2f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:32.724913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-3231e57a-b08f-40bd-a083-3861afbfd5d3', 'network_id': '3231e57a-b08f-40bd-a083-3861afbfd5d3', 'tenant_id': '0a633028103344c896f98aa6a28dacec', 'fixed_ips': [{'subnet_id': '582a50ab-c7f5-4b5e-ad4c-57157a2c9bb1'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:32.726066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port f54a52a1-44be-47ae-82a1-cfe9e9142ddc, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f54a52a1-44be-47ae-82a1-cfe9e9142ddc,segment=NetworkSegment(1be5c4c3-c698-4af0-a84c-210aba96e865),segment_id=1be5c4c3-c698-4af0-a84c-210aba96e865)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:32.726209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.726551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.752994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for f54a52a1-44be-47ae-82a1-cfe9e9142ddc owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:32.791998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:32.793594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.815238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 33d317b8-b71e-4e31-b802-59cdb799e8f2 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:32.825739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:32.829446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.834468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:32.835148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.837279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:32.840039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b6a56-4c2c-4258-8c42-6932a4a9e9a1 None None] Pushing event updated for resources: {'Port': ['ID=be4edd14-a040-4cff-aaaa-02fa0e46beb4,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:32.871862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Transition to ACTIVE for port object 81e3705f-bbec-4d67-9981-9f9353c9de80 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:32.895698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:32.914357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:32.915721 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Added segment 6493dd4d-745d-4e22-84f0-fb6ffed9d677 of type vlan for network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 Jun 25 11:25:32.920310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:32.989721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.018561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:33.018947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.050146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.054067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f024cf91-4532-475e-8beb-ecbb73553a0b tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:33.079343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.082145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=f54a52a1-44be-47ae-82a1-cfe9e9142ddc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:33.084174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port f54a52a1-44be-47ae-82a1-cfe9e9142ddc on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:33.084521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2e22727-7e63-456d-a53e-a30182844d17 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616 tempest-ExternalNetworksAdminNegativeTestJSON-1271634616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:33.085986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.088525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:33.088915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:33.110852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=33d317b8-b71e-4e31-b802-59cdb799e8f2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:33.116114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:33.142136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.147819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:33.148485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.214342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.217213 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/33d317b8-b71e-4e31-b802-59cdb799e8f2 HTTP/1.1" status: 204 len: 168 time: 0.8521056 Jun 25 11:25:33.220091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55058) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:33.228049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:33.251849 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-800124a0-b464-401d-bacd-bfd724478041 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:33.252760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800124a0-b464-401d-bacd-bfd724478041 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:33.254775 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-800124a0-b464-401d-bacd-bfd724478041 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/33d317b8-b71e-4e31-b802-59cdb799e8f2 HTTP/1.1" status: 404 len: 333 time: 0.0334713 Jun 25 11:25:33.257512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55060) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:33.280542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Port': ['ID=81e3705f-bbec-4d67-9981-9f9353c9de80,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:33.290589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:33.294076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:33.296408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.298980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d639a251-8bd4-4752-87b4-9ee36f659552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:33.303413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:33.303890 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb506b2-f15d-445c-927c-3c42a5f3fc42 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:25:33.306298 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3fb506b2-f15d-445c-927c-3c42a5f3fc42 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/33d317b8-b71e-4e31-b802-59cdb799e8f2 HTTP/1.1" status: 404 len: 333 time: 0.0473387 Jun 25 11:25:33.308923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55062) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:33.370000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597ee32c-b301-4c14-923d-37ae1146dd2f']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:33.399201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.411829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Transition to ACTIVE for port object dc8356ed-67c2-4822-895f-91f302d9c16f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:33.439779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Transition to ACTIVE for port object dc8356ed-67c2-4822-895f-91f302d9c16f will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:33.452360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet d26e6c2b-9013-45f6-9139-9f84e7e0cdf8 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:33.452821 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9767108 Jun 25 11:25:33.453454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55064) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:33.455392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be5c4c3-c698-4af0-a84c-210aba96e865') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:33.455692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be5c4c3-c698-4af0-a84c-210aba96e865') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:33.457485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.477157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'network': {'name': 'tempest-router-network02--1485047808'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:33.501806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.509035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Pushing event updated for resources: {'Port': ['ID=f54a52a1-44be-47ae-82a1-cfe9e9142ddc,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:33.525512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Network': ['ID=520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:33.542947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:33.543723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.546672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.557661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.618090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:33.618503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.629139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:33.635065 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:33.669362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Allocated IP 2001:db8::2 (3231e57a-b08f-40bd-a083-3861afbfd5d3/582a50ab-c7f5-4b5e-ad4c-57157a2c9bb1/aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:33.727807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.832056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:33.835665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.843268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Attempting to bind port 68136867-c041-4252-8ac9-5727e37de51a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:33.843681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Attempting to bind port 68136867-c041-4252-8ac9-5727e37de51a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:33.844057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Attempting to bind port 68136867-c041-4252-8ac9-5727e37de51a on network dde7ae0d-2229-4f0e-bb98-4d537deb1fca {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:33.861561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.642s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:33.862354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:33.904580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.907998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.866s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:33.947134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:33.975602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:33.976091 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Added segment 52025f06-a9bd-4913-ae62-3fa6007cef9c of type vlan for network 04250886-9108-427c-ad57-45155e7067ff Jun 25 11:25:33.995425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd60f35-eb91-45d7-b25f-04b683a1491c None None] Network 9c9934e7-630f-462b-a585-0999f946a6cb requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:34.005514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:34.005944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Checking segment: {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:34.006358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.006821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Bound using segment: {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:34.007659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Bound port: 68136867-c041-4252-8ac9-5727e37de51a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:34.008460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.011849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.041070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.054392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.059178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e96e3ad-464a-41df-885c-3daceaee756e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:34.064166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.069588 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/597ee32c-b301-4c14-923d-37ae1146dd2f HTTP/1.1" status: 204 len: 168 time: 4.7805946 Jun 25 11:25:34.075849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55068) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:34.174187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ec1fa6-df6e-4217-a34c-00dd71d34ab2 None None] Network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:34.190384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=597ee32c-b301-4c14-923d-37ae1146dd2f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:34.201835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:34.203424 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5b9b87-ea9e-47f6-aed7-51effc32b4b6 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:34.204319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5b9b87-ea9e-47f6-aed7-51effc32b4b6 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:34.213829 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bf5b9b87-ea9e-47f6-aed7-51effc32b4b6 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/597ee32c-b301-4c14-923d-37ae1146dd2f HTTP/1.1" status: 404 len: 339 time: 0.1364377 Jun 25 11:25:34.217052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55072) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:34.292521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-449910306', 'description': 'd1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:34.299077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.315119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.332820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.367910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-43bfa4f4-de68-4ca7-bbb3-3c87dabbfdfd None None] Provisioning for port be4edd14-a040-4cff-aaaa-02fa0e46beb4 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:34.449655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.475161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.482382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:34.482922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.495447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Transition to ACTIVE for port object aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:34.503461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1dc106bb-4bd7-447e-b360-6188fc180619 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:34.508821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Network 8f48da88-a786-4088-bf0c-374da4c27d98 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:34.515423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Pushing event updated for resources: {'Port': ['ID=68136867-c041-4252-8ac9-5727e37de51a,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:34.527451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:34.529757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:34.540302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:34.562421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.566282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea34c2d5-6a1c-4589-926d-8e204f9695cc tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:34.581708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:34.585960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64196d-3c2c-4b33-bee4-66005e79f5cc None None] Network 597ee32c-b301-4c14-923d-37ae1146dd2f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:34.588841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.596686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=d26e6c2b-9013-45f6-9139-9f84e7e0cdf8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:34.598336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.600847 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/d26e6c2b-9013-45f6-9139-9f84e7e0cdf8 HTTP/1.1" status: 204 len: 168 time: 1.2902238 Jun 25 11:25:34.601398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:34.605938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55074) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:34.614352 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1520455 Jun 25 11:25:34.626242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55076) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:34.628741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Network': ['ID=04250886-9108-427c-ad57-45155e7067ff,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:34.629078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Transition to ACTIVE for port object aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:34.641192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'subnet': {'network_id': '520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:34.659130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64196d-3c2c-4b33-bee4-66005e79f5cc None None] Network 597ee32c-b301-4c14-923d-37ae1146dd2f could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:25:34.679509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 04250886-9108-427c-ad57-45155e7067ff details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:34.696848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.702496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6cf21d42-a854-46b1-8307-d0c8eead6b43 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:34.709015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:34.720974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] For port 68136867-c041-4252-8ac9-5727e37de51a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:34.735781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:34.743831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Pushing event updated for resources: {'Port': ['ID=dc8356ed-67c2-4822-895f-91f302d9c16f,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:34.760700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Subnet': ['ID=06b57475-166e-4795-955b-f813666a7d64,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:34.768244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:34.773022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.784624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.786629 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/06b57475-166e-4795-955b-f813666a7d64 HTTP/1.1" status: 204 len: 168 time: 2.4356868 Jun 25 11:25:34.790397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55078) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:34.798453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.803513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:34.803950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:34.834531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] For port 68136867-c041-4252-8ac9-5727e37de51a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=68136867-c041-4252-8ac9-5727e37de51a,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:34.877675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:34.878475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.930577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.933080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d5a4f75c-75f0-4b77-968e-7e952551b802 None None] Provisioning for port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:34.935058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.946758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Attempting to bind port dc8356ed-67c2-4822-895f-91f302d9c16f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:34.947134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Attempting to bind port dc8356ed-67c2-4822-895f-91f302d9c16f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '55a569d0-aad4-417e-9e29-5171a43e211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:34.947523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Attempting to bind port dc8356ed-67c2-4822-895f-91f302d9c16f on network 8f48da88-a786-4088-bf0c-374da4c27d98 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:34.951456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:34.972793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:34.973662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Checking segment: {'id': '55a569d0-aad4-417e-9e29-5171a43e211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:34.974547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:34.975340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Bound using segment: {'id': '55a569d0-aad4-417e-9e29-5171a43e211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:34.976952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Bound port: dc8356ed-67c2-4822-895f-91f302d9c16f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a569d0-aad4-417e-9e29-5171a43e211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '8f48da88-a786-4088-bf0c-374da4c27d98'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:34.977741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.015661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:35.031849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:35.077481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] For port 7250c1f2-61d0-4f86-b13a-0e04108f1b52, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7250c1f2-61d0-4f86-b13a-0e04108f1b52,segment=NetworkSegment(ace44cd0-38d3-40ee-9f24-1d3fa4824d66),segment_id=ace44cd0-38d3-40ee-9f24-1d3fa4824d66)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:35.078377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.130527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 7250c1f2-61d0-4f86-b13a-0e04108f1b52 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:35.186111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] For port dc8356ed-67c2-4822-895f-91f302d9c16f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:35.191508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] For port dc8356ed-67c2-4822-895f-91f302d9c16f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dc8356ed-67c2-4822-895f-91f302d9c16f,segment=NetworkSegment(55a569d0-aad4-417e-9e29-5171a43e211a),segment_id=55a569d0-aad4-417e-9e29-5171a43e211a)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:35.195112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Pushing event updated for resources: {'Port': ['ID=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:35.240556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:35.244237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.317216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:35.317371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0795c064-a3c6-49a9-a3a2-0fc6e4ffc354 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:35.320162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0795c064-a3c6-49a9-a3a2-0fc6e4ffc354 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:35.321913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.325495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-aa620897-ab7e-4c36-a605-b5db404dcef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.266s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:35.325805 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0795c064-a3c6-49a9-a3a2-0fc6e4ffc354 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5311022 Jun 25 11:25:35.325805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:35.326009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55080) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:35.330665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7250c1f2-61d0-4f86-b13a-0e04108f1b52 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:35.334916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d68567-69ee-48f6-ae69-66532cf06474 None None] Network aba2e1c9-7a6f-4092-8eab-30f04dda9c17 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:35.338963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.387009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:35.399527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.419558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.424360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.424627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ac62145-49ce-46ff-95b7-c0c243ea0e68 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:35.429140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.429140 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 9cb2cb1e-aba7-46cb-ae61-402c9bdd5f62 of type vlan for network 2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 Jun 25 11:25:35.495706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=7250c1f2-61d0-4f86-b13a-0e04108f1b52,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:35.499823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No DVR routers for this DVR port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:35.502708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:35.509789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e0d1928b-df75-48ee-ab3c-8b02763b6318 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.554359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-36c06d2a-6a9f-4a0a-a838-2e74fbe26ecc None None] Could not find standard attr ID for object 7250c1f2-61d0-4f86-b13a-0e04108f1b52. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:25:35.571575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.578169 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d1928b-df75-48ee-ab3c-8b02763b6318 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 25 11:25:35.579251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d1928b-df75-48ee-ab3c-8b02763b6318 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:35.580221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2ea412de-04f7-468a-a051-47fb989973b0 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:35.586458 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e0d1928b-df75-48ee-ab3c-8b02763b6318 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/8f48da88-a786-4088-bf0c-374da4c27d98 HTTP/1.1" status: 409 len: 405 time: 0.2557940 Jun 25 11:25:35.600368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55082) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:35.607788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-490824085'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:35.693447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.697437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Attempting to bind port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:35.698942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Attempting to bind port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f59b35cf-e6d4-4156-b192-a1d566bd3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3231e57a-b08f-40bd-a083-3861afbfd5d3'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:35.699604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Attempting to bind port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 on network 3231e57a-b08f-40bd-a083-3861afbfd5d3 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:35.752305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.768685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba2e1c9-7a6f-4092-8eab-30f04dda9c17']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:35.797926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace44cd0-38d3-40ee-9f24-1d3fa4824d66') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:35.800059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace44cd0-38d3-40ee-9f24-1d3fa4824d66') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:35.818387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No active binding found for port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 {{(pid=94502) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 25 11:25:35.819215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7250c1f2-61d0-4f86-b13a-0e04108f1b52 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 25 11:25:35.825280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.854213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port 7250c1f2-61d0-4f86-b13a-0e04108f1b52 not found, will not notify nova. {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 25 11:25:35.854830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be4edd14-a040-4cff-aaaa-02fa0e46beb4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:35.857387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.861000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:35.865647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Checking segment: {'id': 'f59b35cf-e6d4-4156-b192-a1d566bd3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3231e57a-b08f-40bd-a083-3861afbfd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:35.865647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.865647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Bound using segment: {'id': 'f59b35cf-e6d4-4156-b192-a1d566bd3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3231e57a-b08f-40bd-a083-3861afbfd5d3'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:35.865647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Bound port: aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59b35cf-e6d4-4156-b192-a1d566bd3b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3231e57a-b08f-40bd-a083-3861afbfd5d3'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:35.865647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.874394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:35.875344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:35.884379 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:35.902512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.resource_extend [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:25:35.918409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:35.939494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Port': ['ID=81e3705f-bbec-4d67-9981-9f9353c9de80,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:35.948627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:35.988475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] For port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:35.992521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] For port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,segment=NetworkSegment(f59b35cf-e6d4-4156-b192-a1d566bd3b1c),segment_id=f59b35cf-e6d4-4156-b192-a1d566bd3b1c)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:35.993691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Pushing event updated for resources: {'Port': ['ID=68136867-c041-4252-8ac9-5727e37de51a,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.056266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:36.059538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:36.075943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:36.081167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.113470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65673c8b-7ee0-4f15-b989-c935058796a2 None None] Network 8f48da88-a786-4088-bf0c-374da4c27d98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:36.170270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.173271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.179340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:36.183840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.190951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbe9ba3e-e4a4-4260-aef7-4721d1b80124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.245428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.250267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-125a9ff2-78a5-4703-8db8-5bd107c8f875 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.256155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.256752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:36.258115 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/aba2e1c9-7a6f-4092-8eab-30f04dda9c17 HTTP/1.1" status: 204 len: 168 time: 1.6529958 Jun 25 11:25:36.262910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55084) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:36.272206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.272574 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Added segment 59c2a11e-9fd0-4bc2-8977-9a8575b57eae of type vlan for network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 Jun 25 11:25:36.278478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-873259179'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:36.283488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=aba2e1c9-7a6f-4092-8eab-30f04dda9c17,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.286378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.337183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d19c538-0a03-42c7-8aa0-38e18ba8c308 None None] DHCP port deletion for aba2e1c9-7a6f-4092-8eab-30f04dda9c17 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:36.352521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.367828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.367828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.371054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.377226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3547edf6-a7c0-4435-b405-b8dfa85b21ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.432s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.439592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Subnet': ['ID=e9fbe022-f376-49f1-a10f-e7e93fa3a8cd,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.448418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.453759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2287a75e-8033-4cfe-a57c-5e8e5f4a11a7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.465209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:36.471369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.528923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f6247-4a63-4a1e-bb2e-eb0a26cd5e50 None None] Pushing event updated for resources: {'Port': ['ID=dc8356ed-67c2-4822-895f-91f302d9c16f,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.541919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:36.542655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.556864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.562872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.562872 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment 9ead3173-78cf-4558-a655-69636455fe78 of type vlan for network be0ade60-88e6-4f5b-9609-309975ebf7dc Jun 25 11:25:36.572023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Checking segment: {'id': '6493dd4d-745d-4e22-84f0-fb6ffed9d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:36.572411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network hostable DHCP agents. Network: 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:36.583607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Router 5f82181a-8bd4-4330-847d-5cd07ca55e67 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:25:36.588545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:36.601199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port be4edd14-a040-4cff-aaaa-02fa0e46beb4 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:36.629250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.656036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.662423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:36.663077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.669432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5d221ff1-793c-4d51-adc6-5d0fec83a1ec tempest-TagsTest-764728478 tempest-TagsTest-764728478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.679311 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4600940 Jun 25 11:25:36.685542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55086) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:36.697306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port be4edd14-a040-4cff-aaaa-02fa0e46beb4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:36.698029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.724789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Pushing event updated for resources: {'Port': ['ID=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.746619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:36.756410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.756410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.811s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.756410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.770924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.252s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.771389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.793585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f6176158-9500-4486-99b5-642848b295bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.793992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f6176158-9500-4486-99b5-642848b295bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.828324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.834112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:36.834738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:36.852364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-28c3be6f-4fe3-45be-8fa8-8f727033fbb2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:36.867092 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2633305 Jun 25 11:25:36.867829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55088) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:36.873474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'subnet': {'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:36.879583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Network': ['ID=5d983c7a-9e61-4dc7-aca0-be65571d8ab1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:36.891278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:36.918515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:36.961267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:25:36.987970 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "PUT /v2.0/routers/5f82181a-8bd4-4330-847d-5cd07ca55e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8349860 Jun 25 11:25:36.987970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:36.991741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Sync routers for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:25:36.997338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.022763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b8a1b6-9a0b-4fdf-ad5a-7bb115449db5 None None] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:37.026189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:37.027732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.054163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a3da1-7c6e-4ae6-adfc-4792e5a79089 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:37.059052 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bb2a3da1-7c6e-4ae6-adfc-4792e5a79089 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/networks?id=2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 HTTP/1.1" status: 200 len: 764 time: 0.3688574 Jun 25 11:25:37.060106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55092) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:37.064411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=be0ade60-88e6-4f5b-9609-309975ebf7dc,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:37.066988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'description': 'd2'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:37.077840 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8133671 Jun 25 11:25:37.079844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:37.080276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55094) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:37.087972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:37.115923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port be4edd14-a040-4cff-aaaa-02fa0e46beb4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=be4edd14-a040-4cff-aaaa-02fa0e46beb4,segment=NetworkSegment(ff8c11c8-cd54-42ff-8582-77657df50093),segment_id=ff8c11c8-cd54-42ff-8582-77657df50093)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:37.117144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network be0ade60-88e6-4f5b-9609-309975ebf7dc details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:37.119094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e1969-4c71-4f2a-9a31-b7a436f4cf74 None None] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:37.121775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:37.122218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:37.211021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.292115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bb8850db-480e-4f22-8232-66abd957f934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:37.329485 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-899c3a31-631c-46ff-ba0e-8068927a2e25 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968817873&fields=id&tenant_id=869fa866ee3f424c952da82e96d1f712 HTTP/1.1" status: 200 len: 267 time: 0.0819678 Jun 25 11:25:37.331415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.353472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:37.353472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.389768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-63e68b06-7e36-43fe-802d-c1458925332d None None] Provisioning for port 68136867-c041-4252-8ac9-5727e37de51a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:37.441925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.447164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-612dddc2-8936-434f-9d21-1d4c07363766 tempest-DHCPAgentSchedulersTestJSON-1573396385 tempest-DHCPAgentSchedulersTestJSON-1573396385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:37.474874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=be4edd14-a040-4cff-aaaa-02fa0e46beb4,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:37.485168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:37.497559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:25:37.526286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:37.529322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:37.534786 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9072962 Jun 25 11:25:37.538548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55110) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:37.542734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 is not hosted by any dhcp agent {{(pid=94500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:25:37.548974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'subnet': {'network_id': '04250886-9108-427c-ad57-45155e7067ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:37.550156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:37.550815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.556341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55112) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:37.558536 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "PUT /v2.0/networks/2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 HTTP/1.1" status: 200 len: 761 time: 0.4979415 Jun 25 11:25:37.628356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:37.639829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:37.650942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-3c2c5ac4-fd27-4684-9e74-8e0da9b9d123 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:37.652597 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-3c2c5ac4-fd27-4684-9e74-8e0da9b9d123 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/networks?id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca HTTP/1.1" status: 200 len: 796 time: 0.3110518 Jun 25 11:25:37.659960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:37.663557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.690163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3', 'network_id': '520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3', 'tenant_id': '0a633028103344c896f98aa6a28dacec', 'fixed_ips': [{'subnet_id': 'e9fbe022-f376-49f1-a10f-e7e93fa3a8cd'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:37.691035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.747415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-78693b44-8eea-44c1-a755-bcb5471bce4c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/quotas/869fa866ee3f424c952da82e96d1f712 HTTP/1.1" status: 200 len: 375 time: 0.0784731 Jun 25 11:25:37.830447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a2b48-5218-42ee-860b-fe2630ebfb10 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:37.831940 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6e1a2b48-5218-42ee-860b-fe2630ebfb10 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/networks?id=2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 HTTP/1.1" status: 200 len: 764 time: 0.2642591 Jun 25 11:25:37.844078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55116) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:37.974953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:37.978737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:37.993680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-d2a3b838-94a4-4c2c-b3d2-fa9fa69a16a9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=869fa866ee3f424c952da82e96d1f712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062764 Jun 25 11:25:38.031897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5b2b1-53dd-4f2c-83ec-f8b187121e18 None None] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:38.044148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.objects.ports [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94500) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:25:38.048179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.053168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c6c0e3f5-0cfc-4bfb-a4e4-9bc8c25a0261 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:38.096975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc56733-aa16-4abb-a1c9-64207a048fa5 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.101344 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-abc56733-aa16-4abb-a1c9-64207a048fa5 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2530150 Jun 25 11:25:38.102969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55118) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.138694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Subnet': ['ID=44264219-7924-4464-b491-674335e07854,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:38.142033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:38.144698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:38.146257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Checking segment: {'id': '59c2a11e-9fd0-4bc2-8977-9a8575b57eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:38.146591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network hostable DHCP agents. Network: 5d983c7a-9e61-4dc7-aca0-be65571d8ab1, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:38.150073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Allocated IP 2001:db8::2 (520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3/e9fbe022-f376-49f1-a10f-e7e93fa3a8cd/5eedc2fd-af71-4303-b981-126e1e260e0a) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:38.166967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68136867-c041-4252-8ac9-5727e37de51a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:38.191960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-06da2d78-70f2-42ee-8a1d-c923ff36d65d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 207 time: 0.0883632 Jun 25 11:25:38.195557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55120) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.246388 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6036a792-fcb3-46af-a04d-60e52c6319ae service neutron] 10.222.0.81 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316263 Jun 25 11:25:38.294182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:38.306236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.309737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67653a2f-7912-496c-9ca7-b4b132320ccd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:38.357565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2b748-4ca6-41a0-843d-4cf398997677 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.364582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2b748-4ca6-41a0-843d-4cf398997677 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.372083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2b748-4ca6-41a0-843d-4cf398997677 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.380263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2b748-4ca6-41a0-843d-4cf398997677 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.381906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Provisioning for port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:38.388089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2b748-4ca6-41a0-843d-4cf398997677 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.395516 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2b748-4ca6-41a0-843d-4cf398997677 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.401440 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-83b2b748-4ca6-41a0-843d-4cf398997677 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2008009 Jun 25 11:25:38.403211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55122) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.422516 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 5d983c7a-9e61-4dc7-aca0-be65571d8ab1) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:38.442723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=506ba218-f7cf-4e3e-895c-4e630b392b2c,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:38.465682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:38.469239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.470588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.489351 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-b76095f5-aaca-4a28-8561-fc13b450e76a service neutron] 10.222.0.81 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357049 Jun 25 11:25:38.489351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': '9ead3173-78cf-4558-a655-69636455fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:38.489963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: be0ade60-88e6-4f5b-9609-309975ebf7dc, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:38.533017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Provisioning complete for port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:38.540549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.552936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.560102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7228b68b-2d31-4fac-a154-122040ae2b1e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:38.581644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea903f-6197-4cc5-a46f-8fc92cf8f2fa None None] Network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:38.616650 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-88cb93f1-81a7-4927-8657-87f0fa78eaf8 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2083199 Jun 25 11:25:38.621950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55124) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.672738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network be0ade60-88e6-4f5b-9609-309975ebf7dc is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:38.678451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Subnet': ['ID=98e7ac4e-3955-4711-89b3-d278701018f1,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:38.684367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:38.692119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, be0ade60-88e6-4f5b-9609-309975ebf7dc) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:38.702873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.703503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.705856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Checking segment: {'id': '52025f06-a9bd-4913-ae62-3fa6007cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '04250886-9108-427c-ad57-45155e7067ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:38.706195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network hostable DHCP agents. Network: 04250886-9108-427c-ad57-45155e7067ff, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:38.710875 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8417182 Jun 25 11:25:38.713330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55126) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.717622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0346ff1b-7a25-4305-afec-1905338afd4e None None] Network be0ade60-88e6-4f5b-9609-309975ebf7dc requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:38.720171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'port': {'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1', 'name': 'tempest-NetworksIpV6TestAttrs-916752557'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:38.740875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f065f6-55bd-413d-a219-f6523f172cd4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.741993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f065f6-55bd-413d-a219-f6523f172cd4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.743551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f065f6-55bd-413d-a219-f6523f172cd4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.745590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f065f6-55bd-413d-a219-f6523f172cd4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.747243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f065f6-55bd-413d-a219-f6523f172cd4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.748980 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a0f065f6-55bd-413d-a219-f6523f172cd4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1224861 Jun 25 11:25:38.752809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55128) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.841936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17698f-bf22-4a53-bdf5-c4d2badf978c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.843642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17698f-bf22-4a53-bdf5-c4d2badf978c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.845648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17698f-bf22-4a53-bdf5-c4d2badf978c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.847046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17698f-bf22-4a53-bdf5-c4d2badf978c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.848548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17698f-bf22-4a53-bdf5-c4d2badf978c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.850171 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5f17698f-bf22-4a53-bdf5-c4d2badf978c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0965731 Jun 25 11:25:38.856017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55134) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.870928 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7895994 Jun 25 11:25:38.884757 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e784bc8a-335b-45ef-ac53-8ad8bab89ccd req-958c5df6-2f31-4613-90aa-244a5192282d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 210 time: 0.0534987 Jun 25 11:25:38.888097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55136) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:38.895457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network 04250886-9108-427c-ad57-45155e7067ff is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:38.897252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-755656327'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:38.930424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 68136867-c041-4252-8ac9-5727e37de51a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:38.948453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 68136867-c041-4252-8ac9-5727e37de51a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:38.948861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.964790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:38.993269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 04250886-9108-427c-ad57-45155e7067ff) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:38.999095 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:38.999553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.067667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab0343-e894-4668-b632-6222b2caecd8 None None] Network 04250886-9108-427c-ad57-45155e7067ff requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:39.208552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:39.215206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.237757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] device_id is not set on port 7cb1c076-021e-47df-bea2-b32385f4203f yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:39.284081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.305872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] For port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,segment=NetworkSegment(f59b35cf-e6d4-4156-b192-a1d566bd3b1c),segment_id=f59b35cf-e6d4-4156-b192-a1d566bd3b1c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:39.323382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Transition to ACTIVE for port object 5eedc2fd-af71-4303-b981-126e1e260e0a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:39.360636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba6a40-567f-4bb3-9002-47a5173bf99a tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:39.361404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 2, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:39.365786 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-82ba6a40-567f-4bb3-9002-47a5173bf99a tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/networks/892284af-757e-40e8-88de-0d4fb3aa0a39 HTTP/1.1" status: 200 len: 804 time: 0.5047972 Jun 25 11:25:39.366006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55142) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:39.383330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Allocated IP 2001:db8::f816:3eff:fef6:4d80 (5d983c7a-9e61-4dc7-aca0-be65571d8ab1/44264219-7924-4464-b491-674335e07854/7cb1c076-021e-47df-bea2-b32385f4203f) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:39.435850 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8960958 Jun 25 11:25:39.439328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55144) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:39.451773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.453614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Checking router: 5f82181a-8bd4-4330-847d-5cd07ca55e67 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:25:39.454288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Updating router 5f82181a-8bd4-4330-847d-5cd07ca55e67 port 81e3705f-bbec-4d67-9981-9f9353c9de80 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:25:39.464086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3427e90b-4f0b-400a-8443-763237a1246f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:39.467074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-5d983c7a-9e61-4dc7-aca0-be65571d8ab1', 'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1', 'tenant_id': 'b464d4241b3f4716bc4768271a87d51e', 'fixed_ips': [{'subnet_id': '44264219-7924-4464-b491-674335e07854'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:39.467995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.493748 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cb4f4ad5-b2f7-4363-bfde-c00e3e131b13 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/networks/892284af-757e-40e8-88de-0d4fb3aa0a39?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1257236 Jun 25 11:25:39.497360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55146) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:39.516121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Transition to ACTIVE for port object 5eedc2fd-af71-4303-b981-126e1e260e0a will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:39.579239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:39.583057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.584314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51df8df-f168-4d96-847a-3d96a671da5e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:39.591638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e51df8df-f168-4d96-847a-3d96a671da5e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/subnets/4823ec46-715b-4b38-9bcf-6c727b561105 HTTP/1.1" status: 200 len: 843 time: 0.0925200 Jun 25 11:25:39.592532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55148) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:39.669730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70fbba-4c26-4c0b-8236-86d681e12e81 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['shared'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:39.675556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55150) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:39.675761 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6f70fbba-4c26-4c0b-8236-86d681e12e81 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "GET /v2.0/subnets/4823ec46-715b-4b38-9bcf-6c727b561105?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0813677 Jun 25 11:25:39.682908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.685137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866831413'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:39.685737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.699606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 9f406235-e9fe-4d78-8a37-e1576a06dd15 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:39.701363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.715755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-be0ade60-88e6-4f5b-9609-309975ebf7dc', 'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc', 'tenant_id': '5bd9d965a5174d28966b68efb855e545', 'fixed_ips': [{'subnet_id': '506ba218-f7cf-4e3e-895c-4e630b392b2c'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:39.716774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.820107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Pushing event updated for resources: {'Port': ['ID=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:39.824413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:39.831504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:39.835390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-04250886-9108-427c-ad57-45155e7067ff', 'network_id': '04250886-9108-427c-ad57-45155e7067ff', 'tenant_id': '0a633028103344c896f98aa6a28dacec', 'fixed_ips': [{'subnet_id': '98e7ac4e-3955-4711-89b3-d278701018f1'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:39.836219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.863688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.913443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7e3e07dd-5ef6-4da6-ad98-589b15cc3412 None None] Provisioning complete for port 68136867-c041-4252-8ac9-5727e37de51a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:39.913833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e3e07dd-5ef6-4da6-ad98-589b15cc3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.921747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:39.932584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:39.937385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:39.941981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 68136867-c041-4252-8ac9-5727e37de51a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=68136867-c041-4252-8ac9-5727e37de51a,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:39.942148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Transition to ACTIVE for port object 7cb1c076-021e-47df-bea2-b32385f4203f will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:39.949809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:39.957576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:40.004919 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-067d8454-baff-4d3a-bb0f-8c6498f2cef8 req-b8ac3e23-f0aa-4700-852e-ee8bec89d7f3 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 210 time: 0.0370576 Jun 25 11:25:40.018715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.11 (be0ade60-88e6-4f5b-9609-309975ebf7dc/506ba218-f7cf-4e3e-895c-4e630b392b2c/9f406235-e9fe-4d78-8a37-e1576a06dd15) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:40.024782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:40.066080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.083106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.083962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ddf5a3d-c72a-42f0-8545-aba458a5a75a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:40.097168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.097520 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Added segment 99624859-0693-40ed-af00-42598fa2c2e5 of type vlan for network 278b653e-35cd-4644-b56a-93a75feaae5e Jun 25 11:25:40.110924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Pushing event updated for resources: {'Port': ['ID=5eedc2fd-af71-4303-b981-126e1e260e0a,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:40.225513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:40.232600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fd721dba-c0f8-46eb-817b-070852cd0616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:40.546665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.576672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Attempting to bind port 5eedc2fd-af71-4303-b981-126e1e260e0a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:40.577049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Attempting to bind port 5eedc2fd-af71-4303-b981-126e1e260e0a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '6493dd4d-745d-4e22-84f0-fb6ffed9d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:40.577448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Attempting to bind port 5eedc2fd-af71-4303-b981-126e1e260e0a on network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:40.581927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e379a585-3ecf-4c95-b82c-a1c040272b61 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:40.592410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.628951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:40.629355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Checking segment: {'id': '6493dd4d-745d-4e22-84f0-fb6ffed9d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:40.629760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.630160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Bound using segment: {'id': '6493dd4d-745d-4e22-84f0-fb6ffed9d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:40.630636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Bound port: 5eedc2fd-af71-4303-b981-126e1e260e0a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6493dd4d-745d-4e22-84f0-fb6ffed9d677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:40.631021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.645157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Allocated IP 2001:db8::f816:3eff:fe32:5bf4 (5d983c7a-9e61-4dc7-aca0-be65571d8ab1/44264219-7924-4464-b491-674335e07854/64815530-48fd-4bec-a502-2d7a0caca282) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:40.648666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=68136867-c041-4252-8ac9-5727e37de51a,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:40.818375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:40.819042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:40.819174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.819280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:40.819280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:40.819280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:40.819280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.819280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Port': ['ID=7cb1c076-021e-47df-bea2-b32385f4203f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:40.819760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:40.819760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.819925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:40.820011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Allocated IP 2001:db8::2 (04250886-9108-427c-ad57-45155e7067ff/98e7ac4e-3955-4711-89b3-d278701018f1/7383c050-df43-4eb4-ae3f-a48b1bd21917) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:40.820691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:40.856513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object 9f406235-e9fe-4d78-8a37-e1576a06dd15 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:40.942406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Allocated IP 2001:db8::1 (520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3/e9fbe022-f376-49f1-a10f-e7e93fa3a8cd/5cd26487-efd2-46f5-a263-56d6114d63f1) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:40.984777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] For port 5eedc2fd-af71-4303-b981-126e1e260e0a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:41.067385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] For port 5eedc2fd-af71-4303-b981-126e1e260e0a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5eedc2fd-af71-4303-b981-126e1e260e0a,segment=NetworkSegment(6493dd4d-745d-4e22-84f0-fb6ffed9d677),segment_id=6493dd4d-745d-4e22-84f0-fb6ffed9d677)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:41.074466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.077317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.083716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:41.093571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.093571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:41.127084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7e3e07dd-5ef6-4da6-ad98-589b15cc3412 None None] Provisioning for port 81e3705f-bbec-4d67-9981-9f9353c9de80 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:41.128408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.133571 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4163289 Jun 25 11:25:41.135611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55158) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:41.147151 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Transition to ACTIVE for port object 5cd26487-efd2-46f5-a263-56d6114d63f1 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:41.184913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting subnet 44264219-7924-4464-b491-674335e07854 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:41.204205 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ad253a36-2735-4f80-99ee-d4e3fa87970e req-38ba2dac-443c-47e4-ba82-42a874a561f4 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 210 time: 0.0862238 Jun 25 11:25:41.216419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Network': ['ID=278b653e-35cd-4644-b56a-93a75feaae5e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:41.223201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:41.224973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network be0ade60-88e6-4f5b-9609-309975ebf7dc is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:41.225705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc9079f2-9134-4bff-af41-130c55f876ff tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:41.234652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7e3e07dd-5ef6-4da6-ad98-589b15cc3412 None None] Provisioning complete for port 81e3705f-bbec-4d67-9981-9f9353c9de80 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:41.234652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e3e07dd-5ef6-4da6-ad98-589b15cc3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.236070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.239197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:41.250709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:41.253172 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5746088 Jun 25 11:25:41.255580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:41.259665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 278b653e-35cd-4644-b56a-93a75feaae5e details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:41.261292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55160) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:41.274249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'network_id': '278b653e-35cd-4644-b56a-93a75feaae5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:41.310377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.327006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=9f406235-e9fe-4d78-8a37-e1576a06dd15,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:41.331215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:41.339001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:41.339636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.354257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.407985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.411076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a619a329-71d3-4ec3-8409-5e16abd95290 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:41.457177 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5678225 Jun 25 11:25:41.460848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55162) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:41.464312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Transition to ACTIVE for port object 64815530-48fd-4bec-a502-2d7a0caca282 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:41.472587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:41.484564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Allocated IP 172.20.0.2 (be0ade60-88e6-4f5b-9609-309975ebf7dc/506ba218-f7cf-4e3e-895c-4e630b392b2c/964f410d-74a9-4f57-8d05-8aa0a9ee705d) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:41.490938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:41.498404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Transition to ACTIVE for port object 81e3705f-bbec-4d67-9981-9f9353c9de80 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:41.525434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:41.526580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.531037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Port': ['ID=5cd26487-efd2-46f5-a263-56d6114d63f1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:41.540468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e07dd-5ef6-4da6-ad98-589b15cc3412 None None] Port 81e3705f-bbec-4d67-9981-9f9353c9de80 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:41.559645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:41.561518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Transition to ACTIVE for port object 64815530-48fd-4bec-a502-2d7a0caca282 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:41.562923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Pushing event updated for resources: {'Port': ['ID=5eedc2fd-af71-4303-b981-126e1e260e0a,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:41.572557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:41.576587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.592407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7250c1f2-61d0-4f86-b13a-0e04108f1b52 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:41.603840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Made reservation on behalf of a8efbd89fc724e3aba0e4b5844e70702 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:41.607554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.623507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Transition to ACTIVE for port object 7383c050-df43-4eb4-ae3f-a48b1bd21917 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:41.625287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 7250c1f2-61d0-4f86-b13a-0e04108f1b52 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:41.625647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7250c1f2-61d0-4f86-b13a-0e04108f1b52 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:41.671391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.676655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:41.716906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing IP validity checks on allocation pools {{(pid=94501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 11:25:41.716906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.ipam_backend_mixin [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 11:25:41.740366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.788704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Transition to ACTIVE for port object 7383c050-df43-4eb4-ae3f-a48b1bd21917 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:41.795844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 9f406235-e9fe-4d78-8a37-e1576a06dd15 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:41.796180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.815033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.815278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-439859f5-16fc-4573-87bd-251a119627af None None] Provisioning complete for port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:41.815526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-439859f5-16fc-4573-87bd-251a119627af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.817392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.870569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:41.895258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:41.973472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:41.982925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:41.984799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa0876-05a8-4039-ba9c-e17884ca5812 None None] Pushing event updated for resources: {'Port': ['ID=81e3705f-bbec-4d67-9981-9f9353c9de80,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:41.991133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:42.000912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.001155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-11aa0876-05a8-4039-ba9c-e17884ca5812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:42.008584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e9d5aed4-79ec-4aaf-b5c3-7f1499ce003a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:42.050426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.122943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.129556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.147958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Network 04250886-9108-427c-ad57-45155e7067ff is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:42.155543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8c389531-5bda-4c2b-bda2-a0c0b53defdd tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:42.162299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.209727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 9f406235-e9fe-4d78-8a37-e1576a06dd15 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:42.212086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:42.235857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:42.245328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Transition to ACTIVE for port object 964f410d-74a9-4f57-8d05-8aa0a9ee705d will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:42.263877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Pushing event updated for resources: {'Port': ['ID=64815530-48fd-4bec-a502-2d7a0caca282,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:42.279685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Attempting to bind port 64815530-48fd-4bec-a502-2d7a0caca282 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:42.280178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Attempting to bind port 64815530-48fd-4bec-a502-2d7a0caca282 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '59c2a11e-9fd0-4bc2-8977-9a8575b57eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:42.280548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Attempting to bind port 64815530-48fd-4bec-a502-2d7a0caca282 on network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:42.290504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Attempting to bind port 81e3705f-bbec-4d67-9981-9f9353c9de80 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:42.290883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Attempting to bind port 81e3705f-bbec-4d67-9981-9f9353c9de80 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:42.291277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Attempting to bind port 81e3705f-bbec-4d67-9981-9f9353c9de80 on network dde7ae0d-2229-4f0e-bb98-4d537deb1fca {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:42.345332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Transition to ACTIVE for port object 964f410d-74a9-4f57-8d05-8aa0a9ee705d will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:42.364910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:42.365314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Checking segment: {'id': '59c2a11e-9fd0-4bc2-8977-9a8575b57eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:42.365728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.366135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Bound using segment: {'id': '59c2a11e-9fd0-4bc2-8977-9a8575b57eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:42.367116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Bound port: 64815530-48fd-4bec-a502-2d7a0caca282, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c2a11e-9fd0-4bc2-8977-9a8575b57eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '5d983c7a-9e61-4dc7-aca0-be65571d8ab1'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:42.367116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.394350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:42.394957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Checking segment: {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:42.395403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.396637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Bound using segment: {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:42.396637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Bound port: 81e3705f-bbec-4d67-9981-9f9353c9de80, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:42.396637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.414097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=7a21874d-506b-467f-9465-ccd640dd887a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:42.440098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Checking segment: {'id': '99624859-0693-40ed-af00-42598fa2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '278b653e-35cd-4644-b56a-93a75feaae5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:42.445660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network hostable DHCP agents. Network: 278b653e-35cd-4644-b56a-93a75feaae5e, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:42.445660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:42.477320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:42.477708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.521494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.522629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.525477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.537813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Pushing event updated for resources: {'Port': ['ID=7383c050-df43-4eb4-ae3f-a48b1bd21917,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:42.541613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:42.544180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c45e6574-65b6-4b2b-8f6c-fe4ea32f9f33 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:42.548703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5f3eaefb-a9f7-4958-9439-f4d792522c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.564s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:42.560711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Attempting to bind port 7383c050-df43-4eb4-ae3f-a48b1bd21917 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:42.561120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Attempting to bind port 7383c050-df43-4eb4-ae3f-a48b1bd21917 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '52025f06-a9bd-4913-ae62-3fa6007cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '04250886-9108-427c-ad57-45155e7067ff'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:42.570728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Attempting to bind port 7383c050-df43-4eb4-ae3f-a48b1bd21917 on network 04250886-9108-427c-ad57-45155e7067ff {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:42.601727 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e373067d-09bf-4ac1-858e-c29a1efd0102 req-2e4207b4-419f-4909-ae57-7fa1d59f60d3 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 210 time: 0.1551032 Jun 25 11:25:42.611840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Subnet': ['ID=44264219-7924-4464-b491-674335e07854,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:42.620663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:42.625533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.634119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/44264219-7924-4464-b491-674335e07854 HTTP/1.1" status: 204 len: 168 time: 1.4926946 Jun 25 11:25:42.634387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55166) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:42.657430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-8e5dcc55-416f-4bd8-9cc0-68610441383c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:42.659439 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-8e5dcc55-416f-4bd8-9cc0-68610441383c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.47 "GET /v2.0/networks?id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca HTTP/1.1" status: 200 len: 796 time: 0.3708854 Jun 25 11:25:42.683274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.689001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:42.693133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.700494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.732003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-0d2817d4-e0e4-476a-bf9a-cc1a4f8c0c12 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=869fa866ee3f424c952da82e96d1f712 HTTP/1.1" status: 200 len: 380 time: 0.0623858 Jun 25 11:25:42.738513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=9f406235-e9fe-4d78-8a37-e1576a06dd15,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:42.742157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'port': {'device_id': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'admin_state_up': True, 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'security_groups': ['2b5062ff-8570-4982-9153-9436fb6e67c9']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:42.753338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:42.758276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-891e43d6-435a-44da-a95a-ccc44b565f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:42.820925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Network 278b653e-35cd-4644-b56a-93a75feaae5e is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:42.864630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Network be0ade60-88e6-4f5b-9609-309975ebf7dc is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:42.874080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:42.878187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:42.901645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:42.902199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Checking segment: {'id': '52025f06-a9bd-4913-ae62-3fa6007cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '04250886-9108-427c-ad57-45155e7067ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:42.903330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.903524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Bound using segment: {'id': '52025f06-a9bd-4913-ae62-3fa6007cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '04250886-9108-427c-ad57-45155e7067ff'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:42.904086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Bound port: 7383c050-df43-4eb4-ae3f-a48b1bd21917, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52025f06-a9bd-4913-ae62-3fa6007cef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '04250886-9108-427c-ad57-45155e7067ff'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:42.904338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.927051 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c511737-a327-4a5d-a0b3-be88052a9426 None None] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:42.930224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:42.932340 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/9f406235-e9fe-4d78-8a37-e1576a06dd15 HTTP/1.1" status: 204 len: 168 time: 1.4667168 Jun 25 11:25:42.935597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55168) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:42.937833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df49267-ccc9-4e81-a269-6e59708645e0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:42.939623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df49267-ccc9-4e81-a269-6e59708645e0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:42.943586 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6df49267-ccc9-4e81-a269-6e59708645e0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3092885 Jun 25 11:25:42.946985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55170) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:42.976496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Port': ['ID=5cd26487-efd2-46f5-a263-56d6114d63f1,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:42.979985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 278b653e-35cd-4644-b56a-93a75feaae5e) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:42.981211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:42.991266 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c1b73b-aa9b-4d4c-85b4-55a860819b99 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:25:42.992899 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-77c1b73b-aa9b-4d4c-85b4-55a860819b99 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/9f406235-e9fe-4d78-8a37-e1576a06dd15 HTTP/1.1" status: 404 len: 333 time: 0.0553956 Jun 25 11:25:42.996559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55172) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:43.003822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:43.004420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.012844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ef514-2697-4f0a-a854-97c82ce2504e None None] Network 278b653e-35cd-4644-b56a-93a75feaae5e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:43.022668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Pushing event updated for resources: {'Port': ['ID=964f410d-74a9-4f57-8d05-8aa0a9ee705d,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:43.025431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:43.047353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Made reservation on behalf of 869fa866ee3f424c952da82e96d1f712 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:43.051093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.069030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:43.069595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:43.076420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet 506ba218-f7cf-4e3e-895c-4e630b392b2c {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:43.081599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b12d61dd-8614-480d-8195-b205a490b3f1 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.082492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:43.083822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.086992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:43.092551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12d61dd-8614-480d-8195-b205a490b3f1 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 25 11:25:43.093023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12d61dd-8614-480d-8195-b205a490b3f1 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:43.098918 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b12d61dd-8614-480d-8195-b205a490b3f1 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/5d983c7a-9e61-4dc7-aca0-be65571d8ab1 HTTP/1.1" status: 409 len: 405 time: 0.1452041 Jun 25 11:25:43.099787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55176) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:43.106513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-9540817'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:43.138823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] For port 64815530-48fd-4bec-a502-2d7a0caca282, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:43.147033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8833625 Jun 25 11:25:43.156452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55180) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:43.157035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] For port 81e3705f-bbec-4d67-9981-9f9353c9de80, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:43.158705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:43.199582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.246389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] For port 64815530-48fd-4bec-a502-2d7a0caca282, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=64815530-48fd-4bec-a502-2d7a0caca282,segment=NetworkSegment(59c2a11e-9fd0-4bc2-8977-9a8575b57eae),segment_id=59c2a11e-9fd0-4bc2-8977-9a8575b57eae)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:43.254467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] For port 81e3705f-bbec-4d67-9981-9f9353c9de80, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=81e3705f-bbec-4d67-9981-9f9353c9de80,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:43.271920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Attempting to bind port 964f410d-74a9-4f57-8d05-8aa0a9ee705d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:43.272298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Attempting to bind port 964f410d-74a9-4f57-8d05-8aa0a9ee705d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '9ead3173-78cf-4558-a655-69636455fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:43.272653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Attempting to bind port 964f410d-74a9-4f57-8d05-8aa0a9ee705d on network be0ade60-88e6-4f5b-9609-309975ebf7dc {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:43.290242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b9473b01-2eaf-4e61-af8c-1b3996fb4a7b None None] Provisioning for port 5eedc2fd-af71-4303-b981-126e1e260e0a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:43.303763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Allocated IP 172.20.0.3 (dde7ae0d-2229-4f0e-bb98-4d537deb1fca/e6b9001a-b985-423d-bb89-2f4a051fa7e9/c752eebd-de19-4f88-8584-32af8b87616b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:43.305205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:43.305588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Checking segment: {'id': '9ead3173-78cf-4558-a655-69636455fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:43.306004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.306382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Bound using segment: {'id': '9ead3173-78cf-4558-a655-69636455fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:43.306953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Bound port: 964f410d-74a9-4f57-8d05-8aa0a9ee705d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ead3173-78cf-4558-a655-69636455fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'be0ade60-88e6-4f5b-9609-309975ebf7dc'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:43.307573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.309050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:43.314182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.315586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] For port 7383c050-df43-4eb4-ae3f-a48b1bd21917, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:43.320282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be4edd14-a040-4cff-aaaa-02fa0e46beb4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:43.329517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] For port 7383c050-df43-4eb4-ae3f-a48b1bd21917, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7383c050-df43-4eb4-ae3f-a48b1bd21917,segment=NetworkSegment(52025f06-a9bd-4913-ae62-3fa6007cef9c),segment_id=52025f06-a9bd-4913-ae62-3fa6007cef9c)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:43.339361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.345757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9461671'] for subnet, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.379343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.381505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.396101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:43.404097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4938be31-4b7f-443f-8907-0992f2bbb88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:43.439052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.440489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Added segment c7f9de1d-01ce-4ff7-a066-d0f90b91b8db of type vlan for network f6497d07-c2c7-47f0-9423-0736948e90a5 Jun 25 11:25:43.459162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Router d4d4287c-b563-411b-aec0-e7c4af32de0f is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:25:43.460561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.509874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.543611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5b7875f0-3c19-4c5e-ad7c-67d0665e6311 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:43.571770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.578363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=506ba218-f7cf-4e3e-895c-4e630b392b2c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:43.580493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.596489 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/506ba218-f7cf-4e3e-895c-4e630b392b2c HTTP/1.1" status: 204 len: 168 time: 0.5877531 Jun 25 11:25:43.596489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55182) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:43.596489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:43.686975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.690819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:25:43.703333 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2627659 Jun 25 11:25:43.704214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55186) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:43.720882 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] Sync routers for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:25:43.740453 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:43.741878 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:43.742196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:43.742818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:43.770378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Transition to ACTIVE for port object c752eebd-de19-4f88-8584-32af8b87616b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:43.798008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ae260-2d63-4af3-8a39-bbe3a77c5e41 None None] Pushing event updated for resources: {'Port': ['ID=64815530-48fd-4bec-a502-2d7a0caca282,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:43.817949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.819116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] For port 964f410d-74a9-4f57-8d05-8aa0a9ee705d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:43.822474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.837694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:43.842239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.852479 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:43.870438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:43.888129 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:43.889688 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:43.902471 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-21cc61dd-6082-4408-95ef-8c465defa7f0 req-ad6bb3c2-daa8-481b-a060-a5be38d1eb36 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 210 time: 0.0622461 Jun 25 11:25:43.927906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-278b653e-35cd-4644-b56a-93a75feaae5e', 'network_id': '278b653e-35cd-4644-b56a-93a75feaae5e', 'tenant_id': 'a8efbd89fc724e3aba0e4b5844e70702', 'fixed_ips': [{'subnet_id': '7a21874d-506b-467f-9465-ccd640dd887a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:43.928992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:43.941628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1dc83-9e2e-4c11-bd1c-b562b6d89780 None None] Network 5d983c7a-9e61-4dc7-aca0-be65571d8ab1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:43.957008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] For port 964f410d-74a9-4f57-8d05-8aa0a9ee705d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=964f410d-74a9-4f57-8d05-8aa0a9ee705d,segment=NetworkSegment(9ead3173-78cf-4558-a655-69636455fe78),segment_id=9ead3173-78cf-4558-a655-69636455fe78)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:43.959188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port be4edd14-a040-4cff-aaaa-02fa0e46beb4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:43.959736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.042988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764449659082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10342217'] for subnet, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.122262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.132439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Network': ['ID=f6497d07-c2c7-47f0-9423-0736948e90a5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:44.136388 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:44.138730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9a7d49b7-8741-4203-825d-b69344bd741b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:44.148860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55188) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:44.149071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0485401 Jun 25 11:25:44.158361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'subnet': {'network_id': 'f6497d07-c2c7-47f0-9423-0736948e90a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:44.186142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f6497d07-c2c7-47f0-9423-0736948e90a5 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:44.188297 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:44.189196 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb5184-e585-4957-875c-3ee77b34605f None None] The sync data for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:25:44.197346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:44.197999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.199531 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "PUT /v2.0/subnets/7a21874d-506b-467f-9465-ccd640dd887a HTTP/1.1" status: 200 len: 900 time: 1.0453591 Jun 25 11:25:44.202395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55190) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:44.209124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa0876-05a8-4039-ba9c-e17884ca5812 None None] Pushing event updated for resources: {'Port': ['ID=81e3705f-bbec-4d67-9981-9f9353c9de80,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:44.211832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-11aa0876-05a8-4039-ba9c-e17884ca5812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:44.231509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-188c8480-ca39-400d-8990-0d82f55ef49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.823s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:44.282953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.312514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 964f410d-74a9-4f57-8d05-8aa0a9ee705d {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:44.313178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.335348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event updated for resources: {'Subnet': ['ID=7a21874d-506b-467f-9465-ccd640dd887a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:44.360730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:44.362156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0464c36-65a4-447e-bd58-d0e397788fe1 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:44.412723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:44.417621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.426801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:44.436787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:44.455921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:25:44.576455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Pushing event updated for resources: {'Port': ['ID=7383c050-df43-4eb4-ae3f-a48b1bd21917,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:44.596658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.605073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:44.630512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:44.667871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:44.667871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:44.756463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Allocated IP 2001:db8::3 (278b653e-35cd-4644-b56a-93a75feaae5e/7a21874d-506b-467f-9465-ccd640dd887a/f5ef521f-9237-4b13-a0c5-cd6967f4c3f2) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:44.800316 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0587070 Jun 25 11:25:44.808751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Request body: {'port': {'device_id': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:44.818649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68136867-c041-4252-8ac9-5727e37de51a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:44.940970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.120450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] For port 964f410d-74a9-4f57-8d05-8aa0a9ee705d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=964f410d-74a9-4f57-8d05-8aa0a9ee705d,segment=NetworkSegment(9ead3173-78cf-4558-a655-69636455fe78),segment_id=9ead3173-78cf-4558-a655-69636455fe78)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:45.121081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.148757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 964f410d-74a9-4f57-8d05-8aa0a9ee705d owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:45.175140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Pushing event updated for resources: {'Port': ['ID=964f410d-74a9-4f57-8d05-8aa0a9ee705d,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:45.179240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:45.195355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.708s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:45.196054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:45.203077 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.034s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:45.205669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:45.300875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 68136867-c041-4252-8ac9-5727e37de51a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:45.301509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.342097 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-2a39411f-c6f2-4f25-b83f-0d6bde821fcd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:25:45.346098 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2a39411f-c6f2-4f25-b83f-0d6bde821fcd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6353419 Jun 25 11:25:45.346098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:45.348908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.371969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55194) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:45.399639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b8fbef02-0b26-4356-9a0b-94e4b3c3d707 None None] Provisioning for port 5cd26487-efd2-46f5-a263-56d6114d63f1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:45.428845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.438827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b8fbef02-0b26-4356-9a0b-94e4b3c3d707 None None] Provisioning complete for port 5cd26487-efd2-46f5-a263-56d6114d63f1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:45.439532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b8fbef02-0b26-4356-9a0b-94e4b3c3d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.473222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-36b31ffb-d829-4495-96b5-eaa40c14b773 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:45.507735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.527508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No DVR routers for this DVR port 964f410d-74a9-4f57-8d05-8aa0a9ee705d on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:45.548106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a541f-ff54-435e-b16d-9090b53a8645 req-da65f817-d4fb-45c5-8072-16407072ea64 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:45.550790 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a8a541f-ff54-435e-b16d-9090b53a8645 req-da65f817-d4fb-45c5-8072-16407072ea64 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 931 time: 0.4227948 Jun 25 11:25:45.574399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=964f410d-74a9-4f57-8d05-8aa0a9ee705d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:45.575448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Transition to ACTIVE for port object f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:45.582720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:45.615635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c752eebd-de19-4f88-8584-32af8b87616b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:25:45.628260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.652312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433748b-2a4b-4fac-8d2c-bf607e688d69 None None] Network 04250886-9108-427c-ad57-45155e7067ff requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:45.676453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Transition to ACTIVE for port object c752eebd-de19-4f88-8584-32af8b87616b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:45.701195 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a8a541f-ff54-435e-b16d-9090b53a8645 req-8c655b83-ece1-4bd3-a1e2-fcf21eaaf363 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542650 Jun 25 11:25:45.735490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.738884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-510c57a2-7b0e-4a53-b4a1-de4f92083303 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:45.746902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.783216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Transition to ACTIVE for port object f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:45.788880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:45.792221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b8fbef02-0b26-4356-9a0b-94e4b3c3d707 None None] Port 5cd26487-efd2-46f5-a263-56d6114d63f1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:45.799628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:45.823417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0ade60-88e6-4f5b-9609-309975ebf7dc']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:45.837415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ead3173-78cf-4558-a655-69636455fe78') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:45.837709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ead3173-78cf-4558-a655-69636455fe78') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:45.859051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.861281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:43Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:45.883333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.895983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:45.896288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.990049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:45.992149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3b9b1-0f23-4846-a6f9-09257352f099 None None] The sync data for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv is: [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:43Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:25:45.996526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Attempting to bind port c752eebd-de19-4f88-8584-32af8b87616b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:45.997219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Attempting to bind port c752eebd-de19-4f88-8584-32af8b87616b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:45.997631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Attempting to bind port c752eebd-de19-4f88-8584-32af8b87616b on network dde7ae0d-2229-4f0e-bb98-4d537deb1fca {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:45.997999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-54d1ddaf-37f5-4d5d-9522-7a8622d95a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:46.008354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Port c752eebd-de19-4f88-8584-32af8b87616b on network dde7ae0d-2229-4f0e-bb98-4d537deb1fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:25:46.008872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Attempting to bind port c752eebd-de19-4f88-8584-32af8b87616b on network dde7ae0d-2229-4f0e-bb98-4d537deb1fca {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:46.014876 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:46.035427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:46.036006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Checking segment: {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:46.036502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Bound using segment: {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:46.037425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Bound port: c752eebd-de19-4f88-8584-32af8b87616b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be8089e-b02c-48a0-baa7-33240e0f5900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:46.038379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.086896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.123538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b44200fd-24b6-47a5-bd6a-b600ca2a0417 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:46.132349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Network 278b653e-35cd-4644-b56a-93a75feaae5e is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:46.148736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:46.158581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:46.161266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7383c050-df43-4eb4-ae3f-a48b1bd21917 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:46.166327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Pushing event updated for resources: {'Port': ['ID=f5ef521f-9237-4b13-a0c5-cd6967f4c3f2,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:46.221486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=7a21874d-506b-467f-9465-ccd640dd887a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:46.239344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:46.242590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:46.304669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Provisioning for port c752eebd-de19-4f88-8584-32af8b87616b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:46.317958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.331345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.334430 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/be0ade60-88e6-4f5b-9609-309975ebf7dc HTTP/1.1" status: 204 len: 168 time: 2.7413554 Jun 25 11:25:46.343025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-be78c942-ada2-4d3d-bb84-8f90bb385b4c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:46.363139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55196) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:46.375142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'name': 'tempest-PortsTestJSON-512403327'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:46.409876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Attempting to bind port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:46.410257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Attempting to bind port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '99624859-0693-40ed-af00-42598fa2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '278b653e-35cd-4644-b56a-93a75feaae5e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:46.410639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Attempting to bind port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 on network 278b653e-35cd-4644-b56a-93a75feaae5e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:46.432468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Provisioning complete for port 5cd26487-efd2-46f5-a263-56d6114d63f1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:46.433349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.435461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ca017-fbfa-44d5-b57e-75e2b01fb4d5 None None] DHCP port deletion for be0ade60-88e6-4f5b-9609-309975ebf7dc request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:46.476451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:46.477159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Checking segment: {'id': '99624859-0693-40ed-af00-42598fa2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '278b653e-35cd-4644-b56a-93a75feaae5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:46.477519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.477922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Bound using segment: {'id': '99624859-0693-40ed-af00-42598fa2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '278b653e-35cd-4644-b56a-93a75feaae5e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:46.478424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Bound port: f5ef521f-9237-4b13-a0c5-cd6967f4c3f2, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99624859-0693-40ed-af00-42598fa2c2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '278b653e-35cd-4644-b56a-93a75feaae5e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:46.479007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.484520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=be0ade60-88e6-4f5b-9609-309975ebf7dc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:46.487590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:46.526674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d373d6-f6e8-4ec1-a377-7df88f75eac6 None None] Network be0ade60-88e6-4f5b-9609-309975ebf7dc requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:46.543172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d373d6-f6e8-4ec1-a377-7df88f75eac6 None None] Network be0ade60-88e6-4f5b-9609-309975ebf7dc could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:25:46.566609 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Port 5cd26487-efd2-46f5-a263-56d6114d63f1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:46.622889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 7383c050-df43-4eb4-ae3f-a48b1bd21917 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:46.631025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5eedc2fd-af71-4303-b981-126e1e260e0a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:46.690132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] For port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:46.707889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] For port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f5ef521f-9237-4b13-a0c5-cd6967f4c3f2,segment=NetworkSegment(99624859-0693-40ed-af00-42598fa2c2e5),segment_id=99624859-0693-40ed-af00-42598fa2c2e5)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:46.754675 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:25:46.775970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Provisioning for port 7383c050-df43-4eb4-ae3f-a48b1bd21917 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:46.780506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Provisioning complete for port 7383c050-df43-4eb4-ae3f-a48b1bd21917 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:46.780888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.805731 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.objects.ports [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94500) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:25:46.809975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.816701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03ba02d4-0ad0-4fc4-82d7-0127193ebc7c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:46.829335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.848967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278b653e-35cd-4644-b56a-93a75feaae5e']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:46.870701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99624859-0693-40ed-af00-42598fa2c2e5') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:46.871042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99624859-0693-40ed-af00-42598fa2c2e5') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:46.901980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.923956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.928908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f6176158-9500-4486-99b5-642848b295bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:46.930027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 5eedc2fd-af71-4303-b981-126e1e260e0a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:46.936127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.958218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:46.958218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:46.958218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.960582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:46.961681 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:46.964526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:46.991444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 5eedc2fd-af71-4303-b981-126e1e260e0a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:46.991934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:46.993443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Subnet': ['ID=cced19f6-e3d0-4d0b-805b-3cc062ce162d,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:47.025563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:47.031347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:47.035580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.045500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.049247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.053639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f9765c29-d74a-4c26-b45d-adfaa012091d tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:47.124715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-906ede90-690e-4990-8742-ce1359e9154c None None] For port 7383c050-df43-4eb4-ae3f-a48b1bd21917, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7383c050-df43-4eb4-ae3f-a48b1bd21917,segment=NetworkSegment(52025f06-a9bd-4913-ae62-3fa6007cef9c),segment_id=52025f06-a9bd-4913-ae62-3fa6007cef9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:47.125956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Pushing event updated for resources: {'Port': ['ID=f5ef521f-9237-4b13-a0c5-cd6967f4c3f2,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:47.128013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:47.132755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:47.139700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:25:47.139700 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:25:47.139700 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'id': '278b653e-35cd-4644-b56a-93a75feaae5e'}] Jun 25 11:25:47.139700 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:47.142320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:47.143402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:47.156955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Checking segment: {'id': 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f6497d07-c2c7-47f0-9423-0736948e90a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:47.157378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network hostable DHCP agents. Network: f6497d07-c2c7-47f0-9423-0736948e90a5, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:47.168949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:47.169626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.171073 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] 10.222.0.47 "PUT /v2.0/ports/c752eebd-de19-4f88-8584-32af8b87616b HTTP/1.1" status: 200 len: 1093 time: 2.3669026 Jun 25 11:25:47.172136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:25:47.175199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef325d5c-d2bb-4688-b133-fe27ad60e3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "tag": "c752eebd-de19-4f88-8584-32af8b87616b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:25:47.198865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.198865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.200781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6217612c-71ca-499e-ab27-fffa11405fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:47.230201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f6da6-b3c0-4bb4-9d37-65175c961c75 None None] Network 278b653e-35cd-4644-b56a-93a75feaae5e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:47.234215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 254c79f4-37ea-4ff4-b807-6c119e2fc22e yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:47.237112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d14b5-a4a2-4cee-af08-474aebe48bfa x-openstack-request-id: req-b83d14b5-a4a2-4cee-af08-474aebe48bfa {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:25:47.237746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "tag": "c752eebd-de19-4f88-8584-32af8b87616b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:25:47.238305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b83d14b5-a4a2-4cee-af08-474aebe48bfa {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:25:47.238802 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b', 'status': 'completed', 'code': 200} Jun 25 11:25:47.352319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 5eedc2fd-af71-4303-b981-126e1e260e0a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5eedc2fd-af71-4303-b981-126e1e260e0a,segment=NetworkSegment(6493dd4d-745d-4e22-84f0-fb6ffed9d677),segment_id=6493dd4d-745d-4e22-84f0-fb6ffed9d677)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:47.366885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325d5c-d2bb-4688-b133-fe27ad60e3b5 req-cbf1d63d-dcde-4cf2-96bb-96545062123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:47.369378 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ef325d5c-d2bb-4688-b133-fe27ad60e3b5 req-cbf1d63d-dcde-4cf2-96bb-96545062123b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=869fa866ee3f424c952da82e96d1f712&device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1096 time: 0.1054893 Jun 25 11:25:47.370139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-93b8d66e-42f5-43d8-9dd9-e8a3b3274261 None None] Could not find standard attr ID for object 964f410d-74a9-4f57-8d05-8aa0a9ee705d. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:25:47.435476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d98d9-4a74-4d4e-8c37-a985905c0497 req-99804687-fbaf-4f84-9f7e-f3531f690472 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:47.443531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8c4d98d9-4a74-4d4e-8c37-a985905c0497 req-99804687-fbaf-4f84-9f7e-f3531f690472 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 943 time: 0.5373166 Jun 25 11:25:47.446722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Pushing event updated for resources: {'Port': ['ID=7383c050-df43-4eb4-ae3f-a48b1bd21917,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:47.451774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.458001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:47.458489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-906ede90-690e-4990-8742-ce1359e9154c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:47.480017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network f6497d07-c2c7-47f0-9423-0736948e90a5 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:47.535863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=5eedc2fd-af71-4303-b981-126e1e260e0a,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:47.539593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:47.551126 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8c4d98d9-4a74-4d4e-8c37-a985905c0497 req-c83cd04a-2026-4986-936b-50f97b1d437e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060226 Jun 25 11:25:47.559855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-93b8d66e-42f5-43d8-9dd9-e8a3b3274261 None None] Provisioning complete for port 7383c050-df43-4eb4-ae3f-a48b1bd21917 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:47.560255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93b8d66e-42f5-43d8-9dd9-e8a3b3274261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.605823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, f6497d07-c2c7-47f0-9423-0736948e90a5) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:47.615444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:47.616177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.622815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1d409-092b-4824-bee9-fbf99f0f7ab0 None None] Network f6497d07-c2c7-47f0-9423-0736948e90a5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:47.634248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.636444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325d5c-d2bb-4688-b133-fe27ad60e3b5 req-dd098bdf-e282-4ff1-beca-3e0992c1eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:47.638107 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ef325d5c-d2bb-4688-b133-fe27ad60e3b5 req-dd098bdf-e282-4ff1-beca-3e0992c1eba3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=869fa866ee3f424c952da82e96d1f712&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2603335 Jun 25 11:25:47.643924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.723382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b7d28-4da3-4c27-97a7-97ac84fc645f None None] Network 278b653e-35cd-4644-b56a-93a75feaae5e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:47.752902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting port 5cd26487-efd2-46f5-a263-56d6114d63f1 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:47.753382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.759556 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6062880 Jun 25 11:25:47.770540 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55202) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:47.904670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325d5c-d2bb-4688-b133-fe27ad60e3b5 req-679a91ac-6b00-4dc5-9a08-45cad9992695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:47.906326 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ef325d5c-d2bb-4688-b133-fe27ad60e3b5 req-679a91ac-6b00-4dc5-9a08-45cad9992695 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2599742 Jun 25 11:25:47.923864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.924035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:47.924225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:47.935354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b15f6f67-973a-4779-986b-dc45b6a619ae tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:48.013820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-f6497d07-c2c7-47f0-9423-0736948e90a5', 'network_id': 'f6497d07-c2c7-47f0-9423-0736948e90a5', 'tenant_id': 'b464d4241b3f4716bc4768271a87d51e', 'fixed_ips': [{'subnet_id': 'cced19f6-e3d0-4d0b-805b-3cc062ce162d'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:48.015751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.039045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:48.040624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f5ef521f-9237-4b13-a0c5-cd6967f4c3f2,segment=NetworkSegment(99624859-0693-40ed-af00-42598fa2c2e5),segment_id=99624859-0693-40ed-af00-42598fa2c2e5)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:48.041059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.046672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.055662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:48.059081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:48.061369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 81e3705f-bbec-4d67-9981-9f9353c9de80 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:48.061732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:48.065767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:48.066415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.085546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=254c79f4-37ea-4ff4-b807-6c119e2fc22e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:48.088454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:48.102762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Calling delete_port for 5cd26487-efd2-46f5-a263-56d6114d63f1 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:48.112985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.113211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-644b056e-41c3-4e53-8fb5-a661cc083931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:48.113536 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-644b056e-41c3-4e53-8fb5-a661cc083931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=869fa866ee3f424c952da82e96d1f712&device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1096 time: 0.1362498 Jun 25 11:25:48.158071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-63bee177-a4c7-48ad-a1f4-0e8f599364bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c752eebd-de19-4f88-8584-32af8b87616b HTTP/1.1" status: 200 len: 217 time: 0.0353625 Jun 25 11:25:48.231495 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8641825 Jun 25 11:25:48.231825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.232552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-9d074f0c-95d2-4505-88ca-b11da646a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:48.234192 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-9d074f0c-95d2-4505-88ca-b11da646a23d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6b9001a-b985-423d-bb89-2f4a051fa7e9 HTTP/1.1" status: 200 len: 835 time: 0.0664761 Jun 25 11:25:48.235365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55204) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:48.253495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Allocated IP 2001:db8::f816:3eff:fe82:89ba (f6497d07-c2c7-47f0-9423-0736948e90a5/cced19f6-e3d0-4d0b-805b-3cc062ce162d/4b6fc483-d385-432e-9917-6abf8adc5491) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:48.330638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 81e3705f-bbec-4d67-9981-9f9353c9de80 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:48.337790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 81e3705f-bbec-4d67-9981-9f9353c9de80 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:48.338307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.349657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.353799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-77970845-bce4-4cc3-9b17-fc4d1d3f9ef7 tempest-TestServerAdvancedOps-1121850074 tempest-TestServerAdvancedOps-1121850074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:48.389645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=f5ef521f-9237-4b13-a0c5-cd6967f4c3f2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:48.392906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port f5ef521f-9237-4b13-a0c5-cd6967f4c3f2 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:48.401300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:48.459881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-15b3c7cb-6a96-4103-a194-a0e8b6ad17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:48.461482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-15b3c7cb-6a96-4103-a194-a0e8b6ad17b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1921732 Jun 25 11:25:48.484429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.486531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.499279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 254c79f4-37ea-4ff4-b807-6c119e2fc22e {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:48.499651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.503931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Transition to ACTIVE for port object 4b6fc483-d385-432e-9917-6abf8adc5491 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:48.519360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.525839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ebd43dda-6a16-4a45-a365-7d3cb57e05ac tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:48.535238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Transition to ACTIVE for port object 4b6fc483-d385-432e-9917-6abf8adc5491 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:48.537782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 81e3705f-bbec-4d67-9981-9f9353c9de80, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=81e3705f-bbec-4d67-9981-9f9353c9de80,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:48.538826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.565429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Port': ['ID=5cd26487-efd2-46f5-a263-56d6114d63f1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:48.567816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:48.613836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.614869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7383c050-df43-4eb4-ae3f-a48b1bd21917 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:48.615484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278b653e-35cd-4644-b56a-93a75feaae5e']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:48.636022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99624859-0693-40ed-af00-42598fa2c2e5') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:48.636333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99624859-0693-40ed-af00-42598fa2c2e5') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:48.647631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.652495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-428d8d0b-c8d3-48c6-8253-b7ab83b8b6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:48.659983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.677761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.682619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Network f6497d07-c2c7-47f0-9423-0736948e90a5 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:48.704508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 254c79f4-37ea-4ff4-b807-6c119e2fc22e owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:48.706687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:48.716239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:48.734093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.751040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.772060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:48.772465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:48.776602 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:48.790228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=81e3705f-bbec-4d67-9981-9f9353c9de80,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:48.801675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:48.819787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:48.856919 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-4ae4c957-53f6-402c-91af-96813e94ceeb service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662024 Jun 25 11:25:48.862025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Attempting to bind port 4b6fc483-d385-432e-9917-6abf8adc5491 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:48.862396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Attempting to bind port 4b6fc483-d385-432e-9917-6abf8adc5491 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f6497d07-c2c7-47f0-9423-0736948e90a5'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:48.862760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Attempting to bind port 4b6fc483-d385-432e-9917-6abf8adc5491 on network f6497d07-c2c7-47f0-9423-0736948e90a5 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:48.877222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 7383c050-df43-4eb4-ae3f-a48b1bd21917 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:48.877596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.889387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.890885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:48.891267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Checking segment: {'id': 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f6497d07-c2c7-47f0-9423-0736948e90a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:48.891838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.892599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Bound using segment: {'id': 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f6497d07-c2c7-47f0-9423-0736948e90a5'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:48.892750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Bound port: 4b6fc483-d385-432e-9917-6abf8adc5491, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f6497d07-c2c7-47f0-9423-0736948e90a5'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:48.893101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.923327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d509f561-53c9-4568-b0f3-4860726846d9 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:48.926545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Pushing event updated for resources: {'Port': ['ID=4b6fc483-d385-432e-9917-6abf8adc5491,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:48.941644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:48.950482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Subnet': ['ID=cced19f6-e3d0-4d0b-805b-3cc062ce162d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:48.956364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:48.987587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Router d4d4287c-b563-411b-aec0-e7c4af32de0f has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:25:48.988283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9151275-1e4b-4a19-bb20-c9af431ba38f req-63354e40-35be-4d7b-950b-b265a3893042 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:48.989882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e9151275-1e4b-4a19-bb20-c9af431ba38f req-63354e40-35be-4d7b-950b-b265a3893042 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 943 time: 0.2813423 Jun 25 11:25:48.990530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:48.998579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4440447d-368f-4be5-be71-1bb84dd4e919 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:49.006246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.012036 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/278b653e-35cd-4644-b56a-93a75feaae5e HTTP/1.1" status: 204 len: 168 time: 4.8047953 Jun 25 11:25:49.015075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55208) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.034141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=278b653e-35cd-4644-b56a-93a75feaae5e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:49.043062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:49.045809 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18971b38-fbc7-4da0-8ad3-cb467cf0965f req-987a7fd2-2266-4eb5-ad97-9b196c26f555 service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742141 Jun 25 11:25:49.048601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.051895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] For port 4b6fc483-d385-432e-9917-6abf8adc5491, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:49.062473 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6325eb3-e1ea-4b8e-9590-6b70e3e51a6c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:49.062934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6325eb3-e1ea-4b8e-9590-6b70e3e51a6c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:49.067080 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a6325eb3-e1ea-4b8e-9590-6b70e3e51a6c tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/7a21874d-506b-467f-9465-ccd640dd887a HTTP/1.1" status: 404 len: 337 time: 0.0489171 Jun 25 11:25:49.067404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55210) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.073719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] For port 4b6fc483-d385-432e-9917-6abf8adc5491, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4b6fc483-d385-432e-9917-6abf8adc5491,segment=NetworkSegment(c7f9de1d-01ce-4ff7-a066-d0f90b91b8db),segment_id=c7f9de1d-01ce-4ff7-a066-d0f90b91b8db)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:49.074018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6497d07-c2c7-47f0-9423-0736948e90a5']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.076230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5eedc2fd-af71-4303-b981-126e1e260e0a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:49.091960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e9151275-1e4b-4a19-bb20-c9af431ba38f req-2307d61d-f9a6-43e5-bd1d-b7012a9a46e1 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680041 Jun 25 11:25:49.095407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.095407 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f6e3b-3705-47c0-861c-b3bf597dbaf5 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:49.095737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295f6e3b-3705-47c0-861c-b3bf597dbaf5 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:49.099660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-295f6e3b-3705-47c0-861c-b3bf597dbaf5 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/278b653e-35cd-4644-b56a-93a75feaae5e HTTP/1.1" status: 404 len: 339 time: 0.0291431 Jun 25 11:25:49.099949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:49.104231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55212) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.128841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.129214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.136301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 5eedc2fd-af71-4303-b981-126e1e260e0a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:49.136640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.149973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=254c79f4-37ea-4ff4-b807-6c119e2fc22e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:49.162192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:49.165104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.168566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:49.173247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.192397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.192654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:25:49.196986 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/254c79f4-37ea-4ff4-b807-6c119e2fc22e HTTP/1.1" status: 204 len: 168 time: 0.9583530 Jun 25 11:25:49.199260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55214) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.199395 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8235576 Jun 25 11:25:49.203144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.205498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55216) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.206103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'mac_address': 'fa:16:3e:0f:10:4e', 'name': 'tempest-PortsTestJSON-440071543'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:49.220695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] Sync routers for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:25:49.256434 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-09f95ff3-5644-44d1-a6a6-24c79fb3f868 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] delete failed (client error): The resource could not be found. Jun 25 11:25:49.257935 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-09f95ff3-5644-44d1-a6a6-24c79fb3f868 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-923062854 HTTP/1.1" status: 404 len: 334 time: 0.0509477 Jun 25 11:25:49.262774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55218) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.268251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-db102471-1e52-42ab-8c87-8fec652e033f tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4d4287c-b563-411b-aec0-e7c4af32de0f'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:49.275892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.299260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Pushing event updated for resources: {'Port': ['ID=4b6fc483-d385-432e-9917-6abf8adc5491,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:49.305373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:49.305997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.318981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:49.319399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:49.323620 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:49.401235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.415312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.428846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb2cb1e-aba7-46cb-ae61-402c9bdd5f62') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.429240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb2cb1e-aba7-46cb-ae61-402c9bdd5f62') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.440416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.453060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:49.469838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.491989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:49.492425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.493216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:49.496948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:49.501731 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:49.526048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b766504-0685-413f-9da6-800f551e13e7 None None] Network f6497d07-c2c7-47f0-9423-0736948e90a5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:49.561281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:49.562077 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.590037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.614639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 8197e149-975f-4abc-89c7-c9b00ad84003 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:49.628129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:49.629151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f12a6-ef96-4b1b-b050-14c9930fcb90 None None] The sync data for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:25:49.644675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 964f410d-74a9-4f57-8d05-8aa0a9ee705d no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:49.676042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 964f410d-74a9-4f57-8d05-8aa0a9ee705d {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:49.676042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 964f410d-74a9-4f57-8d05-8aa0a9ee705d not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:49.700603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.708612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1213e54-18ab-4d56-81a6-ab4dc2093c63 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:49.724887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.730027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0 HTTP/1.1" status: 204 len: 168 time: 0.6216247 Jun 25 11:25:49.731363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=2e27fa8a-0709-49cf-ac9e-a3e7119fd8f0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:49.735785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55220) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.744031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:49.755737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8360eb48-9464-4202-983f-354fd01a9a2c None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:25:49.781387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-74804e53-e156-45a3-a037-b015b7809aab tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:49.781843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74804e53-e156-45a3-a037-b015b7809aab tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:49.785958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-74804e53-e156-45a3-a037-b015b7809aab tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/a3b22ee6-b55a-40b4-8bee-73c0a15133b1 HTTP/1.1" status: 404 len: 337 time: 0.0468709 Jun 25 11:25:49.787159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55222) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.838863 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4052d454-a4ea-4a8a-9275-5c16aae65d06 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:49.839118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4052d454-a4ea-4a8a-9275-5c16aae65d06 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:49.843271 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4052d454-a4ea-4a8a-9275-5c16aae65d06 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/597ee32c-b301-4c14-923d-37ae1146dd2f HTTP/1.1" status: 404 len: 339 time: 0.0538120 Jun 25 11:25:49.845169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55224) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:49.946444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db102471-1e52-42ab-8c87-8fec652e033f tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:49.952726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8360eb48-9464-4202-983f-354fd01a9a2c None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:25:49.953924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 11:25:49.953924 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 11:25:49.953924 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': 'f6497d07-c2c7-47f0-9423-0736948e90a5'}] Jun 25 11:25:49.953924 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:25:49.953924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:25:49.967644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting subnet 9b00862f-ad61-484a-8ffa-d3011db1dc1a {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:49.972526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 81e3705f-bbec-4d67-9981-9f9353c9de80 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:49.974133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.006438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.034121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.098858 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-db102471-1e52-42ab-8c87-8fec652e033f tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] update failed (client error): The resource could not be found. Jun 25 11:25:50.100493 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-db102471-1e52-42ab-8c87-8fec652e033f tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f HTTP/1.1" status: 404 len: 339 time: 0.8367386 Jun 25 11:25:50.102525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 81e3705f-bbec-4d67-9981-9f9353c9de80 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:50.102525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.105583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55226) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:50.110825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-302118589'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:50.167863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.190866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.197119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4689e192-9432-4022-8ee3-16886d8e4e79 tempest-RoutersIpV6AdminTest-1729850025 tempest-RoutersIpV6AdminTest-1729850025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:50.263812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:50.270519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.271562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:50.284594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:50.291854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=8197e149-975f-4abc-89c7-c9b00ad84003,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:50.296522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:50.301983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:50.302732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.305390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951d337-9ecc-4811-8c85-517422e4427d req-f436a1b0-039b-496a-8b60-39a9be6831ef tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:50.313005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:50.313241 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d951d337-9ecc-4811-8c85-517422e4427d req-f436a1b0-039b-496a-8b60-39a9be6831ef tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 943 time: 0.0855381 Jun 25 11:25:50.330522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:50.340781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.341231 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Added segment 7801149b-f9a3-4e6d-9229-7dd44ce52a5f of type vlan for network fec28e7b-52c7-415d-bc76-3ce176699076 Jun 25 11:25:50.355163 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d951d337-9ecc-4811-8c85-517422e4427d req-aaba6910-0854-4d4f-a07f-22d050c4f1c5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394824 Jun 25 11:25:50.381456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564c345-2875-494b-8648-06de2fc5611f None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:25:50.391760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.403747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2042880 Jun 25 11:25:50.406712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55230) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:50.429861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.433007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4777f0ab-ae79-4c34-8bd2-e9aced26a999 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:50.456622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.460745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=9b00862f-ad61-484a-8ffa-d3011db1dc1a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:50.462789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.467587 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/9b00862f-ad61-484a-8ffa-d3011db1dc1a HTTP/1.1" status: 204 len: 168 time: 0.6202476 Jun 25 11:25:50.467587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:50.470813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55232) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:50.471168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff135d07-f784-4023-a7a8-ed9381012f84 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:50.473033 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ff135d07-f784-4023-a7a8-ed9381012f84 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/8197e149-975f-4abc-89c7-c9b00ad84003 HTTP/1.1" status: 200 len: 840 time: 0.0653079 Jun 25 11:25:50.474317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55234) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:50.498187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.503645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:50.504699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.509690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-97dbac7c-8e99-43ab-99eb-a6601f26b433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:50.527862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7564c345-2875-494b-8648-06de2fc5611f None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:25:50.618240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting port 4b6fc483-d385-432e-9917-6abf8adc5491 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:50.618591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.624122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 8197e149-975f-4abc-89c7-c9b00ad84003 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:50.624488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.752859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.764851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] For port 4b6fc483-d385-432e-9917-6abf8adc5491, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4b6fc483-d385-432e-9917-6abf8adc5491,segment=NetworkSegment(c7f9de1d-01ce-4ff7-a066-d0f90b91b8db),segment_id=c7f9de1d-01ce-4ff7-a066-d0f90b91b8db)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:50.765349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.780110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 8197e149-975f-4abc-89c7-c9b00ad84003 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:50.786894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Calling delete_port for 4b6fc483-d385-432e-9917-6abf8adc5491 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:50.866450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bc9a7-46c8-4bf3-bfc7-3a38b9085159 None None] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:50.893712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting subnet 5426bbc0-abf4-4c32-befc-dc93461dc8c2 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:50.903744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7965550 Jun 25 11:25:50.904154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.905207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55236) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:50.914658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'subnet': {'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:50.934714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Network': ['ID=fec28e7b-52c7-415d-bc76-3ce176699076,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:50.952875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.953355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.953723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.954078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.954486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.954833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.955258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.955580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.955947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.956342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.956711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.957138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:50.969315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:50.973069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:50.982438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network fec28e7b-52c7-415d-bc76-3ce176699076 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:51.072130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.121679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.129485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4d827b28-df65-4fac-8f04-b3e4849c6e58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:51.157685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No DVR routers for this DVR port 4b6fc483-d385-432e-9917-6abf8adc5491 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:51.164616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Port': ['ID=4b6fc483-d385-432e-9917-6abf8adc5491,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:51.187318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.191100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Made reservation on behalf of 0a633028103344c896f98aa6a28dacec for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:51.195041 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.224178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.224566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.224947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.225347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.225714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.226104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.226448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.226815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.227183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.227542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.227900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.228312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:51.232457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:51.246759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.248964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-94afd4e6-b066-4c5d-8ded-dd20dd26f044 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:51.255830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d41b8df-8232-4099-bc72-216a883d2a34 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:51.269201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.273632 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/8197e149-975f-4abc-89c7-c9b00ad84003 HTTP/1.1" status: 204 len: 168 time: 0.7982268 Jun 25 11:25:51.277546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55238) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:51.289036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=5426bbc0-abf4-4c32-befc-dc93461dc8c2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:51.293449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.298151 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/5426bbc0-abf4-4c32-befc-dc93461dc8c2 HTTP/1.1" status: 204 len: 168 time: 0.8265598 Jun 25 11:25:51.298151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:51.313141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55240) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:51.314752 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6dbaa5-fee4-49fb-88d3-af8937cff5c0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:25:51.316342 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ff6dbaa5-fee4-49fb-88d3-af8937cff5c0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/8197e149-975f-4abc-89c7-c9b00ad84003 HTTP/1.1" status: 404 len: 333 time: 0.0374877 Jun 25 11:25:51.320052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55242) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:51.326184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'name': 'tempest-PortsTestJSON-1616051792'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:51.401434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=8197e149-975f-4abc-89c7-c9b00ad84003,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:51.430833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:51.440585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.492810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6497d07-c2c7-47f0-9423-0736948e90a5']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:51.507236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:51.510377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.520306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:51.520865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f9de1d-01ce-4ff7-a066-d0f90b91b8db') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:51.536433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.540246 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.551520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port d2d02f0f-a5ea-4540-83a3-2750812e3d7d yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:51.617021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.637393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78771e-b37c-4305-853a-1cca657bf55e req-786dc7f7-49cf-49d2-bdad-bafa7e6c0a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:51.638983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae78771e-b37c-4305-853a-1cca657bf55e req-786dc7f7-49cf-49d2-bdad-bafa7e6c0a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 943 time: 0.1447051 Jun 25 11:25:51.668156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:51.668481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:51.671517 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:51.713731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae78771e-b37c-4305-853a-1cca657bf55e req-14085344-2f3c-49e6-a396-c70a563452e4 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627713 Jun 25 11:25:51.720793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port a62c6863-a69b-4d6b-badc-13729370e796 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:51.721174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.726104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd25c9-b0bc-4669-8e71-2717b930b5fc None None] Network d98e7987-7e46-4e57-becd-28de6e7cf5c8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:51.810622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ddcdbeab-dc6c-43ea-946c-736ba85a9ad4 None None] Provisioning complete for port a62c6863-a69b-4d6b-badc-13729370e796 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:51.811034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ddcdbeab-dc6c-43ea-946c-736ba85a9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.821602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.838204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.843880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b46ceeb0-53e1-44b5-9d0f-0585429ed423 tempest-TagsExtTest-1521450474 tempest-TagsExtTest-1521450474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:51.848350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port a62c6863-a69b-4d6b-badc-13729370e796, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a62c6863-a69b-4d6b-badc-13729370e796,segment=NetworkSegment(606847a4-09d8-432d-903d-17b675053955),segment_id=606847a4-09d8-432d-903d-17b675053955)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:51.848717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.889341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for a62c6863-a69b-4d6b-badc-13729370e796 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:51.927622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Subnet': ['ID=61421626-2411-4cab-b52c-0dbabe0525dc,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:51.934421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:51.975682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.977903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.981128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2b72db11-b104-4092-93d4-1a4dd3950670 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:51.984961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Checking segment: {'id': '7801149b-f9a3-4e6d-9229-7dd44ce52a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:51.985361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network hostable DHCP agents. Network: fec28e7b-52c7-415d-bc76-3ce176699076, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:51.986878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:51.990407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:51.995448 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/f6497d07-c2c7-47f0-9423-0736948e90a5 HTTP/1.1" status: 204 len: 168 time: 4.2206733 Jun 25 11:25:51.996281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55246) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:52.010603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1793944964'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:52.019034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Network': ['ID=f6497d07-c2c7-47f0-9423-0736948e90a5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:52.030018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:52.040745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:52.048001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:52.051693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:52.057535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:52.058316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.071972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] DHCP port deletion for d98e7987-7e46-4e57-becd-28de6e7cf5c8 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:52.075560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=d2d02f0f-a5ea-4540-83a3-2750812e3d7d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:52.078352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:52.118620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Deleting port a62c6863-a69b-4d6b-badc-13729370e796 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:52.119003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.152490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network fec28e7b-52c7-415d-bc76-3ce176699076 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:52.164392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:52.169933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.173353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.181385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6acbb8bb-c7ee-4cd4-9c61-5b9129dc7222 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:52.182228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] For port a62c6863-a69b-4d6b-badc-13729370e796, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a62c6863-a69b-4d6b-badc-13729370e796,segment=NetworkSegment(606847a4-09d8-432d-903d-17b675053955),segment_id=606847a4-09d8-432d-903d-17b675053955)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:52.182907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.201722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Calling delete_port for a62c6863-a69b-4d6b-badc-13729370e796 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:52.206923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=a62c6863-a69b-4d6b-badc-13729370e796,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:52.211321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:52.217951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port a62c6863-a69b-4d6b-badc-13729370e796 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:52.244702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:52.254936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, fec28e7b-52c7-415d-bc76-3ce176699076) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:52.264307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b9769-7574-4fa3-9c73-fdd6eb4f930b None None] Network fec28e7b-52c7-415d-bc76-3ce176699076 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:52.269237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.269586 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Added segment bff9053a-0674-4660-a1b9-812e014348ca of type vlan for network a66e5153-d1c9-4cbd-b179-557bcdbad764 Jun 25 11:25:52.280483 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9541619 Jun 25 11:25:52.280483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55248) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:52.280791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:52.280791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.284888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:52.356593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.359891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.364587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:52.376961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.380771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.381626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98e7987-7e46-4e57-becd-28de6e7cf5c8']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:52.397424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606847a4-09d8-432d-903d-17b675053955') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:52.397785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606847a4-09d8-432d-903d-17b675053955') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:52.404377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] No DVR routers for this DVR port a62c6863-a69b-4d6b-badc-13729370e796 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:52.408925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Pushing event deleted for resources: {'Port': ['ID=a62c6863-a69b-4d6b-badc-13729370e796,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:52.415904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:52.422230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.431152 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5207410 Jun 25 11:25:52.435930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55250) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:52.444134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-133336fd-5db0-425e-8ad5-eb5b4ad5cace tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:52.486126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.504838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-fec28e7b-52c7-415d-bc76-3ce176699076', 'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076', 'tenant_id': '0a633028103344c896f98aa6a28dacec', 'fixed_ips': [{'subnet_id': '61421626-2411-4cab-b52c-0dbabe0525dc'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:52.505821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.542834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:52.543480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:52.548660 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:52.565758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.584001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.595331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:52.596317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.632444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.636330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ceccbf76-d913-4d7d-9314-a9c977ba859d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:52.653349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58e58632-bb82-4f75-9728-15f994835019 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:52.654748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Allocated IP 2001:db8:1::2 (fec28e7b-52c7-415d-bc76-3ce176699076/61421626-2411-4cab-b52c-0dbabe0525dc/238b7a0e-63bf-44ca-a705-68e202de7b0a) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:52.680980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] In _notify_port_updated(), no bound segment for port d2d02f0f-a5ea-4540-83a3-2750812e3d7d on network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:25:52.687453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:52.688079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.689580 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "PUT /v2.0/ports/d2d02f0f-a5ea-4540-83a3-2750812e3d7d HTTP/1.1" status: 200 len: 818 time: 0.4096069 Jun 25 11:25:52.701754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55252) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:52.754775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=d2d02f0f-a5ea-4540-83a3-2750812e3d7d,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:52.758391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:52.809536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Network': ['ID=a66e5153-d1c9-4cbd-b179-557bcdbad764,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:52.859377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:52.866655 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8581903 Jun 25 11:25:52.866910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port d2d02f0f-a5ea-4540-83a3-2750812e3d7d {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:52.866910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.872452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55256) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:52.876459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.879123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'subnet': {'network_id': 'a66e5153-d1c9-4cbd-b179-557bcdbad764', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:52.885519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a66e5153-d1c9-4cbd-b179-557bcdbad764 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:52.889486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Transition to ACTIVE for port object 238b7a0e-63bf-44ca-a705-68e202de7b0a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:52.928985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.956235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:52.956511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Transition to ACTIVE for port object 238b7a0e-63bf-44ca-a705-68e202de7b0a will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:52.965079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.971492 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/d98e7987-7e46-4e57-becd-28de6e7cf5c8 HTTP/1.1" status: 204 len: 168 time: 1.6529906 Jun 25 11:25:52.971492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-133336fd-5db0-425e-8ad5-eb5b4ad5cace tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:52.985930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55258) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:52.998449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=d98e7987-7e46-4e57-becd-28de6e7cf5c8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:53.018244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:53.019996 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db6f21e-9825-483a-9b8a-a5bd3ee677e3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:53.020448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db6f21e-9825-483a-9b8a-a5bd3ee677e3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:53.022185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6db6f21e-9825-483a-9b8a-a5bd3ee677e3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/68424eb0-bc9e-4496-89b0-1613f20b894b HTTP/1.1" status: 404 len: 337 time: 0.0352962 Jun 25 11:25:53.025764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55260) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.033226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.033477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.038855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-afb41344-7da5-427c-a343-ca182553a933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:53.051581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for d2d02f0f-a5ea-4540-83a3-2750812e3d7d owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:53.055624 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbff72cf-f490-496d-9bbe-035fee012c5f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:53.056224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbff72cf-f490-496d-9bbe-035fee012c5f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:53.062310 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cbff72cf-f490-496d-9bbe-035fee012c5f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/1e0a9895-219d-429f-945b-8831d363499a HTTP/1.1" status: 404 len: 339 time: 0.0319684 Jun 25 11:25:53.063392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55262) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.095830 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2500dc5-cef9-4f37-a99b-c4b2f1e579c4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:53.096276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2500dc5-cef9-4f37-a99b-c4b2f1e579c4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:53.102849 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a2500dc5-cef9-4f37-a99b-c4b2f1e579c4 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/bcb6772a-56ac-4c20-9276-357ef53e96d5 HTTP/1.1" status: 404 len: 337 time: 0.0337420 Jun 25 11:25:53.106754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55264) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.114368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Network fec28e7b-52c7-415d-bc76-3ce176699076 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:53.118889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:53.119259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5f6f-e5aa-4b90-aa35-439e100c8a54 req-199d1b6a-03c2-4585-9212-b883e5f8b3c2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:53.121405 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-df6c5f6f-e5aa-4b90-aa35-439e100c8a54 req-199d1b6a-03c2-4585-9212-b883e5f8b3c2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 943 time: 0.2114725 Jun 25 11:25:53.125988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:53.133165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e62d85-4e6f-433f-8e21-3133c398b16b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:53.133587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e62d85-4e6f-433f-8e21-3133c398b16b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:53.139167 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b5e62d85-4e6f-433f-8e21-3133c398b16b tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/7ac39e0f-8891-4c27-93e4-a6f498d304a0 HTTP/1.1" status: 404 len: 339 time: 0.0266232 Jun 25 11:25:53.139393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55266) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.145122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Pushing event updated for resources: {'Port': ['ID=238b7a0e-63bf-44ca-a705-68e202de7b0a,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:53.177969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7611830a-b26a-4c37-a9bf-d351f3c8dddd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:53.178432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7611830a-b26a-4c37-a9bf-d351f3c8dddd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:53.183873 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7611830a-b26a-4c37-a9bf-d351f3c8dddd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/1b59b8e8-8482-4936-93f2-400136444ed1 HTTP/1.1" status: 404 len: 337 time: 0.0398419 Jun 25 11:25:53.183873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55268) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.195510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:53.199271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.218615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.218615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.218947 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-df6c5f6f-e5aa-4b90-aa35-439e100c8a54 req-9d89f2f5-82e4-41f7-b26a-e1b0d0e90bde tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674934 Jun 25 11:25:53.219699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.219699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.220350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.221121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.221694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.222183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.222683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.223238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.223735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.224364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:25:53.231749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:53.237569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd7bb79-1b9b-42e8-8572-1b1d3284b5d8 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:53.238189 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd7bb79-1b9b-42e8-8572-1b1d3284b5d8 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:53.242255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2fd7bb79-1b9b-42e8-8572-1b1d3284b5d8 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/9fd9d67d-f267-4c96-a173-cd5f85df991a HTTP/1.1" status: 404 len: 339 time: 0.0553219 Jun 25 11:25:53.242567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55270) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.255480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Attempting to bind port 238b7a0e-63bf-44ca-a705-68e202de7b0a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:53.255480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Attempting to bind port 238b7a0e-63bf-44ca-a705-68e202de7b0a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7801149b-f9a3-4e6d-9229-7dd44ce52a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:53.255480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Attempting to bind port 238b7a0e-63bf-44ca-a705-68e202de7b0a on network fec28e7b-52c7-415d-bc76-3ce176699076 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:53.263468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:53.264002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Checking segment: {'id': '7801149b-f9a3-4e6d-9229-7dd44ce52a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:53.264569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.265179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Bound using segment: {'id': '7801149b-f9a3-4e6d-9229-7dd44ce52a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:53.266012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Bound port: 238b7a0e-63bf-44ca-a705-68e202de7b0a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7801149b-f9a3-4e6d-9229-7dd44ce52a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'fec28e7b-52c7-415d-bc76-3ce176699076'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:53.266576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.292982 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-133336fd-5db0-425e-8ad5-eb5b4ad5cace tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:25:53.299067 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-133336fd-5db0-425e-8ad5-eb5b4ad5cace tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f HTTP/1.1" status: 400 len: 364 time: 0.8539705 Jun 25 11:25:53.299322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55272) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.350481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting subnet 2237d356-4fca-4f41-aab4-2bf71b2f86d5 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:53.357680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] For port 238b7a0e-63bf-44ca-a705-68e202de7b0a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:53.359881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.362162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] For port 238b7a0e-63bf-44ca-a705-68e202de7b0a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=238b7a0e-63bf-44ca-a705-68e202de7b0a,segment=NetworkSegment(7801149b-f9a3-4e6d-9229-7dd44ce52a5f),segment_id=7801149b-f9a3-4e6d-9229-7dd44ce52a5f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:53.368196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6cd23236-0c42-47b9-a75f-b1dacd9d6af4 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:53.385937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.405014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=d2d02f0f-a5ea-4540-83a3-2750812e3d7d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:53.407763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:53.413504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.420969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/d2d02f0f-a5ea-4540-83a3-2750812e3d7d HTTP/1.1" status: 204 len: 168 time: 0.7123427 Jun 25 11:25:53.422178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55274) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:53.445400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.466589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:53.527825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.561221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Pushing event updated for resources: {'Port': ['ID=238b7a0e-63bf-44ca-a705-68e202de7b0a,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:53.568378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:53.661549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:53.664966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5c269af-1f8d-4ee5-b13c-e8d4c55b2a97 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:53.765401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Checking segment: {'id': 'bff9053a-0674-4660-a1b9-812e014348ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a66e5153-d1c9-4cbd-b179-557bcdbad764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:53.765801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network hostable DHCP agents. Network: a66e5153-d1c9-4cbd-b179-557bcdbad764, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:53.772046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Subnet': ['ID=ff5b51ba-db4a-4bd0-9416-532c03931d35,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:53.775161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:53.802354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c752eebd-de19-4f88-8584-32af8b87616b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:25:53.926548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network a66e5153-d1c9-4cbd-b179-557bcdbad764 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:53.962277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7a0e-63bf-44ca-a705-68e202de7b0a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:53.995484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:54.010288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a66e5153-d1c9-4cbd-b179-557bcdbad764) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:54.014987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'c752eebd-de19-4f88-8584-32af8b87616b', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'port_id': 'c752eebd-de19-4f88-8584-32af8b87616b', 'mac_address': 'fa:16:3e:25:44:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:25:54.021139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37fe02d-97cb-46ce-a43b-f7c750b22c41 None None] Network a66e5153-d1c9-4cbd-b179-557bcdbad764 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:54.021831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:54.024615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.144541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30868f-bbbc-4b95-8a1d-5ddc91c80a04 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:54.146140 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6c30868f-bbbc-4b95-8a1d-5ddc91c80a04 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7237849 Jun 25 11:25:54.150299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55276) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:54.166665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.184311 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3102245 Jun 25 11:25:54.185326 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfecc80-28ce-467f-97af-aea352f0a670 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:25:54.191203 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ebfecc80-28ce-467f-97af-aea352f0a670 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/d2d02f0f-a5ea-4540-83a3-2750812e3d7d HTTP/1.1" status: 404 len: 333 time: 0.0390034 Jun 25 11:25:54.197134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55278) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:54.197134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55280) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:54.199091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-453998247'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:54.221007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.293903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.319060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c752eebd-de19-4f88-8584-32af8b87616b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:25:54.341817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:54.342044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.381250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:54.385172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.403783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 238b7a0e-63bf-44ca-a705-68e202de7b0a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:54.464915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.466893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:54.477137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f7f57-9db4-4b63-b059-bc4341b1c6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a66e5153-d1c9-4cbd-b179-557bcdbad764', 'network_id': 'a66e5153-d1c9-4cbd-b179-557bcdbad764', 'tenant_id': 'b464d4241b3f4716bc4768271a87d51e', 'fixed_ips': [{'subnet_id': 'ff5b51ba-db4a-4bd0-9416-532c03931d35'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:54.478011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-393f7f57-9db4-4b63-b059-bc4341b1c6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.490145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.510462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a62c6863-a69b-4d6b-badc-13729370e796 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:54.520488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.520752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:54.526238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2c258d12-4b4b-4398-a9d3-4aadd4b6d5ec tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:54.540463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: a62c6863-a69b-4d6b-badc-13729370e796 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:54.543703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a62c6863-a69b-4d6b-badc-13729370e796 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:54.543857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.544344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment 405966b0-44d9-4306-a935-2eaa82e75080 of type vlan for network a9c51369-98ba-49ac-b051-c8ae78f5744b Jun 25 11:25:54.577569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:54.606048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.608524 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/2237d356-4fca-4f41-aab4-2bf71b2f86d5 HTTP/1.1" status: 204 len: 168 time: 1.3648279 Jun 25 11:25:54.614533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=2237d356-4fca-4f41-aab4-2bf71b2f86d5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:54.614805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55284) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:54.622323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:54.633270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:54.635726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d624a41-fd55-4114-9a1a-297bad78f69a None None] Network daba74cd-10d2-4001-acba-a1518b019e98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:54.649608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.696741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Allocated IP 2001:db8::1 (3231e57a-b08f-40bd-a083-3861afbfd5d3/582a50ab-c7f5-4b5e-ad4c-57157a2c9bb1/a922b588-5e7e-42c1-ba8a-6e378720d597) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:54.720055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95387107-c5d8-49f0-9e08-01451f09dbac req-704da8ef-113c-4d92-bcbc-09b3e208478e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:54.722096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-95387107-c5d8-49f0-9e08-01451f09dbac req-704da8ef-113c-4d92-bcbc-09b3e208478e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 943 time: 0.2948043 Jun 25 11:25:54.763720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.769623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7b77e040-0b10-4d53-a5de-3ca36e126887 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:54.777035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.794982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['c752eebd-de19-4f88-8584-32af8b87616b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:25:54.823570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5b51ba-db4a-4bd0-9416-532c03931d35,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server [None req-393f7f57-9db4-4b63-b059-bc4341b1c6cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff5b51ba-db4a-4bd0-9416-532c03931d35: This subnet is being modified by another concurrent operation. Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:25:54.825355 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1429, in _create_port_db Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise exception Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff5b51ba-db4a-4bd0-9416-532c03931d35: This subnet is being modified by another concurrent operation. Jun 25 11:25:54.829695 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Jun 25 11:25:54.841074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:54.859138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-95387107-c5d8-49f0-9e08-01451f09dbac req-f0c00bf5-ab75-4a66-bd48-d7aacdab7057 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277177 Jun 25 11:25:54.869735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.880246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e79c7c-d896-4656-a9cb-2f74761256d7 None None] Network a66e5153-d1c9-4cbd-b179-557bcdbad764 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:54.911192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.915699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Transition to ACTIVE for port object a922b588-5e7e-42c1-ba8a-6e378720d597 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:54.920725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:54.920725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.939313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:54.945330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:54.985026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66e5153-d1c9-4cbd-b179-557bcdbad764']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:54.986327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae7cfa8-83e0-4912-acac-b182ffba830b None None] Network fec28e7b-52c7-415d-bc76-3ce176699076 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:55.017413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] DHCP port deletion for daba74cd-10d2-4001-acba-a1518b019e98 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:55.032980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.033676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff9053a-0674-4660-a1b9-812e014348ca') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:55.034001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff9053a-0674-4660-a1b9-812e014348ca') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:55.036985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-74200e83-443b-48f0-a8c7-f18540d588b6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:55.051872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.053661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=a9c51369-98ba-49ac-b051-c8ae78f5744b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.066637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.074447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8798399 Jun 25 11:25:55.077127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55286) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:55.082248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:55.083451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a9c51369-98ba-49ac-b051-c8ae78f5744b details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:55.086965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.089061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:55.097529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:55.099951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:55.104694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.115185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:55.115863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:55.118936 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:55.149726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Port': ['ID=a922b588-5e7e-42c1-ba8a-6e378720d597,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.153045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.204658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port b0c1d2df-f6a1-457a-959d-bad6cdecd866 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:55.205244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.295201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Provisioning for port 238b7a0e-63bf-44ca-a705-68e202de7b0a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:55.298400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port b0c1d2df-f6a1-457a-959d-bad6cdecd866, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b0c1d2df-f6a1-457a-959d-bad6cdecd866,segment=NetworkSegment(3eb89659-57cf-4cda-a02a-03725d12c12e),segment_id=3eb89659-57cf-4cda-a02a-03725d12c12e)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:55.298772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.315733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Provisioning complete for port 238b7a0e-63bf-44ca-a705-68e202de7b0a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:55.316112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.319986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for b0c1d2df-f6a1-457a-959d-bad6cdecd866 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:55.356711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Deleting port b0c1d2df-f6a1-457a-959d-bad6cdecd866 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:55.357114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.371084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.374525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.380664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.380664 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/a66e5153-d1c9-4cbd-b179-557bcdbad764 HTTP/1.1" status: 204 len: 168 time: 1.1841483 Jun 25 11:25:55.380664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65957668-bc26-4359-b684-54ceb755db00 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:55.381797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55288) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:55.388276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1196109377'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:55.397127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Network': ['ID=a66e5153-d1c9-4cbd-b179-557bcdbad764,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.399513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.402610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:55.406180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.508172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] For port b0c1d2df-f6a1-457a-959d-bad6cdecd866, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b0c1d2df-f6a1-457a-959d-bad6cdecd866,segment=NetworkSegment(3eb89659-57cf-4cda-a02a-03725d12c12e),segment_id=3eb89659-57cf-4cda-a02a-03725d12c12e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:55.508949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.531819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Calling delete_port for b0c1d2df-f6a1-457a-959d-bad6cdecd866 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:55.552775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:55.556414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.594685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:25:55.608039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.615564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8604a3e4-91dc-4fde-8899-a98a891016a7 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:55.617573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.617927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Added segment 0b09ff70-4b7b-4be7-ba8e-0de359a7dc8b of type vlan for network a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 Jun 25 11:25:55.645739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=b0c1d2df-f6a1-457a-959d-bad6cdecd866,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.648377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.657482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port b0c1d2df-f6a1-457a-959d-bad6cdecd866 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:55.658669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.717574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] For port 238b7a0e-63bf-44ca-a705-68e202de7b0a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=238b7a0e-63bf-44ca-a705-68e202de7b0a,segment=NetworkSegment(7801149b-f9a3-4e6d-9229-7dd44ce52a5f),segment_id=7801149b-f9a3-4e6d-9229-7dd44ce52a5f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:55.725572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.732069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.734128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:55.749562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.756668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.759370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Pushing event deleted for resources: {'Port': ['ID=b0c1d2df-f6a1-457a-959d-bad6cdecd866,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.759546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b11650b2-f2c2-4464-9b2d-4410db8bc718 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:55.766724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.767746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] No DVR routers for this DVR port b0c1d2df-f6a1-457a-959d-bad6cdecd866 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:55.804555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.807114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daba74cd-10d2-4001-acba-a1518b019e98']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:55.808572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b9b250cf-8d74-4f2f-9816-cc272c7f3a76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:55.834720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb89659-57cf-4cda-a02a-03725d12c12e') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:55.835432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb89659-57cf-4cda-a02a-03725d12c12e') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:55.859665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.862224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.864101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=1a7909c3-c5a1-4917-92bc-98da03a3be7a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.865571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:55.866217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.873752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc484867-2462-44c2-aa2b-05be5dd70c7e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:55.878728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.891579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': '405966b0-44d9-4306-a935-2eaa82e75080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:55.891949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: a9c51369-98ba-49ac-b051-c8ae78f5744b, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:55.899140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.922922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Pushing event updated for resources: {'Port': ['ID=238b7a0e-63bf-44ca-a705-68e202de7b0a,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.926986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.927133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.932947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:55.933646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:55.936073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f906509-fea8-41ca-8416-a1f0b6f84d44 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:55.938029 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:55.967984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Network': ['ID=a73d8f25-e9d3-4012-88dd-7deb4f3f5df4,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:55.979564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b0c1d2df-f6a1-457a-959d-bad6cdecd866 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:25:55.981881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:55.985992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:25:56.000876 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6177890 Jun 25 11:25:56.002643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55292) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:56.007953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Request body: {'subnet': {'network_id': 'a73d8f25-e9d3-4012-88dd-7deb4f3f5df4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:56.031251 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b0c1d2df-f6a1-457a-959d-bad6cdecd866 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:25:56.031827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b0c1d2df-f6a1-457a-959d-bad6cdecd866 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:25:56.050294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.051282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.057870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:56.089311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ca3848c8-ddf9-47c3-aa70-b253f9667faa None None] Provisioning for port a922b588-5e7e-42c1-ba8a-6e378720d597 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:56.114403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ca3848c8-ddf9-47c3-aa70-b253f9667faa None None] Provisioning complete for port a922b588-5e7e-42c1-ba8a-6e378720d597 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:56.114815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ca3848c8-ddf9-47c3-aa70-b253f9667faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.115901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network a9c51369-98ba-49ac-b051-c8ae78f5744b is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:56.119935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.125972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:56.130671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.134883 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/daba74cd-10d2-4001-acba-a1518b019e98 HTTP/1.1" status: 204 len: 168 time: 1.5168068 Jun 25 11:25:56.144635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55294) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:56.155522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=daba74cd-10d2-4001-acba-a1518b019e98,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:56.178459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:56.179983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-78abcaba-1bcc-4f58-a347-e7391d43b848 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:56.180615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78abcaba-1bcc-4f58-a347-e7391d43b848 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:56.183175 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-78abcaba-1bcc-4f58-a347-e7391d43b848 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/538b404b-2284-46be-a68c-48d3daf0a638 HTTP/1.1" status: 404 len: 337 time: 0.0371690 Jun 25 11:25:56.187093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55296) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:56.194615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ca3848c8-ddf9-47c3-aa70-b253f9667faa None None] Port a922b588-5e7e-42c1-ba8a-6e378720d597 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:25:56.210239 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e7ea50-9e7f-4ca6-9f43-2d3156823b01 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:56.210802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e7ea50-9e7f-4ca6-9f43-2d3156823b01 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:56.213140 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-83e7ea50-9e7f-4ca6-9f43-2d3156823b01 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/a09819fd-f478-4367-af08-ffc13502ea10 HTTP/1.1" status: 404 len: 339 time: 0.0238431 Jun 25 11:25:56.216789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55298) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:56.226115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a9c51369-98ba-49ac-b051-c8ae78f5744b) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:56.234152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event updated for resources: {'Port': ['ID=a922b588-5e7e-42c1-ba8a-6e378720d597,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:56.243928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:56.259032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:56.259712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.294800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting subnet 4823ec46-715b-4b38-9bcf-6c727b561105 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:25:56.298086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.307301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c2317-cb38-4395-b856-4a96fc4a5c45 req-270a6581-9a2c-4b33-a3cf-dc9a8fd06491 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:56.309056 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c49c2317-cb38-4395-b856-4a96fc4a5c45 req-270a6581-9a2c-4b33-a3cf-dc9a8fd06491 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 944 time: 0.2528701 Jun 25 11:25:56.318783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:56.323468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:56.330956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f906509-fea8-41ca-8416-a1f0b6f84d44 None None] Unable to find a vacant binding_index for network a9c51369-98ba-49ac-b051-c8ae78f5744b and agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d {{(pid=94502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 25 11:25:56.340011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-422cd5ef-e914-4f59-9b77-7b8e2f8e4d9f None None] Provisioning complete for port 238b7a0e-63bf-44ca-a705-68e202de7b0a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:56.340394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-422cd5ef-e914-4f59-9b77-7b8e2f8e4d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.343462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f906509-fea8-41ca-8416-a1f0b6f84d44 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a9c51369-98ba-49ac-b051-c8ae78f5744b) {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:25:56.352870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.386942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Made reservation on behalf of b464d4241b3f4716bc4768271a87d51e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:56.390617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.450580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.461633 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c49c2317-cb38-4395-b856-4a96fc4a5c45 req-4c2ee1b5-35fb-4b8e-bfcd-30769e11f02d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415360 Jun 25 11:25:56.501720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4211061 Jun 25 11:25:56.502410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55300) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:56.507192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-938021da-617b-4ee4-92d2-c40df6ec7476 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:56.578247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Router d4d4287c-b563-411b-aec0-e7c4af32de0f has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:25:56.624367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.627428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6442e156-ce82-4b05-a7d5-baea85bac872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:56.653641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Subnet': ['ID=4823ec46-715b-4b38-9bcf-6c727b561105,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:56.657081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:56.658092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.662695 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/subnets/4823ec46-715b-4b38-9bcf-6c727b561105 HTTP/1.1" status: 204 len: 168 time: 0.4444399 Jun 25 11:25:56.663296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55302) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:56.715929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a9c51369-98ba-49ac-b051-c8ae78f5744b', 'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b', 'tenant_id': '5bd9d965a5174d28966b68efb855e545', 'fixed_ips': [{'subnet_id': '1a7909c3-c5a1-4917-92bc-98da03a3be7a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:25:56.716817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.728012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:25:56.735067 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4346807 Jun 25 11:25:56.739052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55304) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:56.742290 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] Sync routers for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:25:56.753601 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:56.754220 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:56.755620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.790774 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:56.803743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:56.804621 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:56.835809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Deleting port 3430f599-c19f-43d9-8f46-c53ec38013bb {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:56.836750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.860530 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:56.861777 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45917767-1514-4ca2-997a-8d6b011b7823 None None] The sync data for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:25:56.872759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-671db9dc-c38c-4acb-9f52-3177022300cb tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.889922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Allocated IP 172.20.0.2 (a9c51369-98ba-49ac-b051-c8ae78f5744b/1a7909c3-c5a1-4917-92bc-98da03a3be7a/618b5972-4f9b-44dd-9397-67ae95686d44) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:56.919681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938021da-617b-4ee4-92d2-c40df6ec7476 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:56.923417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-938021da-617b-4ee4-92d2-c40df6ec7476 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.932507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] For port 3430f599-c19f-43d9-8f46-c53ec38013bb, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3430f599-c19f-43d9-8f46-c53ec38013bb,segment=NetworkSegment(7dfae15a-c6d4-4faf-b095-5c7935afa2eb),segment_id=7dfae15a-c6d4-4faf-b095-5c7935afa2eb)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:56.932507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:56.940974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Calling delete_port for 3430f599-c19f-43d9-8f46-c53ec38013bb owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:57.075237 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-671db9dc-c38c-4acb-9f52-3177022300cb tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 25 11:25:57.076344 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-671db9dc-c38c-4acb-9f52-3177022300cb tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f HTTP/1.1" status: 409 len: 329 time: 0.3370879 Jun 25 11:25:57.079782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55306) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:57.112280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.ipam_backend_mixin [None req-938021da-617b-4ee4-92d2-c40df6ec7476 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a7909c3-c5a1-4917-92bc-98da03a3be7a (CIDR: 172.20.0.0/28) Jun 25 11:25:57.124030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.149858 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-938021da-617b-4ee4-92d2-c40df6ec7476 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:25:57.150112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:57.151008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938021da-617b-4ee4-92d2-c40df6ec7476 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:57.177539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Port': ['ID=3430f599-c19f-43d9-8f46-c53ec38013bb,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:57.180505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:57.186439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] No DVR routers for this DVR port 3430f599-c19f-43d9-8f46-c53ec38013bb on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:25:57.186659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.196401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Transition to ACTIVE for port object 618b5972-4f9b-44dd-9397-67ae95686d44 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:57.211872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Transition to ACTIVE for port object 618b5972-4f9b-44dd-9397-67ae95686d44 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:25:57.234604 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-938021da-617b-4ee4-92d2-c40df6ec7476 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7313743 Jun 25 11:25:57.240058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55308) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:57.246618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:57.283831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.objects.ports [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94500) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 11:25:57.291787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.295678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6761b00f-c63f-48ce-b174-f78d5bf62692 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:57.295845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.298166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5db0c420-a921-4c5a-a204-9acc681b8ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:57.347094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Network a9c51369-98ba-49ac-b051-c8ae78f5744b is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:57.350516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:57.353011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:25:57.367171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Pushing event updated for resources: {'Port': ['ID=618b5972-4f9b-44dd-9397-67ae95686d44,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:57.369128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:57.395916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event updated for resources: {'Subnet': ['ID=607a6a80-a284-4daf-985c-bbbbbbbc4b0e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:57.406544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:57.424383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Attempting to bind port 618b5972-4f9b-44dd-9397-67ae95686d44 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:25:57.424714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Attempting to bind port 618b5972-4f9b-44dd-9397-67ae95686d44 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '405966b0-44d9-4306-a935-2eaa82e75080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:25:57.425069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Attempting to bind port 618b5972-4f9b-44dd-9397-67ae95686d44 on network a9c51369-98ba-49ac-b051-c8ae78f5744b {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:25:57.430368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:25:57.430927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Checking segment: {'id': '405966b0-44d9-4306-a935-2eaa82e75080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:57.431344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.432050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Bound using segment: {'id': '405966b0-44d9-4306-a935-2eaa82e75080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:25:57.432329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Checking segment: {'id': '0b09ff70-4b7b-4be7-ba8e-0de359a7dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a73d8f25-e9d3-4012-88dd-7deb4f3f5df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:25:57.432619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Bound port: 618b5972-4f9b-44dd-9397-67ae95686d44, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405966b0-44d9-4306-a935-2eaa82e75080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:25:57.432792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network hostable DHCP agents. Network: a73d8f25-e9d3-4012-88dd-7deb4f3f5df4, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:25:57.433158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.501953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] For port 618b5972-4f9b-44dd-9397-67ae95686d44, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:25:57.505681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] For port 618b5972-4f9b-44dd-9397-67ae95686d44, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=618b5972-4f9b-44dd-9397-67ae95686d44,segment=NetworkSegment(405966b0-44d9-4306-a935-2eaa82e75080),segment_id=405966b0-44d9-4306-a935-2eaa82e75080)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:25:57.596321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Network a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:25:57.624208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:57.624805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.627465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-01faa777-ce74-4bb0-a6f8-0237bbea7a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:57.628829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.665545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.703796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892284af-757e-40e8-88de-0d4fb3aa0a39']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:57.706122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Pushing event updated for resources: {'Port': ['ID=618b5972-4f9b-44dd-9397-67ae95686d44,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:57.709811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:57.722765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfae15a-c6d4-4faf-b095-5c7935afa2eb') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:57.723061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfae15a-c6d4-4faf-b095-5c7935afa2eb') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:57.735779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a73d8f25-e9d3-4012-88dd-7deb4f3f5df4) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:57.739599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.742303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:57.742928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.794729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.808256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c752eebd-de19-4f88-8584-32af8b87616b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:57.808704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:57.809150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:57.814420 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:57.835875 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8310921 Jun 25 11:25:57.837042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55312) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:57.921380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cf0de-1238-497e-bd82-7da3334a30b8 req-433e2786-1b53-4fb9-8426-bfd1e57571e2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:57.923237 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-620cf0de-1238-497e-bd82-7da3334a30b8 req-433e2786-1b53-4fb9-8426-bfd1e57571e2 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 944 time: 0.2715399 Jun 25 11:25:57.958726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port c752eebd-de19-4f88-8584-32af8b87616b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:57.974128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port c752eebd-de19-4f88-8584-32af8b87616b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:57.974553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.069575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.077127 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-620cf0de-1238-497e-bd82-7da3334a30b8 req-482099e9-667e-4212-882d-6a09c0221a52 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785327 Jun 25 11:25:58.078131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-252ac31b-a0ab-4162-85c6-39d18af229f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:58.085727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.091659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] 10.222.0.81 "DELETE /v2.0/networks/892284af-757e-40e8-88de-0d4fb3aa0a39 HTTP/1.1" status: 204 len: 168 time: 1.4271629 Jun 25 11:25:58.118839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Pushing event deleted for resources: {'Network': ['ID=892284af-757e-40e8-88de-0d4fb3aa0a39,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:58.119819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.136899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7a0e-63bf-44ca-a705-68e202de7b0a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:25:58.168998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:58.171816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.193765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.200856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c392a062-2265-40c4-b235-94fd59a62fae tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:58.221665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.224587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:25:58.227347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:25:58.230519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139638ee-087c-4c4c-886d-a102658bb6c1" -d '{"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-plugged", "status": "completed", "tag": "c752eebd-de19-4f88-8584-32af8b87616b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:25:58.245919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 238b7a0e-63bf-44ca-a705-68e202de7b0a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:25:58.246321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.261872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=4fc4987d-3d19-4511-8265-41dc11fddab3,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:58.266774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:58.267774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.287926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.292440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:58.302838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network a9c51369-98ba-49ac-b051-c8ae78f5744b is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:25:58.309770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:25:58.314595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:58.315428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.319706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26f11c7-7683-4565-9d88-a97e1bc5d55b x-openstack-request-id: req-a26f11c7-7683-4565-9d88-a97e1bc5d55b {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:25:58.320009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-plugged", "status": "completed", "tag": "c752eebd-de19-4f88-8584-32af8b87616b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:25:58.320273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a26f11c7-7683-4565-9d88-a97e1bc5d55b {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:25:58.320672 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b', 'code': 200} Jun 25 11:25:58.363412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:58.383372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:58.441846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2012408 Jun 25 11:25:58.443159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.446235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8ad1f541-665a-470b-9b8b-efe782bad509 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:58.450489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55318) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:58.477285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b', 'fixed_ips': [{'subnet_id': '1a7909c3-c5a1-4917-92bc-98da03a3be7a'}, {'subnet_id': '4fc4987d-3d19-4511-8265-41dc11fddab3'}], 'name': 'tempest-PortsTestJSON-2045096006'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:58.485700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Subnet': ['ID=607a6a80-a284-4daf-985c-bbbbbbbc4b0e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:58.501411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:58.564433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting port a922b588-5e7e-42c1-ba8a-6e378720d597 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:58.565284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.605188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.619825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73d8f25-e9d3-4012-88dd-7deb4f3f5df4']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:58.639447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b09ff70-4b7b-4be7-ba8e-0de359a7dc8b') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:58.639760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b09ff70-4b7b-4be7-ba8e-0de359a7dc8b') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:25:58.659589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.672306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.680887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.687749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Calling delete_port for a922b588-5e7e-42c1-ba8a-6e378720d597 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:25:58.715023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:25:58.715476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:25:58.723194 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:25:58.795123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:25:58.816628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486da3d-2111-4691-af48-a527d4b59359 req-378ff68d-6a11-4c11-a921-e899f4f667af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:58.818184 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8486da3d-2111-4691-af48-a527d4b59359 req-378ff68d-6a11-4c11-a921-e899f4f667af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1098 time: 0.1317980 Jun 25 11:25:58.864477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55322) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:58.884862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.899057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ec653ec8-a5de-44da-9e41-dc3e7ef51a78 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:58.902517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:58.904453 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 HTTP/1.1" status: 204 len: 168 time: 1.0662155 Jun 25 11:25:58.908197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55326) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:58.925157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8486da3d-2111-4691-af48-a527d4b59359 req-105385ec-ed0e-4113-9a43-b32e95b8e245 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585830 Jun 25 11:25:58.945947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Network': ['ID=a73d8f25-e9d3-4012-88dd-7deb4f3f5df4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:59.061587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee9376-3a35-4bf5-afaa-55a7727aa96b None None] Network a9c51369-98ba-49ac-b051-c8ae78f5744b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:59.068525 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-41f7ce5d-8bf7-493c-bbd9-ab4cb839a893 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8efbd89fc724e3aba0e4b5844e70702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014732 Jun 25 11:25:59.073007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55328) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.093864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213e431-d74e-4057-8e61-96a976f6379d None None] Network 892284af-757e-40e8-88de-0d4fb3aa0a39 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:59.095017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.096956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7a767-8afd-4a45-9f04-f26b18ee85ef None None] Network a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:59.102954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:59.145039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Port': ['ID=a922b588-5e7e-42c1-ba8a-6e378720d597,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:59.164433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:59.185351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7a767-8afd-4a45-9f04-f26b18ee85ef None None] Network a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:25:59.188579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213e431-d74e-4057-8e61-96a976f6379d None None] Network 892284af-757e-40e8-88de-0d4fb3aa0a39 could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:25:59.202055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44883f-7aa4-4319-8ab2-f8aff6134966 None None] Network a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:25:59.246227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44883f-7aa4-4319-8ab2-f8aff6134966 None None] Network a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 could not be found, it might have been deleted concurrently. {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 25 11:25:59.278255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.287121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e7318b-25dc-45df-aa50-b93ce4a7724c None None] DHCP port deletion for 892284af-757e-40e8-88de-0d4fb3aa0a39 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:25:59.377007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.385118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-65cc359c-7afc-4bf6-b433-a19276eca414 None None] Provisioning for port 618b5972-4f9b-44dd-9397-67ae95686d44 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:25:59.402715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.418899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:59.422853 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f716cecf-7f81-4575-b9b3-47523d132f9c tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:59.423335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f716cecf-7f81-4575-b9b3-47523d132f9c tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:59.425072 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f716cecf-7f81-4575-b9b3-47523d132f9c tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/607a6a80-a284-4daf-985c-bbbbbbbc4b0e HTTP/1.1" status: 404 len: 337 time: 0.5139799 Jun 25 11:25:59.430174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55332) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.461458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.466162 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd6fb7f-37fb-4dae-8875-5fed513b1160 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:59.466775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd6fb7f-37fb-4dae-8875-5fed513b1160 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:59.468675 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8dd6fb7f-37fb-4dae-8875-5fed513b1160 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/a73d8f25-e9d3-4012-88dd-7deb4f3f5df4 HTTP/1.1" status: 404 len: 339 time: 0.0372202 Jun 25 11:25:59.479335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55334) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.514516 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a581a06-6ac0-427c-a654-b1cffabbbbb5 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:59.514980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a581a06-6ac0-427c-a654-b1cffabbbbb5 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:59.516828 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1a581a06-6ac0-427c-a654-b1cffabbbbb5 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/ff5b51ba-db4a-4bd0-9416-532c03931d35 HTTP/1.1" status: 404 len: 337 time: 0.0363631 Jun 25 11:25:59.518192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port afe73bf1-e1ec-4c39-b675-f00760c7b770 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:25:59.522692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55336) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.533849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-414a8fd1-ea25-4ac5-8ea3-7f4e43f036fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.543379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c507-19ec-42b7-aea4-b707a8f3492a req-bfd9fbaa-d293-4dd4-98eb-4c392baab9f8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:25:59.545321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9be5c507-19ec-42b7-aea4-b707a8f3492a req-bfd9fbaa-d293-4dd4-98eb-4c392baab9f8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.2356441 Jun 25 11:25:59.546668 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5db3cd-2e4f-4b66-ac4a-3ca96a4f1d9e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:59.547253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5db3cd-2e4f-4b66-ac4a-3ca96a4f1d9e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:59.549049 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1a5db3cd-2e4f-4b66-ac4a-3ca96a4f1d9e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/a66e5153-d1c9-4cbd-b179-557bcdbad764 HTTP/1.1" status: 404 len: 339 time: 0.0254064 Jun 25 11:25:59.553138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55338) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.559474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d8ecae83-3e01-419b-b529-e2adb6961705 None None] Could not find standard attr ID for object a922b588-5e7e-42c1-ba8a-6e378720d597. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:25:59.574927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Update dhcp port {'port': {'network_id': 'a9c51369-98ba-49ac-b051-c8ae78f5744b', 'fixed_ips': [{'subnet_id': '1a7909c3-c5a1-4917-92bc-98da03a3be7a', 'ip_address': '172.20.0.2'}, {'subnet_id': '4fc4987d-3d19-4511-8265-41dc11fddab3'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '618b5972-4f9b-44dd-9397-67ae95686d44'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:25:59.633500 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7582493-a582-48f3-8cb0-5c4f207fd106 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:59.633967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7582493-a582-48f3-8cb0-5c4f207fd106 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:59.645258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d7582493-a582-48f3-8cb0-5c4f207fd106 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/cced19f6-e3d0-4d0b-805b-3cc062ce162d HTTP/1.1" status: 404 len: 337 time: 0.0743473 Jun 25 11:25:59.645558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.647289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55340) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.673807 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4965af1d-fd69-49d1-a41b-e8becb7c7dc9 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:25:59.673807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4965af1d-fd69-49d1-a41b-e8becb7c7dc9 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:25:59.674809 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4965af1d-fd69-49d1-a41b-e8becb7c7dc9 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/f6497d07-c2c7-47f0-9423-0736948e90a5 HTTP/1.1" status: 404 len: 339 time: 0.0262890 Jun 25 11:25:59.678307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55342) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.695376 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9be5c507-19ec-42b7-aea4-b707a8f3492a req-c6c2244f-7a20-4125-b6d4-d36a1187d100 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403148 Jun 25 11:25:59.710776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Router d4d4287c-b563-411b-aec0-e7c4af32de0f has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:25:59.776472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.779373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.783091 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c70c7ac5-6962-4e5c-9a5d-8f5b11fdd1c5 HTTP/1.1" status: 204 len: 168 time: 0.7065003 Jun 25 11:25:59.807005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd53e3be-96d2-4ee9-9c0e-0d07ffc2ff34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:25:59.816980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c7ac5-6962-4e5c-9a5d-8f5b11fdd1c5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:25:59.820756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:25:59.824239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:25:59.833010 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7487833 Jun 25 11:25:59.834030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55346) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.865924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting port 7cb1c076-021e-47df-bea2-b32385f4203f {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:25:59.865924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:25:59.867151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Allocated IP 172.20.0.18 (a9c51369-98ba-49ac-b051-c8ae78f5744b/4fc4987d-3d19-4511-8265-41dc11fddab3/618b5972-4f9b-44dd-9397-67ae95686d44) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:25:59.903351 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-d48dc53b-fa60-474b-a528-78b29822bac6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] show failed (client error): The resource could not be found. Jun 25 11:25:59.904968 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d48dc53b-fa60-474b-a528-78b29822bac6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-501672653 HTTP/1.1" status: 404 len: 334 time: 0.0703430 Jun 25 11:25:59.909415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55348) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.915413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-7b312023-23d8-44b6-9735-d707afc59d9e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:25:59.952093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] Sync routers for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:25:59.957880 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-7b312023-23d8-44b6-9735-d707afc59d9e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] update failed (client error): The resource could not be found. Jun 25 11:25:59.958642 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7b312023-23d8-44b6-9735-d707afc59d9e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-187334181 HTTP/1.1" status: 404 len: 334 time: 0.0478516 Jun 25 11:25:59.966867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55350) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:25:59.984149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:25:59.985326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:00.027861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:00.034895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 618b5972-4f9b-44dd-9397-67ae95686d44 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:00.036045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.057713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Calling delete_port for 7cb1c076-021e-47df-bea2-b32385f4203f owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:00.083824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting subnet 61421626-2411-4cab-b52c-0dbabe0525dc {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:00.088973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] For port 618b5972-4f9b-44dd-9397-67ae95686d44, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=618b5972-4f9b-44dd-9397-67ae95686d44,segment=NetworkSegment(405966b0-44d9-4306-a935-2eaa82e75080),segment_id=405966b0-44d9-4306-a935-2eaa82e75080)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:00.094588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.094728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] Routers {'d4d4287c-b563-411b-aec0-e7c4af32de0f'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:00.094728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d4d4287c-b563-411b-aec0-e7c4af32de0f'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:00.136700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:00.137123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cb0d4-ad46-4d19-8db1-e8844621f206 None None] The sync data for ids ['d4d4287c-b563-411b-aec0-e7c4af32de0f'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:26:00.168546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.184286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.188961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Transition to ACTIVE for port object 618b5972-4f9b-44dd-9397-67ae95686d44 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:00.298185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 618b5972-4f9b-44dd-9397-67ae95686d44 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:00.298909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.306935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 618b5972-4f9b-44dd-9397-67ae95686d44 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:00.306935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.333268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.337794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ff665d9d-a18c-4b00-a53d-b151198aa674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:00.381542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.391213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:00.438944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Port': ['ID=7cb1c076-021e-47df-bea2-b32385f4203f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:00.445441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port 618b5972-4f9b-44dd-9397-67ae95686d44 had new provisioning blocks added so it will not transition to active. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 25 11:26:00.449714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:00.464729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.467766 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/ports/7cb1c076-021e-47df-bea2-b32385f4203f HTTP/1.1" status: 204 len: 168 time: 0.7879605 Jun 25 11:26:00.473803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55362) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:00.475759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3430f599-c19f-43d9-8f46-c53ec38013bb no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:00.502402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Pushing event updated for resources: {'Port': ['ID=618b5972-4f9b-44dd-9397-67ae95686d44,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:00.507330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:00.508182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3430f599-c19f-43d9-8f46-c53ec38013bb {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:00.508439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3430f599-c19f-43d9-8f46-c53ec38013bb not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:00.529418 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a13a8e7-4b39-429f-b2cd-b9c881104e69 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:26:00.529881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a13a8e7-4b39-429f-b2cd-b9c881104e69 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:26:00.531687 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8a13a8e7-4b39-429f-b2cd-b9c881104e69 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/44264219-7924-4464-b491-674335e07854 HTTP/1.1" status: 404 len: 337 time: 0.0564272 Jun 25 11:26:00.534807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:00.561420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.14 (a9c51369-98ba-49ac-b051-c8ae78f5744b/1a7909c3-c5a1-4917-92bc-98da03a3be7a/afe73bf1-e1ec-4c39-b675-f00760c7b770) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:00.566832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.574767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6ab9c133-a8f0-4241-840a-d2d00ff73155 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:00.580819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.25 (a9c51369-98ba-49ac-b051-c8ae78f5744b/4fc4987d-3d19-4511-8265-41dc11fddab3/afe73bf1-e1ec-4c39-b675-f00760c7b770) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:00.617081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.619225 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/subnets/61421626-2411-4cab-b52c-0dbabe0525dc HTTP/1.1" status: 204 len: 168 time: 0.6396918 Jun 25 11:26:00.623068 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Subnet': ['ID=61421626-2411-4cab-b52c-0dbabe0525dc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:00.626437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081cbbf-2a73-42f8-986a-28502653030f None None] Network fec28e7b-52c7-415d-bc76-3ce176699076 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:00.626673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:00.629525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55366) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:00.643085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.735478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting port 64815530-48fd-4bec-a502-2d7a0caca282 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:00.736136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.864254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] For port 64815530-48fd-4bec-a502-2d7a0caca282, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=64815530-48fd-4bec-a502-2d7a0caca282,segment=NetworkSegment(59c2a11e-9fd0-4bc2-8977-9a8575b57eae),segment_id=59c2a11e-9fd0-4bc2-8977-9a8575b57eae)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:00.864622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.879904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.905632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Calling delete_port for 64815530-48fd-4bec-a502-2d7a0caca282 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:00.934037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] DHCP port deletion for fec28e7b-52c7-415d-bc76-3ce176699076 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:00.995347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Deleting port 238b7a0e-63bf-44ca-a705-68e202de7b0a {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:00.996213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:00.998663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.030572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object afe73bf1-e1ec-4c39-b675-f00760c7b770 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:01.081178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting port 238b7a0e-63bf-44ca-a705-68e202de7b0a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:01.090058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.093512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] For port 238b7a0e-63bf-44ca-a705-68e202de7b0a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=238b7a0e-63bf-44ca-a705-68e202de7b0a,segment=NetworkSegment(7801149b-f9a3-4e6d-9229-7dd44ce52a5f),segment_id=7801149b-f9a3-4e6d-9229-7dd44ce52a5f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:01.093921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.111416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Calling delete_port for 238b7a0e-63bf-44ca-a705-68e202de7b0a owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:01.115119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.118447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1c2cc12b-d75b-44c4-a47e-5ce268530800 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:01.172717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Port': ['ID=64815530-48fd-4bec-a502-2d7a0caca282,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:01.179865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No DVR routers for this DVR port 64815530-48fd-4bec-a502-2d7a0caca282 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:01.182760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:01.194137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d98d40-522c-4668-a035-64a3c6ee8bad req-754ef342-b117-40db-8675-c9420c91b4f3 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:01.196893 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e6d98d40-522c-4668-a035-64a3c6ee8bad req-754ef342-b117-40db-8675-c9420c91b4f3 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.2661648 Jun 25 11:26:01.197840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55378) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:01.217816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] For port 238b7a0e-63bf-44ca-a705-68e202de7b0a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=238b7a0e-63bf-44ca-a705-68e202de7b0a,segment=NetworkSegment(7801149b-f9a3-4e6d-9229-7dd44ce52a5f),segment_id=7801149b-f9a3-4e6d-9229-7dd44ce52a5f)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:01.218179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.248476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Calling delete_port for 238b7a0e-63bf-44ca-a705-68e202de7b0a owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:01.268135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ed35a-2c32-48e8-bd10-5fc906089855 None None] Network a9c51369-98ba-49ac-b051-c8ae78f5744b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:01.286170 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.298318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d983c7a-9e61-4dc7-aca0-be65571d8ab1']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:01.301620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.310218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c2a11e-9fd0-4bc2-8977-9a8575b57eae') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:01.310797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c2a11e-9fd0-4bc2-8977-9a8575b57eae') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:01.317797 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e6d98d40-522c-4668-a035-64a3c6ee8bad req-baa26a67-55ef-46df-b65f-771d1bb48328 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135781 Jun 25 11:26:01.321761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.333991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-30e5b3c6-411b-4e50-a0aa-0aa48f82ae00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:01.350976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.355590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:01.356185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:01.360357 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:01.364578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.367963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:01.369352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] No DVR routers for this DVR port 238b7a0e-63bf-44ca-a705-68e202de7b0a on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:01.370452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.410643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Pushing event deleted for resources: {'Port': ['ID=238b7a0e-63bf-44ca-a705-68e202de7b0a,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:01.422268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1822198514'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:01.423027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:01.427074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Port': ['ID=238b7a0e-63bf-44ca-a705-68e202de7b0a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:01.430389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:01.435664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ace676d6-8b4c-4812-88f3-ae539d415637 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:01.451826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] No DVR routers for this DVR port 238b7a0e-63bf-44ca-a705-68e202de7b0a on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:01.506734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network a9c51369-98ba-49ac-b051-c8ae78f5744b is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:01.522045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:01.539334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Provisioning for port 618b5972-4f9b-44dd-9397-67ae95686d44 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:01.545962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Provisioning complete for port 618b5972-4f9b-44dd-9397-67ae95686d44 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:01.546485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.553708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:01.559381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.565006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c965df29-d437-4a6f-a6c0-8b9449262030 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:01.574616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.579350 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/5d983c7a-9e61-4dc7-aca0-be65571d8ab1 HTTP/1.1" status: 204 len: 168 time: 1.0403981 Jun 25 11:26:01.586862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd617d8-4923-44b6-b968-84507ca07039 req-76d3d2cc-f180-46de-ab25-356eb6cfeb98 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:01.588643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55388) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:01.589878 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfd617d8-4923-44b6-b968-84507ca07039 req-76d3d2cc-f180-46de-ab25-356eb6cfeb98 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.1029899 Jun 25 11:26:01.604213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Network': ['ID=5d983c7a-9e61-4dc7-aca0-be65571d8ab1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:01.615134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:01.651585 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfd617d8-4923-44b6-b968-84507ca07039 req-1ae93e25-1479-40c6-8067-206c0ebe9f92 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497296 Jun 25 11:26:01.662026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.669181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:01.672747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.675026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=afe73bf1-e1ec-4c39-b675-f00760c7b770,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:01.677778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55390) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:01.687277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.696484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:01.714886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.719904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] For port 618b5972-4f9b-44dd-9397-67ae95686d44, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=618b5972-4f9b-44dd-9397-67ae95686d44,segment=NetworkSegment(405966b0-44d9-4306-a935-2eaa82e75080),segment_id=405966b0-44d9-4306-a935-2eaa82e75080)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:01.721972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec28e7b-52c7-415d-bc76-3ce176699076']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:01.742142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b2c271-52d8-4872-a4c0-3b745655fa0c tempest-TestNetworkAdvancedServerOps-883839011 tempest-TestNetworkAdvancedServerOps-883839011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:01.744694 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f8b2c271-52d8-4872-a4c0-3b745655fa0c tempest-TestNetworkAdvancedServerOps-883839011 tempest-TestNetworkAdvancedServerOps-883839011-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1093 time: 0.0651777 Jun 25 11:26:01.747736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55394) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:01.748880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7801149b-f9a3-4e6d-9229-7dd44ce52a5f') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:01.749222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7801149b-f9a3-4e6d-9229-7dd44ce52a5f') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:01.752920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'c752eebd-de19-4f88-8584-32af8b87616b', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:01.758513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:01.759100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.799573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.824180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.829591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.833240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:01.833428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:01.833548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:01.837185 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:01.888401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.911737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting port fe2ff23e-0d28-491d-912a-0f91f333420d {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:01.912131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.931462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9230cd76-d646-49ae-b4a0-5253d149fe75 None None] Network a9c51369-98ba-49ac-b051-c8ae78f5744b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:01.954927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 618b5972-4f9b-44dd-9397-67ae95686d44 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:01.989532 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.5339904 Jun 25 11:26:01.993823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55396) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:01.995523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:01.999291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Pushing event updated for resources: {'Port': ['ID=618b5972-4f9b-44dd-9397-67ae95686d44,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:02.003793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:02.006309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.014467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a7909c3-c5a1-4917-92bc-98da03a3be7a'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:02.028439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-79e16c19-8cd8-49fc-92ff-8e49522803f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:02.032553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Calling delete_port for fe2ff23e-0d28-491d-912a-0f91f333420d owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:02.037298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.039296 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/networks/fec28e7b-52c7-415d-bc76-3ce176699076 HTTP/1.1" status: 204 len: 168 time: 1.4088080 Jun 25 11:26:02.047302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55398) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:02.069796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0fcaf557-b3d4-4eae-b8ff-9fe86f289f7a None None] Provisioning complete for port 618b5972-4f9b-44dd-9397-67ae95686d44 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:02.070182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf557-b3d4-4eae-b8ff-9fe86f289f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.090266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Network': ['ID=fec28e7b-52c7-415d-bc76-3ce176699076,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:02.097607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:02.101391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.120887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d8ebc15-ad06-4c7d-8a52-ff0cd27285e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.145774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 618b5972-4f9b-44dd-9397-67ae95686d44 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:02.146001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.167926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting subnet 98e7ac4e-3955-4711-89b3-d278701018f1 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:02.172795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.183377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.243272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.251149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.291616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.333495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Allocated IP 172.26.0.176 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/a21264b9-fd8e-4ea5-85f1-f8f21a0f8651) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:02.371771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.379634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a629a8da-2922-4e58-b3bc-8381f3282a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:02.418633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.423015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Port': ['ID=fe2ff23e-0d28-491d-912a-0f91f333420d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:02.423269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.429681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:02.434046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a86ced64-97a2-48a9-8a6d-879625a4b2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:02.475437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.480690 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/ports/fe2ff23e-0d28-491d-912a-0f91f333420d HTTP/1.1" status: 204 len: 168 time: 0.8776822 Jun 25 11:26:02.483253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55406) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:02.528578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9694593b-9a74-46d4-b866-5d9316ef0d0c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:02.529332 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe0523d-9850-4475-8b60-b2cc179c6762 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] DELETE failed (client error): The resource could not be found. Jun 25 11:26:02.529332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe0523d-9850-4475-8b60-b2cc179c6762 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:26:02.533850 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cbe0523d-9850-4475-8b60-b2cc179c6762 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/06b57475-166e-4795-955b-f813666a7d64 HTTP/1.1" status: 404 len: 337 time: 0.0443146 Jun 25 11:26:02.534040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:02.535279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55408) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:02.536767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:02.552084 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.552430 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment 742b0a93-6194-4412-b407-4c84dcb242bc of type vlan for network c6ccd9ab-bc67-4114-a117-0a203d3dd342 Jun 25 11:26:02.569969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0fcaf557-b3d4-4eae-b8ff-9fe86f289f7a None None] Provisioning for port afe73bf1-e1ec-4c39-b675-f00760c7b770 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:02.590587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0fcaf557-b3d4-4eae-b8ff-9fe86f289f7a None None] Provisioning complete for port afe73bf1-e1ec-4c39-b675-f00760c7b770 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:02.590587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf557-b3d4-4eae-b8ff-9fe86f289f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.662581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7a0e-63bf-44ca-a705-68e202de7b0a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:02.678788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.707597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.714637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 238b7a0e-63bf-44ca-a705-68e202de7b0a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:02.715696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 238b7a0e-63bf-44ca-a705-68e202de7b0a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:02.722537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0fcaf557-b3d4-4eae-b8ff-9fe86f289f7a None None] Port afe73bf1-e1ec-4c39-b675-f00760c7b770 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:02.801038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.807449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Delete allocated IP 172.20.0.25 (a9c51369-98ba-49ac-b051-c8ae78f5744b/4fc4987d-3d19-4511-8265-41dc11fddab3) {{(pid=94500) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 11:26:02.808256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.813848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-173ece9c-4166-4e34-b85a-5bf0c56e4338 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:02.874922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Subnet': ['ID=98e7ac4e-3955-4711-89b3-d278701018f1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:02.878002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:02.891683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.893790 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/subnets/98e7ac4e-3955-4711-89b3-d278701018f1 HTTP/1.1" status: 204 len: 168 time: 0.8455403 Jun 25 11:26:02.896942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55410) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:02.898780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a765d-4a57-4c94-90cc-87e530bd21c4 None None] Network 04250886-9108-427c-ad57-45155e7067ff requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:02.971664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting port dc8356ed-67c2-4822-895f-91f302d9c16f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:02.972281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.972718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.975527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.978565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:02.979229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:02.989665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d222bb2a-6926-4b44-a25b-905cc972312c tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:02.993945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c139ecdd-302b-4a16-8828-882536981b58 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:03.046244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Port': ['ID=a21264b9-fd8e-4ea5-85f1-f8f21a0f8651,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:03.058278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:03.080036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting subnet e9fbe022-f376-49f1-a10f-e7e93fa3a8cd {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:03.083073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-60f2724c-e5ad-4327-a246-11b4279bc67c None None] Provisioning complete for port 618b5972-4f9b-44dd-9397-67ae95686d44 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:03.083529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f2724c-e5ad-4327-a246-11b4279bc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.088712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.118716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.137915 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9286079 Jun 25 11:26:03.137915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=c6ccd9ab-bc67-4114-a117-0a203d3dd342,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:03.138852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55412) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:03.144424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Ignored duplicate provisioning block setup for port afe73bf1-e1ec-4c39-b675-f00760c7b770 by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 25 11:26:03.148753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'name': 'tempest-PortsIpV6TestJSON-485541875'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:03.152551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:03.164212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:03.172300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.192271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:03.200694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] For port dc8356ed-67c2-4822-895f-91f302d9c16f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dc8356ed-67c2-4822-895f-91f302d9c16f,segment=NetworkSegment(55a569d0-aad4-417e-9e29-5171a43e211a),segment_id=55a569d0-aad4-417e-9e29-5171a43e211a)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:03.201066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.204199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:03.216215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:03.226645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.231577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.234754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Calling delete_port for dc8356ed-67c2-4822-895f-91f302d9c16f owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:03.235100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dbdff078-fc2b-40b4-b007-0ef1a92ea8db tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:03.279839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9371b49-bc71-4e0f-9757-cd5b38baa995 req-ef597b2a-cc58-4ad8-9bc3-1c6f2ccfe22c tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:03.281533 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c9371b49-bc71-4e0f-9757-cd5b38baa995 req-ef597b2a-cc58-4ad8-9bc3-1c6f2ccfe22c tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3126032 Jun 25 11:26:03.358672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] DHCP port deletion for 04250886-9108-427c-ad57-45155e7067ff request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:03.360443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=afe73bf1-e1ec-4c39-b675-f00760c7b770,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:03.409764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-60f2724c-e5ad-4327-a246-11b4279bc67c None None] Provisioning complete for port afe73bf1-e1ec-4c39-b675-f00760c7b770 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:03.410150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f2724c-e5ad-4327-a246-11b4279bc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.450721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:03.459484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-60f2724c-e5ad-4327-a246-11b4279bc67c None None] Port afe73bf1-e1ec-4c39-b675-f00760c7b770 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:03.475958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.476098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Deleting port 7383c050-df43-4eb4-ae3f-a48b1bd21917 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:03.476348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.486994 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c9371b49-bc71-4e0f-9757-cd5b38baa995 req-6c228d4e-6e30-44af-bd71-48332417a5e9 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948137 Jun 25 11:26:03.488566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] In _notify_port_updated(), no bound segment for port afe73bf1-e1ec-4c39-b675-f00760c7b770 on network a9c51369-98ba-49ac-b051-c8ae78f5744b {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:26:03.497369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:03.504958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.504958 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "PUT /v2.0/ports/afe73bf1-e1ec-4c39-b675-f00760c7b770 HTTP/1.1" status: 200 len: 920 time: 1.5058010 Jun 25 11:26:03.505437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55414) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:03.512786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a7909c3-c5a1-4917-92bc-98da03a3be7a'}, {'subnet_id': '4fc4987d-3d19-4511-8265-41dc11fddab3'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:03.586940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] For port 7383c050-df43-4eb4-ae3f-a48b1bd21917, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7383c050-df43-4eb4-ae3f-a48b1bd21917,segment=NetworkSegment(52025f06-a9bd-4913-ae62-3fa6007cef9c),segment_id=52025f06-a9bd-4913-ae62-3fa6007cef9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:03.586940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.616055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Calling delete_port for 7383c050-df43-4eb4-ae3f-a48b1bd21917 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:03.625898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:03.627606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b904388a-e1bd-4937-85b6-344d3c4d0678 None None] Provisioning complete for port afe73bf1-e1ec-4c39-b675-f00760c7b770 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:03.628689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b904388a-e1bd-4937-85b6-344d3c4d0678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.630013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.645820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.662048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 6dd0ffb8-8d00-4971-b483-396f4f414859 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:03.705839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b904388a-e1bd-4937-85b6-344d3c4d0678 None None] Port afe73bf1-e1ec-4c39-b675-f00760c7b770 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:03.806261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.809504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:03.853047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Pushing event deleted for resources: {'Port': ['ID=7383c050-df43-4eb4-ae3f-a48b1bd21917,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:03.861506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:03.871817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] No DVR routers for this DVR port 7383c050-df43-4eb4-ae3f-a48b1bd21917 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:03.893002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7659ff8c-281c-48a1-99fa-59b75efdb4e2 None None] Provisioning complete for port afe73bf1-e1ec-4c39-b675-f00760c7b770 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:03.893792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7659ff8c-281c-48a1-99fa-59b75efdb4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:03.943009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7659ff8c-281c-48a1-99fa-59b75efdb4e2 None None] Port afe73bf1-e1ec-4c39-b675-f00760c7b770 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:03.960878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 618b5972-4f9b-44dd-9397-67ae95686d44 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:04.028990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 618b5972-4f9b-44dd-9397-67ae95686d44 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:04.028990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.092667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.101928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e70aa80d-5e54-4134-a343-0cf2e903d486 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:04.108555 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.143139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.26 (a9c51369-98ba-49ac-b051-c8ae78f5744b/4fc4987d-3d19-4511-8265-41dc11fddab3/afe73bf1-e1ec-4c39-b675-f00760c7b770) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:04.149122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Port': ['ID=dc8356ed-67c2-4822-895f-91f302d9c16f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:04.151612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No DVR routers for this DVR port dc8356ed-67c2-4822-895f-91f302d9c16f on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:04.157647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:04.223262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7383c050-df43-4eb4-ae3f-a48b1bd21917 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:04.224687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.247680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67db2029-79fb-46a3-b05c-6b34d16bf5b2 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:04.249233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 7383c050-df43-4eb4-ae3f-a48b1bd21917 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:04.249233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7383c050-df43-4eb4-ae3f-a48b1bd21917 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:04.258293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da1631-4232-43c3-b683-f79bc68b0d90 req-db7f750d-7957-4ba8-902f-33c197e3339e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:04.259890 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-84da1631-4232-43c3-b683-f79bc68b0d90 req-db7f750d-7957-4ba8-902f-33c197e3339e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.5919189 Jun 25 11:26:04.287848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.295193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58acae24-9cc3-4e8b-b4f4-fbeac4815f87 tempest-PortsAdminExtendedAttrsTestJSON-898664271 tempest-PortsAdminExtendedAttrsTestJSON-898664271-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:04.336690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fbe022-f376-49f1-a10f-e7e93fa3a8cd,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:04.337289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.341526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.360658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db3c61-fe8d-4a3b-849e-21c54565f450 None None] Network 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:04.375465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:04.376521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.380535 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/subnets/e9fbe022-f376-49f1-a10f-e7e93fa3a8cd HTTP/1.1" status: 204 len: 168 time: 1.4797320 Jun 25 11:26:04.383165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=6dd0ffb8-8d00-4971-b483-396f4f414859,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:04.386035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:04.386865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object afe73bf1-e1ec-4c39-b675-f00760c7b770 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:04.391044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:04.403029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': '742b0a93-6194-4412-b407-4c84dcb242bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:04.403398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: c6ccd9ab-bc67-4114-a117-0a203d3dd342, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:04.425220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f48da88-a786-4088-bf0c-374da4c27d98']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:04.464998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a569d0-aad4-417e-9e29-5171a43e211a') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:04.465340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a569d0-aad4-417e-9e29-5171a43e211a') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:04.472379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.484221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0b2c9048-c83f-4b41-bbde-6bf042c4af2c tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:04.499354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.503535 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-84da1631-4232-43c3-b683-f79bc68b0d90 req-be03d359-51cc-4b12-a946-b4c7068107dc tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075613 Jun 25 11:26:04.533261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.578041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.608855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:04.609210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:04.612678 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:04.688593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] DHCP port deletion for 520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:04.736063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.843780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Deleting port 5eedc2fd-af71-4303-b981-126e1e260e0a {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:04.844656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.926771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] For port 5eedc2fd-af71-4303-b981-126e1e260e0a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5eedc2fd-af71-4303-b981-126e1e260e0a,segment=NetworkSegment(6493dd4d-745d-4e22-84f0-fb6ffed9d677),segment_id=6493dd4d-745d-4e22-84f0-fb6ffed9d677)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:04.927223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.930133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.930700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.937898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:04.945631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:04.947669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Calling delete_port for 5eedc2fd-af71-4303-b981-126e1e260e0a owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:04.950766 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/8f48da88-a786-4088-bf0c-374da4c27d98 HTTP/1.1" status: 204 len: 168 time: 2.4125862 Jun 25 11:26:04.975797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55422) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:04.991496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Network': ['ID=8f48da88-a786-4088-bf0c-374da4c27d98,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:05.012304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:05.025227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-aa51d2eb-bfe1-411b-9c9b-d09155f26db0 None None] Provisioning for port afe73bf1-e1ec-4c39-b675-f00760c7b770 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:05.033903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-aa51d2eb-bfe1-411b-9c9b-d09155f26db0 None None] Provisioning complete for port afe73bf1-e1ec-4c39-b675-f00760c7b770 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:05.034294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aa51d2eb-bfe1-411b-9c9b-d09155f26db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.036508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=afe73bf1-e1ec-4c39-b675-f00760c7b770,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:05.047774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:05.057283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:05.085116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.096275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-aa51d2eb-bfe1-411b-9c9b-d09155f26db0 None None] Port afe73bf1-e1ec-4c39-b675-f00760c7b770 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:05.099892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] In _notify_port_updated(), no bound segment for port afe73bf1-e1ec-4c39-b675-f00760c7b770 on network a9c51369-98ba-49ac-b051-c8ae78f5744b {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:26:05.106322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:05.107039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.108355 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "PUT /v2.0/ports/afe73bf1-e1ec-4c39-b675-f00760c7b770 HTTP/1.1" status: 200 len: 1000 time: 1.6017051 Jun 25 11:26:05.111480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55426) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:05.151889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, c6ccd9ab-bc67-4114-a117-0a203d3dd342) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:05.163430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e72c62-58c7-47dc-bd3c-fa13d5109d65 None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:05.174304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.186098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:05.186587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.190076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3150717c-ed34-421c-a06f-b2b6e141e88a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:05.191586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:05.192998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.200822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04250886-9108-427c-ad57-45155e7067ff']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:05.220639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting subnet fe02acd2-0928-4780-a68d-1095ab2af7ba {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:05.223879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.224027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52025f06-a9bd-4913-ae62-3fa6007cef9c') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:05.224316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52025f06-a9bd-4913-ae62-3fa6007cef9c') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:05.241785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Pushing event deleted for resources: {'Port': ['ID=5eedc2fd-af71-4303-b981-126e1e260e0a,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:05.242710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.255383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:05.260381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] No DVR routers for this DVR port 5eedc2fd-af71-4303-b981-126e1e260e0a on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:05.283212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.294521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:05.295521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:05.298156 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:05.326089 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1829700 Jun 25 11:26:05.327567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.355199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55428) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:05.361721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-92526580'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:05.387216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port afe73bf1-e1ec-4c39-b675-f00760c7b770 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:05.387627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.396184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8a55-92d0-45eb-ae6f-8efdf67ece51 req-78b6112f-6d98-4a6a-8759-4e6b3871ffb2 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:05.399894 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d4cc8a55-92d0-45eb-ae6f-8efdf67ece51 req-78b6112f-6d98-4a6a-8759-4e6b3871ffb2 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2839780 Jun 25 11:26:05.448183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.452960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0dabfe56-883e-4cd1-8211-dc7df34d1484 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:05.459124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.460985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/networks/04250886-9108-427c-ad57-45155e7067ff HTTP/1.1" status: 204 len: 168 time: 1.0712914 Jun 25 11:26:05.465969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55430) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:05.469955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:05.473440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.500077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.510136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d4cc8a55-92d0-45eb-ae6f-8efdf67ece51 req-31214b0f-63e7-433f-a381-f8b204283aab tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947385 Jun 25 11:26:05.516112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.526661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Network': ['ID=04250886-9108-427c-ad57-45155e7067ff,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:05.542863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:05.589186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.592302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f872c80f-1b10-46ae-a287-1a12c7188e3c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:05.593293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.620322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:05.623755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for afe73bf1-e1ec-4c39-b675-f00760c7b770 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:05.633499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.650485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.650955 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment 38992d2e-423c-4a52-bc25-0836239779f7 of type vlan for network 22c55367-a05c-4fec-9a4c-12c49d25abab Jun 25 11:26:05.662609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event updated for resources: {'Port': ['ID=a21264b9-fd8e-4ea5-85f1-f8f21a0f8651,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:05.666882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:05.673666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.678680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-132a0f9c-c319-41ef-814a-c433862a70f7 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:05.703895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.709148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Subnet': ['ID=fe02acd2-0928-4780-a68d-1095ab2af7ba,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:05.740782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:05.743315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.748996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/subnets/fe02acd2-0928-4780-a68d-1095ab2af7ba HTTP/1.1" status: 204 len: 168 time: 0.7689459 Jun 25 11:26:05.748996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55432) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:05.752584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e2a17-07ab-4317-9959-6760472c69f2 None None] Network 9c9934e7-630f-462b-a585-0999f946a6cb requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:05.767801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.857881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.876559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:05.878600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.891576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6493dd4d-745d-4e22-84f0-fb6ffed9d677') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:05.891947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6493dd4d-745d-4e22-84f0-fb6ffed9d677') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:05.906722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.907705 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Floating IP 303cc7a2-7316-4bba-8094-1f385d77cf3a associated. External IP: 172.26.0.176, port: c752eebd-de19-4f88-8584-32af8b87616b. Jun 25 11:26:05.946061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.951936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5eedc2fd-af71-4303-b981-126e1e260e0a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:05.958432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:05.958850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:05.964410 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:05.980999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.983834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 5eedc2fd-af71-4303-b981-126e1e260e0a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:05.984445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5eedc2fd-af71-4303-b981-126e1e260e0a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:05.987053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:05.993227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:05.999943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-841b0666-7568-45eb-9420-13b71d05ae94 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:06.046588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] DHCP port deletion for 9c9934e7-630f-462b-a585-0999f946a6cb request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:06.059774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Deleting port be4edd14-a040-4cff-aaaa-02fa0e46beb4 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:06.060118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.104952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Deleting port be4edd14-a040-4cff-aaaa-02fa0e46beb4 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:06.105674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.149441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=22c55367-a05c-4fec-9a4c-12c49d25abab,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:06.152312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:06.160675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 22c55367-a05c-4fec-9a4c-12c49d25abab details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:06.162636 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8048575 Jun 25 11:26:06.166587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55434) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:06.173564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.183666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.185778 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/networks/520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3 HTTP/1.1" status: 204 len: 168 time: 0.7170582 Jun 25 11:26:06.190369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'ports': [{'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342'}, {'network_id': '22c55367-a05c-4fec-9a4c-12c49d25abab'}]} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:06.190799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:06.191505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': '22c55367-a05c-4fec-9a4c-12c49d25abab'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:06.194946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:06.199874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55436) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:06.217680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] For port be4edd14-a040-4cff-aaaa-02fa0e46beb4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=be4edd14-a040-4cff-aaaa-02fa0e46beb4,segment=NetworkSegment(ff8c11c8-cd54-42ff-8582-77657df50093),segment_id=ff8c11c8-cd54-42ff-8582-77657df50093)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:06.217952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.236090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] For port be4edd14-a040-4cff-aaaa-02fa0e46beb4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=be4edd14-a040-4cff-aaaa-02fa0e46beb4,segment=NetworkSegment(ff8c11c8-cd54-42ff-8582-77657df50093),segment_id=ff8c11c8-cd54-42ff-8582-77657df50093)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:06.236731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.239618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Calling delete_port for be4edd14-a040-4cff-aaaa-02fa0e46beb4 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:06.262384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Calling delete_port for be4edd14-a040-4cff-aaaa-02fa0e46beb4 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:06.262974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Network': ['ID=520f42bc-72c0-4dcd-9bd4-9d4b97aae8a3,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:06.263601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Router 5f82181a-8bd4-4330-847d-5cd07ca55e67 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:26:06.266319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.271229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:06.302578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-639bf7f0-6a61-40b4-9836-bf6b44b05fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:06.361202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=afe73bf1-e1ec-4c39-b675-f00760c7b770,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:06.377720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:06.418775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting subnet 582a50ab-c7f5-4b5e-ad4c-57157a2c9bb1 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:06.427227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.433420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-11aa0876-05a8-4039-ba9c-e17884ca5812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:06.440006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.450308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.451470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:06.469534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Pushing event deleted for resources: {'Port': ['ID=be4edd14-a040-4cff-aaaa-02fa0e46beb4,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:06.479379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:06.480777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] No DVR routers for this DVR port be4edd14-a040-4cff-aaaa-02fa0e46beb4 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:06.481572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] No DVR routers for this DVR port be4edd14-a040-4cff-aaaa-02fa0e46beb4 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:06.492972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Port': ['ID=be4edd14-a040-4cff-aaaa-02fa0e46beb4,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:06.498512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:06.529946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:26:06.543346 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] Sync routers for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:26:06.577080 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:06.577733 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:06.593032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.618654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.629721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.631736 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/afe73bf1-e1ec-4c39-b675-f00760c7b770 HTTP/1.1" status: 204 len: 168 time: 1.5192733 Jun 25 11:26:06.632991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9934e7-630f-462b-a585-0999f946a6cb']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:06.635405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55440) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:06.648962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8c11c8-cd54-42ff-8582-77657df50093') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:06.649362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8c11c8-cd54-42ff-8582-77657df50093') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:06.662764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.670946 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef779a20-d4d4-4843-8f90-22a83a672be5 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:26:06.672926 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef779a20-d4d4-4843-8f90-22a83a672be5 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/afe73bf1-e1ec-4c39-b675-f00760c7b770 HTTP/1.1" status: 404 len: 333 time: 0.0364716 Jun 25 11:26:06.675920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55442) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:06.685537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.695660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:06.695660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:06.697968 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:06.714648 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:26:06.734108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 2} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:06.738717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.802238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.817971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.838410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet 4fc4987d-3d19-4511-8265-41dc11fddab3 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:06.848650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.855728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.856069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.865036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:06.870191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:06.872226 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] 10.222.0.81 "DELETE /v2.0/networks/9c9934e7-630f-462b-a585-0999f946a6cb HTTP/1.1" status: 204 len: 168 time: 1.1228697 Jun 25 11:26:06.893902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Pushing event deleted for resources: {'Network': ['ID=9c9934e7-630f-462b-a585-0999f946a6cb,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:06.897808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:06.898997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1500051 Jun 25 11:26:06.900869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:26:06.903799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49afc3d-d75e-444d-bf36-5f27cea84104" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "tag": "c752eebd-de19-4f88-8584-32af8b87616b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:26:07.001572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.018147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafea7-fa7f-4738-b830-46a35a605805 req-598e29b0-9d86-4620-ae31-f3deaef8acc4 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:07.019744 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a2bafea7-fa7f-4738-b830-46a35a605805 req-598e29b0-9d86-4620-ae31-f3deaef8acc4 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3294878 Jun 25 11:26:07.042054 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '303cc7a2-7316-4bba-8094-1f385d77cf3a', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'floating_ip_address': '172.26.0.176', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'port_id': 'c752eebd-de19-4f88-8584-32af8b87616b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'mac_address': 'fa:16:3e:25:44:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:26:04Z', 'updated_at': '2021-06-25T11:26:04Z', 'revision_number': 0, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:48Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:07.076329 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] Checking router: 5f82181a-8bd4-4330-847d-5cd07ca55e67 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:26:07.081744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 1bbef606-1432-4910-b45d-555c507cfb93 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:07.085624 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:07.086256 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:07.087320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949e0ee-3bd0-4768-b805-d10a04dfbc97 req-a6c6893e-9884-42d3-bc25-37a3a5ff0d4e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:07.090097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8949e0ee-3bd0-4768-b805-d10a04dfbc97 req-a6c6893e-9884-42d3-bc25-37a3a5ff0d4e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.0810502 Jun 25 11:26:07.136152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8949e0ee-3bd0-4768-b805-d10a04dfbc97 req-340a1b3b-bbb5-4a26-a167-3690f222adbe tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378985 Jun 25 11:26:07.167657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55450) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:07.190218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.195199 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a2bafea7-fa7f-4738-b830-46a35a605805 req-03406f0a-ca0b-4f46-8ea1-daef7e912afb tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461468 Jun 25 11:26:07.203058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-caa2fded-df8c-40da-91cd-73857d130c48 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:07.229650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db8120f-e4d8-4edc-a963-27b3be313203 x-openstack-request-id: req-6db8120f-e4d8-4edc-a963-27b3be313203 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:26:07.230002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "tag": "c752eebd-de19-4f88-8584-32af8b87616b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:26:07.230261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6db8120f-e4d8-4edc-a963-27b3be313203 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:26:07.230778 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b', 'status': 'completed', 'code': 200} Jun 25 11:26:07.240167 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:26:07.244966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Subnet': ['ID=582a50ab-c7f5-4b5e-ad4c-57157a2c9bb1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:07.248351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:07.254502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.258812 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/subnets/582a50ab-c7f5-4b5e-ad4c-57157a2c9bb1 HTTP/1.1" status: 204 len: 168 time: 1.0545251 Jun 25 11:26:07.258812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.262600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55452) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:07.270959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e59629-4bfa-4ddd-9c94-1ea565514786 None None] Network 3231e57a-b08f-40bd-a083-3861afbfd5d3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:07.492138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.496449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.503140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-feb6a9f6-104f-4e56-aa2c-f307353efd93 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:07.535261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] DHCP port deletion for 3231e57a-b08f-40bd-a083-3861afbfd5d3 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:07.569528 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '303cc7a2-7316-4bba-8094-1f385d77cf3a', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'floating_ip_address': '172.26.0.176', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'port_id': 'c752eebd-de19-4f88-8584-32af8b87616b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'mac_address': 'fa:16:3e:25:44:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:26:04Z', 'updated_at': '2021-06-25T11:26:04Z', 'revision_number': 0, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:48Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:07.575463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc4987d-3d19-4511-8265-41dc11fddab3,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:07.582225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.582374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe858a-cbba-4d81-bc92-abc686b03136 None None] Network a9c51369-98ba-49ac-b051-c8ae78f5744b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:07.584528 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/4fc4987d-3d19-4511-8265-41dc11fddab3 HTTP/1.1" status: 204 len: 168 time: 0.9071937 Jun 25 11:26:07.586196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:07.591239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55456) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:07.629585 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e8561-7608-476c-a8ac-d264c988e004 None None] The sync data for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv is: [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '303cc7a2-7316-4bba-8094-1f385d77cf3a', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'floating_ip_address': '172.26.0.176', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'port_id': 'c752eebd-de19-4f88-8584-32af8b87616b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'mac_address': 'fa:16:3e:25:44:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:26:04Z', 'updated_at': '2021-06-25T11:26:04Z', 'revision_number': 0, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:48Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:26:07.672340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55458) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:07.731335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Deleting port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:07.731724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.749620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 5dbb3000-8360-4941-bd3c-d3e7a90f9bee yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:07.767975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet 1a7909c3-c5a1-4917-92bc-98da03a3be7a {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:07.779795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-657e4037-df82-411a-993c-4cc04a300520 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/floatingips/303cc7a2-7316-4bba-8094-1f385d77cf3a HTTP/1.1" status: 200 len: 991 time: 0.6096802 Jun 25 11:26:07.780262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.839399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.858946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-f6047748-2c2f-4114-bf35-b58f792d0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:07.860696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-f6047748-2c2f-4114-bf35-b58f792d0220 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=869fa866ee3f424c952da82e96d1f712&device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1098 time: 0.6140001 Jun 25 11:26:07.860833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] For port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,segment=NetworkSegment(f59b35cf-e6d4-4156-b192-a1d566bd3b1c),segment_id=f59b35cf-e6d4-4156-b192-a1d566bd3b1c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:07.861188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:07.879794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Calling delete_port for aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:07.936521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.028035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc4dff-af21-47a7-81b6-afdc85a1dbe7 None None] New status for floating IP 303cc7a2-7316-4bba-8094-1f385d77cf3a: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:26:08.035080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:08.080081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Deleting port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:08.080081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.097572 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3209648d-fa3d-4e8d-a0b4-494b5319d9ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b464d4241b3f4716bc4768271a87d51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234812 Jun 25 11:26:08.105471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55462) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:08.116023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-b69ea6d0-012e-4937-9adf-b2be778d87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:08.117689 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-b69ea6d0-012e-4937-9adf-b2be778d87df service neutron] 10.222.0.47 "GET /v2.0/networks?id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca HTTP/1.1" status: 200 len: 898 time: 0.2226110 Jun 25 11:26:08.171564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.196027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.235493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] For port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,segment=NetworkSegment(f59b35cf-e6d4-4156-b192-a1d566bd3b1c),segment_id=f59b35cf-e6d4-4156-b192-a1d566bd3b1c)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:08.235884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.270885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Calling delete_port for aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:08.288539 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-0b2c1876-9405-425f-aec2-56db2892647b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c752eebd-de19-4f88-8584-32af8b87616b HTTP/1.1" status: 200 len: 999 time: 0.1251330 Jun 25 11:26:08.318755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.340692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.389860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.393717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.397885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7bfbf2c-9b06-42bb-8897-ac5a0a27f4bb tempest-FloatingIPAdminTestJSON-1170211107 tempest-FloatingIPAdminTestJSON-1170211107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:08.402676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5cff80cd-f1ae-438c-a796-e7e87a0a6308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:08.458016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-5f22eaf4-0661-475e-b964-664ef2181fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:08.458492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-5f22eaf4-0661-475e-b964-664ef2181fcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6b9001a-b985-423d-bb89-2f4a051fa7e9 HTTP/1.1" status: 200 len: 835 time: 0.1448045 Jun 25 11:26:08.467622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.481506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:08.488246 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:08.506031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:08.506749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.521912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.523720 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/1a7909c3-c5a1-4917-92bc-98da03a3be7a HTTP/1.1" status: 204 len: 168 time: 0.9314439 Jun 25 11:26:08.528690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55466) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:08.539226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=1bbef606-1432-4910-b45d-555c507cfb93,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:08.544597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:08.545167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-431740fa-4135-4257-921a-17cc1fdc52b4 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:08.550665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.604853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7909c3-c5a1-4917-92bc-98da03a3be7a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:08.644401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:08.645129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3ca30e76-5130-432b-84ba-f75c5c90a8f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:08.648882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.654153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Pushing event deleted for resources: {'Port': ['ID=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:08.655884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-249e3bac-c176-4f18-996e-ce2dfc038eeb tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:08.677145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:08.683094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be4edd14-a040-4cff-aaaa-02fa0e46beb4 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:08.684054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] No DVR routers for this DVR port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:08.695233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Port': ['ID=aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:08.698205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:08.701038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] No DVR routers for this DVR port aa03ca6f-e5f3-4e3f-8023-e6c8be070fe3 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:08.707101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: be4edd14-a040-4cff-aaaa-02fa0e46beb4 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:08.707433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be4edd14-a040-4cff-aaaa-02fa0e46beb4 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:08.718398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d528ae-f6f4-4a36-8b23-8c693bc22933 req-37ed682d-9500-42d3-9b1d-d05ee3fc4efa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:08.727503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d7d528ae-f6f4-4a36-8b23-8c693bc22933 req-37ed682d-9500-42d3-9b1d-d05ee3fc4efa tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2954133 Jun 25 11:26:08.731638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.755810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': '38992d2e-423c-4a52-bc25-0836239779f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '22c55367-a05c-4fec-9a4c-12c49d25abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:08.755810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: 22c55367-a05c-4fec-9a4c-12c49d25abab, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:08.763618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=5dbb3000-8360-4941-bd3c-d3e7a90f9bee,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:08.768124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:08.778568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-76d2c648-69d3-40d4-b1ae-289ee35e28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:08.780024 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-76d2c648-69d3-40d4-b1ae-289ee35e28f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3140166 Jun 25 11:26:08.781951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4d63e-14ee-4c15-a03c-f188d0656a6c None None] Network a9c51369-98ba-49ac-b051-c8ae78f5744b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:08.792684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55468) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:08.876277 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3a7c5263-b765-447e-8069-92807cb1d89d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/floatingips/303cc7a2-7316-4bba-8094-1f385d77cf3a HTTP/1.1" status: 200 len: 993 time: 0.0820427 Jun 25 11:26:08.884094 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d7d528ae-f6f4-4a36-8b23-8c693bc22933 req-4add3136-f495-484e-a879-ad4213ab08bd tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549535 Jun 25 11:26:08.885064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ee85a38c-5e08-4778-821d-3653e0bbe890 None None] Provisioning complete for port 618b5972-4f9b-44dd-9397-67ae95686d44 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:08.885625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ee85a38c-5e08-4778-821d-3653e0bbe890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.907642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 618b5972-4f9b-44dd-9397-67ae95686d44 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:08.908040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.923107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.926956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.929694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.940000 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41c47d41-77b2-417b-a331-4aba64ed209d HTTP/1.1" status: 204 len: 168 time: 0.8243775 Jun 25 11:26:08.940000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5cb1cdd5-6df9-42f6-8fd7-649bf2a67518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:08.951870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3231e57a-b08f-40bd-a083-3861afbfd5d3']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:08.955999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c47d41-77b2-417b-a331-4aba64ed209d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:08.958864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:08.981057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59b35cf-e6d4-4156-b192-a1d566bd3b1c') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:08.981385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59b35cf-e6d4-4156-b192-a1d566bd3b1c') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:08.997176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:08.999410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] For port 618b5972-4f9b-44dd-9397-67ae95686d44, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=618b5972-4f9b-44dd-9397-67ae95686d44,segment=NetworkSegment(405966b0-44d9-4306-a935-2eaa82e75080),segment_id=405966b0-44d9-4306-a935-2eaa82e75080)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:09.000071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.011713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 22c55367-a05c-4fec-9a4c-12c49d25abab is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:09.021352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 618b5972-4f9b-44dd-9397-67ae95686d44 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:09.025991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-ded584ba-715e-4db6-8f61-9354d4e43072 service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328513 Jun 25 11:26:09.027348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.046867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:09.047286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:09.051042 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:09.109423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] DHCP port deletion for a9c51369-98ba-49ac-b051-c8ae78f5744b request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:09.131768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 22c55367-a05c-4fec-9a4c-12c49d25abab) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:09.136891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:09.143381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:09.144047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48904aec-436d-470b-b60a-79347cc677e8 None None] Network 22c55367-a05c-4fec-9a4c-12c49d25abab requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:09.148752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:09.150801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.190310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b49afc3d-d75e-444d-bf36-5f27cea84104 req-938bf69a-30ce-412a-85f6-fe03f87801e3 service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521256 Jun 25 11:26:09.194727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.198501 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7bd5e94c-a45c-4c50-aaf3-8b42e763c5f3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:09.220502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Deleting port 618b5972-4f9b-44dd-9397-67ae95686d44 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:09.220881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.224020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=618b5972-4f9b-44dd-9397-67ae95686d44,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:09.226658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:09.232404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No DVR routers for this DVR port 618b5972-4f9b-44dd-9397-67ae95686d44 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:09.285731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.290796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1b419b91-a09c-4ec8-b6b6-772566fa7826 tempest-ExternalNetworksTestJSON-875175009 tempest-ExternalNetworksTestJSON-875175009-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:09.308494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.311018 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/networks/3231e57a-b08f-40bd-a083-3861afbfd5d3 HTTP/1.1" status: 204 len: 168 time: 2.0217736 Jun 25 11:26:09.312246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Pushing event deleted for resources: {'Network': ['ID=3231e57a-b08f-40bd-a083-3861afbfd5d3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:09.314408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55474) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:09.327985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1558290 Jun 25 11:26:09.328610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55476) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:09.330353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] For port 618b5972-4f9b-44dd-9397-67ae95686d44, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:09.330873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.345569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Calling delete_port for 618b5972-4f9b-44dd-9397-67ae95686d44 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:09.346214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:09.348811 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d3b544b5-ff9e-43e2-bcb2-ace9d87004b2 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "GET /v2.0/ports?device_id=d4d4287c-b563-411b-aec0-e7c4af32de0f HTTP/1.1" status: 200 len: 205 time: 0.0330837 Jun 25 11:26:09.351219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55478) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:09.360067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.ipam_backend_mixin [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Port 618b5972-4f9b-44dd-9397-67ae95686d44 was not found and therefore no delete operation was performed {{(pid=94502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:26:09.361512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.364977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:09.390128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.397292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] No DVR routers for this DVR port 618b5972-4f9b-44dd-9397-67ae95686d44 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:09.404516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Pushing event deleted for resources: {'Port': ['ID=618b5972-4f9b-44dd-9397-67ae95686d44,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:09.412284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:09.448121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6d695df-7e6a-435e-a5a1-569e2bc58abd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.457590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c51369-98ba-49ac-b051-c8ae78f5744b']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:09.470292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405966b0-44d9-4306-a935-2eaa82e75080') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:09.470598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405966b0-44d9-4306-a935-2eaa82e75080') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:09.482745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.506339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.516603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 5dbb3000-8360-4941-bd3c-d3e7a90f9bee {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:09.516951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.520265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:09.521195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:09.525318 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:09.617904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6d695df-7e6a-435e-a5a1-569e2bc58abd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.621070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6d695df-7e6a-435e-a5a1-569e2bc58abd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.642787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.660055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 5dbb3000-8360-4941-bd3c-d3e7a90f9bee owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:09.891915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 618b5972-4f9b-44dd-9397-67ae95686d44 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:09.901407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.906457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.909646 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/a9c51369-98ba-49ac-b051-c8ae78f5744b HTTP/1.1" status: 204 len: 168 time: 1.3795490 Jun 25 11:26:09.912335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43fab816-6fc4-4fcc-b229-574cfd678e73 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:09.912949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55488) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:09.916213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 618b5972-4f9b-44dd-9397-67ae95686d44 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:09.916567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 618b5972-4f9b-44dd-9397-67ae95686d44 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:09.941033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=a9c51369-98ba-49ac-b051-c8ae78f5744b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:09.941033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:09.959131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.964024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6d695df-7e6a-435e-a5a1-569e2bc58abd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.964571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d695df-7e6a-435e-a5a1-569e2bc58abd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Fanout notify agent at l3_agent the message router_deleted on router d4d4287c-b563-411b-aec0-e7c4af32de0f {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:26:09.976661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:09.979589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e6d695df-7e6a-435e-a5a1-569e2bc58abd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:09.980695 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e6d695df-7e6a-435e-a5a1-569e2bc58abd tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] 10.222.0.81 "DELETE /v2.0/routers/d4d4287c-b563-411b-aec0-e7c4af32de0f HTTP/1.1" status: 204 len: 168 time: 0.6283710 Jun 25 11:26:10.016500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.020961 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/5dbb3000-8360-4941-bd3c-d3e7a90f9bee HTTP/1.1" status: 204 len: 168 time: 0.6864960 Jun 25 11:26:10.020961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=5dbb3000-8360-4941-bd3c-d3e7a90f9bee,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:10.022489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55496) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.033446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488abed1-4cb9-4973-9bea-5d6db79fd54b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:10.033446 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-488abed1-4cb9-4973-9bea-5d6db79fd54b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1194339 Jun 25 11:26:10.034260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:10.036889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55500) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.128147 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cc5cce9f-0698-46d5-8238-b9eda06d015e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0879347 Jun 25 11:26:10.128744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55504) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.133885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1797755230'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:10.137167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7802d-cd2c-4bfd-bc22-34313d1f8f76 req-ecbbbf2b-780d-4648-9faa-73eb9808a5ca tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:10.140417 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-adf7802d-cd2c-4bfd-bc22-34313d1f8f76 req-ecbbbf2b-780d-4648-9faa-73eb9808a5ca tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1033711 Jun 25 11:26:10.147793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2657ee-37ab-443a-bc47-e7853c8b0f50 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:10.154439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2657ee-37ab-443a-bc47-e7853c8b0f50 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:10.155940 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7f2657ee-37ab-443a-bc47-e7853c8b0f50 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1325364 Jun 25 11:26:10.160465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55506) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.191461 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-adf7802d-cd2c-4bfd-bc22-34313d1f8f76 req-0ada73ed-8a71-43d8-aff2-72aafa807d7d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Jun 25 11:26:10.251923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:10.255541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.280581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.284225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 1bbef606-1432-4910-b45d-555c507cfb93 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:10.284603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.311364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55510) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.312285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:10.354776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.355056 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment 044d23db-49e7-4ce7-96d2-83fe32138b35 of type vlan for network b80eb168-630d-43b2-b204-2aff4751af29 Jun 25 11:26:10.370819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.404772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 1bbef606-1432-4910-b45d-555c507cfb93 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:10.407336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--721980134'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:10.416782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.524007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55516) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.569352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.579571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.638741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.644639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:10.645286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.648770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:10.652863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.674341 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-377dcc6c-c1f3-4a08-ab6a-61c357d5a78c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a633028103344c896f98aa6a28dacec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490154 Jun 25 11:26:10.680090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55520) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.717588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.719732 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/1bbef606-1432-4910-b45d-555c507cfb93 HTTP/1.1" status: 204 len: 168 time: 0.5572855 Jun 25 11:26:10.722557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55522) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.725855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=b80eb168-630d-43b2-b204-2aff4751af29,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:10.728740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:10.729301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-94ed4dbb-167a-46c2-bb47-81093ad9c4d9 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:10.737003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network b80eb168-630d-43b2-b204-2aff4751af29 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:10.760725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=1bbef606-1432-4910-b45d-555c507cfb93,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:10.767758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:10.805429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.809220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.841340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.861661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89898f2e-f9df-41ac-86e8-0c9fb407a6c8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:10.863048 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-89898f2e-f9df-41ac-86e8-0c9fb407a6c8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1395698 Jun 25 11:26:10.866075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55524) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.895091 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e93be41-64b9-47bb-ac66-4b341680b2e8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:10.896710 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5e93be41-64b9-47bb-ac66-4b341680b2e8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/5dbb3000-8360-4941-bd3c-d3e7a90f9bee HTTP/1.1" status: 404 len: 333 time: 0.0296092 Jun 25 11:26:10.899597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55526) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.926366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.927567 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb25559-0a0e-4808-8073-1d3c32540b1a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:10.929122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7fb25559-0a0e-4808-8073-1d3c32540b1a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/1bbef606-1432-4910-b45d-555c507cfb93 HTTP/1.1" status: 404 len: 333 time: 0.0285871 Jun 25 11:26:10.932073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:10.935630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55528) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:10.958867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d287d-b7c5-42dd-bf72-108e8c003ee5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:10.961872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:10.983024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.987524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:10.987524 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2efc387-2eec-419b-b60f-4a76a60c96b2 HTTP/1.1" status: 204 len: 168 time: 0.3058887 Jun 25 11:26:10.987885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-282d5393-dcef-4726-9956-37b3f398a3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:10.996711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2efc387-2eec-419b-b60f-4a76a60c96b2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:10.999050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:11.011238 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8798819 Jun 25 11:26:11.018548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.020165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55532) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:11.026225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:11.089260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.177805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.188042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c55367-a05c-4fec-9a4c-12c49d25abab']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:11.198344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38992d2e-423c-4a52-bc25-0836239779f7') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:11.198633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.198748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38992d2e-423c-4a52-bc25-0836239779f7') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:11.202209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1e5ce350-1c24-4a4a-9aef-6d5bddeb9c21 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:11.212115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.231119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.234086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b18db7-0165-4b83-99ac-6ebb4bebe77d,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:11.236953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:11.238102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:11.238640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:11.241582 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:11.318526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:11.323714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.387441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.392894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:11.397206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.399033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/22c55367-a05c-4fec-9a4c-12c49d25abab HTTP/1.1" status: 204 len: 168 time: 0.4643111 Jun 25 11:26:11.404757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55542) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:11.406411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.409890 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0974188 Jun 25 11:26:11.412859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55546) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:11.420265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-673764975'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:11.430868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=22c55367-a05c-4fec-9a4c-12c49d25abab,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:11.442330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:11.496561 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-09c48dcb-3911-453b-bf4c-39c3033179fe tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0813828 Jun 25 11:26:11.501317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55550) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:11.506115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-security--417185176', 'description': 'tempest-security-description-253046996'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:11.533496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.551960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:11.555475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.589542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.626130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:11.664023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.664023 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment 3e92d1e1-9003-4c73-a363-1958541bd632 of type vlan for network 12512cc8-832e-46aa-8c86-f51d5448249d Jun 25 11:26:11.694840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:11.717956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779071bc-1fe1-4f0d-8d8d-4eb7ee2f979c req-2ad16bd2-7f04-4307-9e1c-1616c7620e07 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:11.719736 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-779071bc-1fe1-4f0d-8d8d-4eb7ee2f979c req-2ad16bd2-7f04-4307-9e1c-1616c7620e07 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3798237 Jun 25 11:26:11.770990 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-779071bc-1fe1-4f0d-8d8d-4eb7ee2f979c req-81bb4f34-e962-47d0-a4ec-b9621b270b21 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455554 Jun 25 11:26:12.080526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.083180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.084510 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "PUT /v2.0/security-groups/27b18db7-0165-4b83-99ac-6ebb4bebe77d HTTP/1.1" status: 200 len: 1776 time: 0.5820510 Jun 25 11:26:12.085459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-052672ff-14db-4917-8a3b-f8909cd0149e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:12.087356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55554) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:12.110253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b18db7-0165-4b83-99ac-6ebb4bebe77d,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:12.113070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:12.133943 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5063a925-9d6b-4a01-8638-da15c2d7abc2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups/27b18db7-0165-4b83-99ac-6ebb4bebe77d HTTP/1.1" status: 200 len: 1776 time: 0.0451901 Jun 25 11:26:12.140407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55556) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:12.140570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.140570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7d854065-702c-4353-9120-6e4800963c55 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:12.146718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.152994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:12.153633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.210234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.219686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=aea044e3-9c9d-43d0-8068-6e1ea178286a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:12.219686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:12.225267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:12.236949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.259591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': '044d23db-49e7-4ce7-96d2-83fe32138b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:12.260196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: b80eb168-630d-43b2-b204-2aff4751af29, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:12.303822 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8979537 Jun 25 11:26:12.305580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=12512cc8-832e-46aa-8c86-f51d5448249d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:12.307039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55564) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:12.308750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:12.312644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:12.319117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 12512cc8-832e-46aa-8c86-f51d5448249d details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:12.400664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.407910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.407910 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/27b18db7-0165-4b83-99ac-6ebb4bebe77d HTTP/1.1" status: 204 len: 168 time: 0.2666092 Jun 25 11:26:12.408628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55568) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:12.409020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-066282fb-84c5-4aeb-99ab-3528c774f168 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:12.422627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b18db7-0165-4b83-99ac-6ebb4bebe77d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:12.425554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:12.435650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network b80eb168-630d-43b2-b204-2aff4751af29 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:12.467180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55570) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:12.469564 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1e10cccb-42d0-45da-9928-76d2c5150aa0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0610483 Jun 25 11:26:12.473594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55574) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:12.488900 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-97a1f8ff-8ffd-41bf-ac90-cf04f492418d tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] delete failed (client error): The resource could not be found. Jun 25 11:26:12.489994 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-97a1f8ff-8ffd-41bf-ac90-cf04f492418d tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/27b18db7-0165-4b83-99ac-6ebb4bebe77d HTTP/1.1" status: 404 len: 347 time: 0.0155039 Jun 25 11:26:12.494142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55576) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:12.499315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676375067'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:12.505706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:12.509076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.537236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, b80eb168-630d-43b2-b204-2aff4751af29) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:12.543534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:12.544387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.552528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8726ea-b0db-4a11-b398-7f9aa58d4652 None None] Network b80eb168-630d-43b2-b204-2aff4751af29 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:12.712557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-b80eb168-630d-43b2-b204-2aff4751af29', 'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29', 'tenant_id': '5bd9d965a5174d28966b68efb855e545', 'fixed_ips': [{'subnet_id': 'aea044e3-9c9d-43d0-8068-6e1ea178286a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:12.714550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:12.892874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Allocated IP 172.20.0.2 (b80eb168-630d-43b2-b204-2aff4751af29/aea044e3-9c9d-43d0-8068-6e1ea178286a/50deb078-62ea-4c3f-8cd1-74fc4d6f415f) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:12.943113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3e9935da-011b-4847-b9f6-5965f6bc10b5 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-574574045', 'prefixes': ['172.20.0.0/16']}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:13.078120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.079281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.088976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Transition to ACTIVE for port object 50deb078-62ea-4c3f-8cd1-74fc4d6f415f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:13.105363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Transition to ACTIVE for port object 50deb078-62ea-4c3f-8cd1-74fc4d6f415f will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:13.153600 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1323948 Jun 25 11:26:13.156458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55582) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:13.162999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29', 'name': 'tempest-PortsTestJSON-2078960759'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:13.184511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.186932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2450c901-0701-4dec-a4c6-b46d7b35269c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:13.190534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463280b3-d586-4c91-a722-37f5692df792 req-92e622f4-1452-4942-b36f-aa10ab4aee3d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:13.191693 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-463280b3-d586-4c91-a722-37f5692df792 req-92e622f4-1452-4942-b36f-aa10ab4aee3d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2624292 Jun 25 11:26:13.225892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.228372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Network b80eb168-630d-43b2-b204-2aff4751af29 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:13.229668 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8c8df3c5-fcb0-4899-9739-7334133d548b tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:13.231784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:13.235509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:13.246846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Pushing event updated for resources: {'Port': ['ID=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:13.250561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:13.304302 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-463280b3-d586-4c91-a722-37f5692df792 req-68e4d7fb-5f42-410f-bf60-e6b5a431223f tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035333 Jun 25 11:26:13.314564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Attempting to bind port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:13.315218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Attempting to bind port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '044d23db-49e7-4ce7-96d2-83fe32138b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:13.315570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Attempting to bind port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f on network b80eb168-630d-43b2-b204-2aff4751af29 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:13.320809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:13.322605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Checking segment: {'id': '044d23db-49e7-4ce7-96d2-83fe32138b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:13.322605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.322605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Bound using segment: {'id': '044d23db-49e7-4ce7-96d2-83fe32138b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:13.323091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Bound port: 50deb078-62ea-4c3f-8cd1-74fc4d6f415f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044d23db-49e7-4ce7-96d2-83fe32138b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:13.323452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.340952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=d1a6e57a-96e7-4240-b205-b473d7224e20,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:13.354734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:13.384648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': '3e92d1e1-9003-4c73-a363-1958541bd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:13.385188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: 12512cc8-832e-46aa-8c86-f51d5448249d, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:13.389544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] For port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:13.392643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] For port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,segment=NetworkSegment(044d23db-49e7-4ce7-96d2-83fe32138b35),segment_id=044d23db-49e7-4ce7-96d2-83fe32138b35)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:13.424679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.475044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.488030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-11aa0876-05a8-4039-ba9c-e17884ca5812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:13.543244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Pushing event updated for resources: {'Port': ['ID=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:13.546438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:13.688132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 12512cc8-832e-46aa-8c86-f51d5448249d is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:13.694573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.703869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-702a4ed3-e18e-4966-9b5b-b04ea1f1a08e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:13.738275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29799f8e-4873-4cf0-affa-09cb6a97a9a7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:13.740970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:13.754775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e9935da-011b-4847-b9f6-5965f6bc10b5 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] Notify callbacks [] for subnetpool, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.756129 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3e9935da-011b-4847-b9f6-5965f6bc10b5 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2878852 Jun 25 11:26:13.759006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55584) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:13.798426 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-81965378-a6ce-4394-a9a0-a8911e5ee80e tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] 10.222.0.81 "GET /v2.0/subnetpools/0c4422c0-f212-4c09-aeae-606a6036bf50 HTTP/1.1" status: 200 len: 731 time: 0.0379529 Jun 25 11:26:13.801240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55586) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:13.807964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-197fad7b-2e34-480e-8d31-cac5068a9524 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-795945367'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:13.823438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 12512cc8-832e-46aa-8c86-f51d5448249d) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:13.828216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:13.828898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.832175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f540e6e2-260f-4c55-a8c7-9d3b0650e7d0 None None] Network 12512cc8-832e-46aa-8c86-f51d5448249d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:13.862482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.863684 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3681121 Jun 25 11:26:13.868042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55588) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:13.882846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '29799f8e-4873-4cf0-affa-09cb6a97a9a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:13.946272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50deb078-62ea-4c3f-8cd1-74fc4d6f415f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:13.954591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:13.958784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:13.980043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:14.026642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-197fad7b-2e34-480e-8d31-cac5068a9524 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] Notify callbacks [] for subnetpool, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.027861 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-197fad7b-2e34-480e-8d31-cac5068a9524 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] 10.222.0.81 "PUT /v2.0/subnetpools/0c4422c0-f212-4c09-aeae-606a6036bf50 HTTP/1.1" status: 200 len: 683 time: 0.2254121 Jun 25 11:26:14.030640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55590) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:14.086317 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7742593 Jun 25 11:26:14.090245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55592) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:14.096654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-12512cc8-832e-46aa-8c86-f51d5448249d', 'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d', 'tenant_id': 'b9db5d0aa75a418f9f9934779316b53e', 'fixed_ips': [{'subnet_id': 'd1a6e57a-96e7-4240-b205-b473d7224e20'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:14.097941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.099953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d', 'name': 'tempest-PortsIpV6TestJSON-2053791103'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:14.180884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.9 (b80eb168-630d-43b2-b204-2aff4751af29/aea044e3-9c9d-43d0-8068-6e1ea178286a/99981ca3-e6d0-47fa-95f4-ff8fb33c2388) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:14.187717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:14.260841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.281579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Allocated IP 2001:db8::2 (12512cc8-832e-46aa-8c86-f51d5448249d/d1a6e57a-96e7-4240-b205-b473d7224e20/9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:14.305812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5c4a-0e6c-449b-a42c-70a48373537b tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] Notify callbacks [] for subnetpool, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.309438 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b7eb5c4a-0e6c-449b-a42c-70a48373537b tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] 10.222.0.81 "DELETE /v2.0/subnetpools/0c4422c0-f212-4c09-aeae-606a6036bf50 HTTP/1.1" status: 204 len: 168 time: 0.2772620 Jun 25 11:26:14.313139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55594) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:14.337170 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-3499123e-cfb5-4738-a1d6-26e48fbba928 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] show failed (client error): The resource could not be found. Jun 25 11:26:14.341754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55596) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:14.342443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3499123e-cfb5-4738-a1d6-26e48fbba928 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] 10.222.0.81 "GET /v2.0/subnetpools/0c4422c0-f212-4c09-aeae-606a6036bf50 HTTP/1.1" status: 404 len: 346 time: 0.0262437 Jun 25 11:26:14.357375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.367164 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-261de9c8-c90f-4bb6-9c06-4c7a0dcf6019 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] delete failed (client error): The resource could not be found. Jun 25 11:26:14.368249 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-261de9c8-c90f-4bb6-9c06-4c7a0dcf6019 tempest-SubnetPoolsTestJSON-1724538191 tempest-SubnetPoolsTestJSON-1724538191-project] 10.222.0.81 "DELETE /v2.0/subnetpools/0c4422c0-f212-4c09-aeae-606a6036bf50 HTTP/1.1" status: 404 len: 346 time: 0.0253093 Jun 25 11:26:14.435749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:14.440628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.465233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.468286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:14.488957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 0c3f5efa-f5e2-4247-a70f-22c63bb05d0e yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:14.493072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36cea77-9e2c-41c0-b137-63363485318e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:14.499800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.509374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:14.558120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.563032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:14.572998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Transition to ACTIVE for port object 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:14.598315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Transition to ACTIVE for port object 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:14.600560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.605140 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7330313 Jun 25 11:26:14.605140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55602) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:14.636372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.645460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.669325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc8e33-024a-4fe2-b579-faf997a404b3 None None] Network b80eb168-630d-43b2-b204-2aff4751af29 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:14.672166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9608d-efbf-462d-937d-a9456e5b22e4 req-c10a90c8-dd78-43b7-b6d6-95688e6f7521 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:14.679853 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6ba9608d-efbf-462d-937d-a9456e5b22e4 req-c10a90c8-dd78-43b7-b6d6-95688e6f7521 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1705637 Jun 25 11:26:14.716686 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6ba9608d-efbf-462d-937d-a9456e5b22e4 req-f19baa6b-a219-47f8-aa5c-de6708ade850 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356371 Jun 25 11:26:14.747734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.754653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:14.758829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.766225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0c09fdd8-8948-48a6-9a49-442c89c2a5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:14.824672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Network 12512cc8-832e-46aa-8c86-f51d5448249d is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:14.829154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.829751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network b80eb168-630d-43b2-b204-2aff4751af29 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:14.834010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:14.841777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:14.841968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.842098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:14.845740 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a36cea77-9e2c-41c0-b137-63363485318e HTTP/1.1" status: 204 len: 168 time: 0.2369533 Jun 25 11:26:14.845911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:14.846336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55604) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:14.847454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:14.851379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Pushing event updated for resources: {'Port': ['ID=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:14.852435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=99981ca3-e6d0-47fa-95f4-ff8fb33c2388,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:14.873206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:14.891628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:14.893008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a36cea77-9e2c-41c0-b137-63363485318e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:14.894813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::2fa (12512cc8-832e-46aa-8c86-f51d5448249d/d1a6e57a-96e7-4240-b205-b473d7224e20/0c3f5efa-f5e2-4247-a70f-22c63bb05d0e) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:14.897374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:14.919126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Attempting to bind port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:14.919501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Attempting to bind port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '3e92d1e1-9003-4c73-a363-1958541bd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:14.919860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Attempting to bind port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da on network 12512cc8-832e-46aa-8c86-f51d5448249d {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:14.942739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:14.943380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.950564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Provisioning for port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:14.953790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:14.956598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Checking segment: {'id': '3e92d1e1-9003-4c73-a363-1958541bd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:14.956598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.956598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Bound using segment: {'id': '3e92d1e1-9003-4c73-a363-1958541bd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:14.956598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Bound port: 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e92d1e1-9003-4c73-a363-1958541bd632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '12512cc8-832e-46aa-8c86-f51d5448249d'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:14.956598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:14.968690 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e30ca2bf-4a01-4361-8412-f2f976cdbac4 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1091235 Jun 25 11:26:14.973102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55606) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:14.973656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Provisioning complete for port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:14.974029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.048016 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8900681 Jun 25 11:26:15.053520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55610) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:15.062617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': 'b80eb168-630d-43b2-b204-2aff4751af29', 'name': 'tempest-PortsTestJSON-1558789814'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:15.105500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.145380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] For port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:15.149441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.153217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] For port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,segment=NetworkSegment(3e92d1e1-9003-4c73-a363-1958541bd632),segment_id=3e92d1e1-9003-4c73-a363-1958541bd632)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:15.186141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.210088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object 0c3f5efa-f5e2-4247-a70f-22c63bb05d0e will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:15.245911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55612) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:15.247436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.249971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.253445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:15.303688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.315050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.316605 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/29799f8e-4873-4cf0-affa-09cb6a97a9a7 HTTP/1.1" status: 204 len: 168 time: 0.3418546 Jun 25 11:26:15.317670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-75e08087-4645-4146-8188-264d3f3c4c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:15.325777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55616) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:15.374750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.392707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29799f8e-4873-4cf0-affa-09cb6a97a9a7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:15.403116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Pushing event updated for resources: {'Port': ['ID=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:15.423333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] For port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,segment=NetworkSegment(044d23db-49e7-4ce7-96d2-83fe32138b35),segment_id=044d23db-49e7-4ce7-96d2-83fe32138b35)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:15.424517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:15.425006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:15.429838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.472076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-abd5278a-189d-4997-b7b2-2f861695d049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.484707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port fd9edad7-98c9-42ef-a9d5-cd294d88b066 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:15.549337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.551163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f1e4cce3-3b53-4d43-b29e-4e4b19b11c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:15.695432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.8 (b80eb168-630d-43b2-b204-2aff4751af29/aea044e3-9c9d-43d0-8068-6e1ea178286a/fd9edad7-98c9-42ef-a9d5-cd294d88b066) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:15.699257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Pushing event updated for resources: {'Port': ['ID=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:15.714364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:15.722532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-893ae06e-67af-4ef6-b087-52d030cf4253 None None] Provisioning complete for port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:15.722911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-893ae06e-67af-4ef6-b087-52d030cf4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.843542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-abd5278a-189d-4997-b7b2-2f861695d049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.986809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-893ae06e-67af-4ef6-b087-52d030cf4253 None None] Provisioning for port 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:15.995351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:15.995956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-893ae06e-67af-4ef6-b087-52d030cf4253 None None] Provisioning complete for port 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:15.996065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-893ae06e-67af-4ef6-b087-52d030cf4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:15.998140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0ddf4c92-8a7b-401a-80db-56eeeaf5b92e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:16.001991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-abd5278a-189d-4997-b7b2-2f861695d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.024155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-93374648-40b2-4561-ad39-b5a2d887fee3 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:16.040546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-893ae06e-67af-4ef6-b087-52d030cf4253 None None] Port 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:16.086912 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-abd5278a-189d-4997-b7b2-2f861695d049 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5b0a16fa78c4902a9718d1edb05338e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8398757 Jun 25 11:26:16.093695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 12512cc8-832e-46aa-8c86-f51d5448249d is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:16.094517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55620) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:16.116430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:16.123240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:16.127251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5278a-189d-4997-b7b2-2f861695d049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031baae4-c551-4c65-9c3b-4a87c20d471e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:16.129835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:16.137379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:16.138002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.141684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-abd5278a-189d-4997-b7b2-2f861695d049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:16.158613 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a65c9d32-0ec2-4d14-8e21-5505ce20d67a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8218534 Jun 25 11:26:16.161367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55622) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:16.166378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=0c3f5efa-f5e2-4247-a70f-22c63bb05d0e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:16.174870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:16.188148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841105098'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:16.193753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7ad2e639-6603-4bf8-a626-ae2881bc27a3 None None] Provisioning complete for port 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:16.194198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e639-6603-4bf8-a626-ae2881bc27a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.195248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.197794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c68-6977-4e42-8cfc-177a15553200 req-9ca5d1ca-e588-4898-9dfc-a80aede5e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:16.200988 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6db90c68-6977-4e42-8cfc-177a15553200 req-9ca5d1ca-e588-4898-9dfc-a80aede5e256 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.2074232 Jun 25 11:26:16.223603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object fd9edad7-98c9-42ef-a9d5-cd294d88b066 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:16.250525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2e639-6603-4bf8-a626-ae2881bc27a3 None None] Port 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:16.263815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd3601-5a4a-4b2e-adcf-8c4cd671fc53 req-19089b51-262e-45d9-b5da-3317d9db5c04 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:16.265511 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-64bd3601-5a4a-4b2e-adcf-8c4cd671fc53 req-19089b51-262e-45d9-b5da-3317d9db5c04 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2705100 Jun 25 11:26:16.266522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.272873 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1779425 Jun 25 11:26:16.278686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55624) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:16.348699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:16.352281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c68-6977-4e42-8cfc-177a15553200 req-ddc9ac86-6b4e-4ebb-9c78-41ccf985ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:16.353759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50deb078-62ea-4c3f-8cd1-74fc4d6f415f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:16.355512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6db90c68-6977-4e42-8cfc-177a15553200 req-ddc9ac86-6b4e-4ebb-9c78-41ccf985ea55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.1218150 Jun 25 11:26:16.370657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.422881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:16.431390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.445604 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6db90c68-6977-4e42-8cfc-177a15553200 req-624c548b-bb19-4e76-842f-9fc2af850b7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.0833216 Jun 25 11:26:16.446658 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-64bd3601-5a4a-4b2e-adcf-8c4cd671fc53 req-37385036-3536-4577-ac03-e0ce8e5ab560 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689274 Jun 25 11:26:16.457889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.490851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.499116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:16.527592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c68-6977-4e42-8cfc-177a15553200 req-94615732-f8ff-45f8-9306-3dedc4d524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:16.531581 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6db90c68-6977-4e42-8cfc-177a15553200 req-94615732-f8ff-45f8-9306-3dedc4d524e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.0794764 Jun 25 11:26:16.582338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network b80eb168-630d-43b2-b204-2aff4751af29 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:16.591958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:16.595510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 0c3f5efa-f5e2-4247-a70f-22c63bb05d0e {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:16.595864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.605874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:16.627829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=fd9edad7-98c9-42ef-a9d5-cd294d88b066,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:16.628879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c68-6977-4e42-8cfc-177a15553200 req-51fbee91-c506-4abe-b107-6fe776f90a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:16.630501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6db90c68-6977-4e42-8cfc-177a15553200 req-51fbee91-c506-4abe-b107-6fe776f90a24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906148 Jun 25 11:26:16.649580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:16.665803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.668556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.669738 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/031baae4-c551-4c65-9c3b-4a87c20d471e HTTP/1.1" status: 204 len: 168 time: 0.5697160 Jun 25 11:26:16.677727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:16.752454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031baae4-c551-4c65-9c3b-4a87c20d471e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:16.758566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:16.768123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:16.772162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.812770 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6db90c68-6977-4e42-8cfc-177a15553200 req-b8e93d39-ee90-45c9-a448-ea05171024ae service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746650 Jun 25 11:26:16.862274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.876750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:16.893002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 0c3f5efa-f5e2-4247-a70f-22c63bb05d0e owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:16.986992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.003688 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6db90c68-6977-4e42-8cfc-177a15553200 req-a92dcf7e-b5b5-40af-a076-349197bcdf84 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756859 Jun 25 11:26:17.008498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1d33128-9be9-46f3-b493-fef8c8bcbff7 tempest-PortsAdminExtendedAttrsTestJSON-133320497 tempest-PortsAdminExtendedAttrsTestJSON-133320497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:17.042725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f0314-8539-488c-808c-fd28f8d9316d None None] Network 12512cc8-832e-46aa-8c86-f51d5448249d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:17.068518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4fb3d41d-d9d7-4d52-bef0-e1ffc1a4587b None None] Provisioning for port fd9edad7-98c9-42ef-a9d5-cd294d88b066 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:17.080146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.081870 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9123347 Jun 25 11:26:17.084574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55632) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:17.092735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '20f877fd-27b2-4eff-9aa7-fd1a0ca8749d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:17.098121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f877fd-27b2-4eff-9aa7-fd1a0ca8749d,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:17.099202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4fb3d41d-d9d7-4d52-bef0-e1ffc1a4587b None None] Provisioning complete for port fd9edad7-98c9-42ef-a9d5-cd294d88b066 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:17.099689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4fb3d41d-d9d7-4d52-bef0-e1ffc1a4587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.103802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:17.111330 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0528998 Jun 25 11:26:17.114490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55634) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:17.194127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-ae37a422-a913-4bf9-9ed8-a162e8f9c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:17.197798 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-ae37a422-a913-4bf9-9ed8-a162e8f9c0e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.0998187 Jun 25 11:26:17.234956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3d41d-d9d7-4d52-bef0-e1ffc1a4587b None None] Port fd9edad7-98c9-42ef-a9d5-cd294d88b066 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:17.298112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.320662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e08b8-dda1-4f3a-80aa-166aca0801db req-ad4eb963-c6ed-4697-962e-a4c30176128c tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:17.323553 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a17e08b8-dda1-4f3a-80aa-166aca0801db req-ad4eb963-c6ed-4697-962e-a4c30176128c tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3079064 Jun 25 11:26:17.359333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-f779254a-b17b-4150-a929-4383b8ad07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:17.360958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-f779254a-b17b-4150-a929-4383b8ad07cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.1533887 Jun 25 11:26:17.362996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e69ea-d1b1-4797-b3eb-ca5fb22917dc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:17.368408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55636) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:17.369755 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e02e69ea-d1b1-4797-b3eb-ca5fb22917dc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2530611 Jun 25 11:26:17.409511 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a17e08b8-dda1-4f3a-80aa-166aca0801db req-2c2b1317-073f-4363-99f0-da319755da4e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723033 Jun 25 11:26:17.410169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.422417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-190acf25-ac9f-4d32-802d-610543365b06 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:17.445620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=0c3f5efa-f5e2-4247-a70f-22c63bb05d0e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:17.449691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:17.475489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.475732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Provisioning for port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:17.486363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.489081 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/0c3f5efa-f5e2-4247-a70f-22c63bb05d0e HTTP/1.1" status: 204 len: 168 time: 1.2036850 Jun 25 11:26:17.491239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55638) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:17.494632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Provisioning complete for port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:17.495288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.526866 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aebfb80-ab6a-4eda-b01e-8870aaefa2dc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:26:17.526866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aebfb80-ab6a-4eda-b01e-8870aaefa2dc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:26:17.526866 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7aebfb80-ab6a-4eda-b01e-8870aaefa2dc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/0c3f5efa-f5e2-4247-a70f-22c63bb05d0e HTTP/1.1" status: 404 len: 333 time: 0.0334616 Jun 25 11:26:17.529411 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-0beca8c2-ba5b-428e-a445-b1e5af7bc423 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.1579738 Jun 25 11:26:17.529564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55640) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:17.551797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.562447 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-13df6615-de2b-4a30-bf49-57e27b8d88ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:17.564060 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-13df6615-de2b-4a30-bf49-57e27b8d88ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/0c3f5efa-f5e2-4247-a70f-22c63bb05d0e HTTP/1.1" status: 404 len: 333 time: 0.0336969 Jun 25 11:26:17.566797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55642) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:17.595261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9df15d0f-bf62-497a-a8d8-f37c70f54a57 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:17.602619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.637615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fd2c72-21f7-4a2d-8b10-86c882f75a91,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:17.644858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:17.648114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port fd9edad7-98c9-42ef-a9d5-cd294d88b066 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:17.648114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.649964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet d1a6e57a-96e7-4240-b205-b473d7224e20 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:17.654639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.657344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] For port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,segment=NetworkSegment(3e92d1e1-9003-4c73-a363-1958541bd632),segment_id=3e92d1e1-9003-4c73-a363-1958541bd632)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:17.675089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-403b2d14-84d5-444f-b1c4-89c280ae7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:17.677000 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-403b2d14-84d5-444f-b1c4-89c280ae7fec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.1375561 Jun 25 11:26:17.709991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.739852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.746704 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-77dd4c70-d87b-4f4c-8892-633e31de329f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6527469 Jun 25 11:26:17.747412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55644) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:17.751397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '20f877fd-27b2-4eff-9aa7-fd1a0ca8749d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:17.767794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.781822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-13fe5fab-9218-466f-be4d-4f7efe202695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:17.803066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.829047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for fd9edad7-98c9-42ef-a9d5-cd294d88b066 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:17.857214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.891304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:17.929682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-45611aaa-d5ff-41f7-b5f4-f8c018b787e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:17.931536 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-45611aaa-d5ff-41f7-b5f4-f8c018b787e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2449515 Jun 25 11:26:17.990470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.066807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Pushing event updated for resources: {'Port': ['ID=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:18.071372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:18.075459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-52e2f157-3c56-4014-b5e4-a541daa29811 None None] Provisioning complete for port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:18.076279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52e2f157-3c56-4014-b5e4-a541daa29811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.078786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.081185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-be39a08d-c029-4f5d-a729-cf2d0193c726 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:18.101935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-372d2150-4648-41b4-bdca-cefccd30d954 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624169 Jun 25 11:26:18.122196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.123777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a6e57a-96e7-4240-b205-b473d7224e20,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:18.127458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:18.129522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.131698 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/d1a6e57a-96e7-4240-b205-b473d7224e20 HTTP/1.1" status: 204 len: 168 time: 0.5639594 Jun 25 11:26:18.132486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:18.135662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55646) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:18.155770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a129c5-bc86-49fe-895c-6aff5a2cef30,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:18.155770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:18.200009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-52e2f157-3c56-4014-b5e4-a541daa29811 None None] Could not find standard attr ID for object 0c3f5efa-f5e2-4247-a70f-22c63bb05d0e. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:26:18.211659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.243270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a4d69794-5cab-427d-ac60-fac3d86ed746 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:18.247989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ec4aa-5356-499f-97e6-2d45ff6b3b03 None None] Network 12512cc8-832e-46aa-8c86-f51d5448249d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:18.257774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.261134 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5156677 Jun 25 11:26:18.263929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55648) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:18.268880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '20f877fd-27b2-4eff-9aa7-fd1a0ca8749d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:18.294263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=fd9edad7-98c9-42ef-a9d5-cd294d88b066,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:18.302314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:18.313549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.355625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-14bab91b-262f-43a6-80ad-16b9a15e6e25 None None] Could not find standard attr ID for object 0c3f5efa-f5e2-4247-a70f-22c63bb05d0e. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:26:18.374451 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b42724db-c58d-4e58-b052-d7eecf84f691 req-abbbcaa2-074c-451f-bdf3-6a614f7461ef service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622883 Jun 25 11:26:18.395382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.419814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.421899 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/fd9edad7-98c9-42ef-a9d5-cd294d88b066 HTTP/1.1" status: 204 len: 168 time: 1.0517452 Jun 25 11:26:18.425040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55650) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:18.461558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-051ed7f6-398a-4b19-ac03-8b3eb2eb8cbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:26:18.463247 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-051ed7f6-398a-4b19-ac03-8b3eb2eb8cbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/fd9edad7-98c9-42ef-a9d5-cd294d88b066 HTTP/1.1" status: 404 len: 333 time: 0.0372193 Jun 25 11:26:18.466460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55654) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:18.523736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.541745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:18.542103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.592274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] DHCP port deletion for 12512cc8-832e-46aa-8c86-f51d5448249d request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:18.617387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.624208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-52126dea-37da-48f5-b8b4-0b472747b406 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:18.642848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f77f6fa-7d91-4ba9-9402-fb6c8a82b45e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:18.644661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Deleting port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:18.645122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.645498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:18.687667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] For port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,segment=NetworkSegment(3e92d1e1-9003-4c73-a363-1958541bd632),segment_id=3e92d1e1-9003-4c73-a363-1958541bd632)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:18.688034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.707151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:18.714036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.715409 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4504673 Jun 25 11:26:18.718740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55656) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:18.724306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '20f877fd-27b2-4eff-9aa7-fd1a0ca8749d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:18.725943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] For port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,segment=NetworkSegment(3e92d1e1-9003-4c73-a363-1958541bd632),segment_id=3e92d1e1-9003-4c73-a363-1958541bd632)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:18.726390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.745628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:18.746224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.749351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Calling delete_port for 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:18.828476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7bb05-b540-4fa8-aa74-fba76b89ef56 req-6a629d8f-475f-4854-81fd-d3dbb25bd9a5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:18.830251 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3f7bb05-b540-4fa8-aa74-fba76b89ef56 req-6a629d8f-475f-4854-81fd-d3dbb25bd9a5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2339365 Jun 25 11:26:18.834722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.916420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.917034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:18.935725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.943099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Pushing event deleted for resources: {'Port': ['ID=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:18.947447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:18.952965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] No DVR routers for this DVR port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:18.954936 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3f7bb05-b540-4fa8-aa74-fba76b89ef56 req-e863f54a-60f2-43c6-bc00-84db59d2ff95 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924895 Jun 25 11:26:18.964056 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.979527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.983912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eba8c8b0-5535-4cad-9106-a4d8f880b312 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:18.995949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:18.998125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:19.010661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 99981ca3-e6d0-47fa-95f4-ff8fb33c2388 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:19.017164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.021964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27993dcf-683a-4d59-ac5e-d5d283fd54b4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.024330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:19.025435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:19.028833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No DVR routers for this DVR port 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:19.080602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.083328 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619919 Jun 25 11:26:19.084775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55658) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.091058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '20f877fd-27b2-4eff-9aa7-fd1a0ca8749d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:19.155312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.167735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12512cc8-832e-46aa-8c86-f51d5448249d']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:19.185375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e92d1e1-9003-4c73-a363-1958541bd632') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:19.185709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e92d1e1-9003-4c73-a363-1958541bd632') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:19.189684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.196701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.234419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.245685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:19.246141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:19.249134 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:19.259824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.329329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.331435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:19.351969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0114ab-aa9d-4098-bb91-052b1dfc2a25,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.355596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:19.411724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.416414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:19.442986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=99981ca3-e6d0-47fa-95f4-ff8fb33c2388,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.445963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:19.458394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.460197 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3736403 Jun 25 11:26:19.462890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.478783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.483309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-facb77c3-207f-4dc3-8bd7-7103c769fb31 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:19.496211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.505214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.505556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.507426 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/12512cc8-832e-46aa-8c86-f51d5448249d HTTP/1.1" status: 204 len: 168 time: 1.3706024 Jun 25 11:26:19.512091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55662) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.522225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-408550684'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:19.524134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=12512cc8-832e-46aa-8c86-f51d5448249d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.529317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:19.546523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.548559 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/99981ca3-e6d0-47fa-95f4-ff8fb33c2388 HTTP/1.1" status: 204 len: 168 time: 1.0810716 Jun 25 11:26:19.551936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55664) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.588754 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-906f4967-9360-424b-b6ae-b3efa04a58a4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:26:19.593322 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-906f4967-9360-424b-b6ae-b3efa04a58a4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/99981ca3-e6d0-47fa-95f4-ff8fb33c2388 HTTP/1.1" status: 404 len: 333 time: 0.0367119 Jun 25 11:26:19.593508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55666) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.632730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.639464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.642763 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/eb0114ab-aa9d-4098-bb91-052b1dfc2a25 HTTP/1.1" status: 204 len: 168 time: 0.1769505 Jun 25 11:26:19.642763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4007c51b-fa38-4a48-989e-5a257b83dc30 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:19.646011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55668) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.651189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb0114ab-aa9d-4098-bb91-052b1dfc2a25,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.653601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:19.660147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet aea044e3-9c9d-43d0-8068-6e1ea178286a {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:19.666057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:19.666057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.670975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.692922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:19.702971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.703252 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment 56089ed1-9110-4059-8c5d-d69a25686480 of type vlan for network 7a35f59c-8b3c-4976-83fd-3c9997f94131 Jun 25 11:26:19.740949 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-13057b8c-2376-415f-8486-078c68c7c2b2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0936544 Jun 25 11:26:19.743983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.744212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55670) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.754671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.783866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.800828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.839392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.867247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.873940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:19.874588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.878122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef4f0ae7-cf71-4abe-9917-94f551c5773f tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:19.903168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.919746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:19.921524 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/27993dcf-683a-4d59-ac5e-d5d283fd54b4 HTTP/1.1" status: 204 len: 168 time: 0.1765468 Jun 25 11:26:19.923567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:19.924657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55672) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.948134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:19.948837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9e3bf142-03ca-4ef5-a537-4f0d8dc9d0da not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:19.967202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=7a35f59c-8b3c-4976-83fd-3c9997f94131,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.970223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:19.973666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:19.983941 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ffadd6ec-db0e-4f21-9751-7c1acd774e27 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0537136 Jun 25 11:26:19.984203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 7a35f59c-8b3c-4976-83fd-3c9997f94131 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:19.984359 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4625657 Jun 25 11:26:19.989202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55676) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.990058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55678) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:19.995279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27993dcf-683a-4d59-ac5e-d5d283fd54b4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:19.997723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:20.006256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:20.032977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.045218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ce8fdece-bcfc-445f-b158-71aa1a004814 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:20.111262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=aea044e3-9c9d-43d0-8068-6e1ea178286a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:20.121507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:20.125966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.127102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77d55c-4c2a-4ae4-abe1-798342412d5e None None] Network b80eb168-630d-43b2-b204-2aff4751af29 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:20.130309 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/aea044e3-9c9d-43d0-8068-6e1ea178286a HTTP/1.1" status: 204 len: 168 time: 0.5331402 Jun 25 11:26:20.130309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.131752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55680) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:20.159222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa842f17-eb07-4a9f-86ab-d9f91f2d0df3 req-4d49c737-0103-48bc-8342-d31952597c98 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:20.160908 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aa842f17-eb07-4a9f-86ab-d9f91f2d0df3 req-4d49c737-0103-48bc-8342-d31952597c98 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.0765271 Jun 25 11:26:20.171586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.215413 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aa842f17-eb07-4a9f-86ab-d9f91f2d0df3 req-d273917f-6899-471e-a5a2-aecdfbbb97c2 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469289 Jun 25 11:26:20.284495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.354838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] DHCP port deletion for b80eb168-630d-43b2-b204-2aff4751af29 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:20.355957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:20.356311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.392041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.395846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:20.403040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.403348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Deleting port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:20.403815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.450597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e053c178-80b7-4c2b-a426-c5957102723f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:20.458712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.459841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1f77f6fa-7d91-4ba9-9402-fb6c8a82b45e HTTP/1.1" status: 204 len: 168 time: 0.4671330 Jun 25 11:26:20.463238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55684) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:20.473328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] For port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,segment=NetworkSegment(044d23db-49e7-4ce7-96d2-83fe32138b35),segment_id=044d23db-49e7-4ce7-96d2-83fe32138b35)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:20.473678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.487605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Calling delete_port for 50deb078-62ea-4c3f-8cd1-74fc4d6f415f owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:20.507472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f77f6fa-7d91-4ba9-9402-fb6c8a82b45e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:20.510899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:20.522315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55686) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:20.523223 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a27bf2d6-f832-4d8a-a134-09ff56a9c47a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0583606 Jun 25 11:26:20.555073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] For port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,segment=NetworkSegment(044d23db-49e7-4ce7-96d2-83fe32138b35),segment_id=044d23db-49e7-4ce7-96d2-83fe32138b35)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:20.555435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.588518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 50deb078-62ea-4c3f-8cd1-74fc4d6f415f owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:20.602338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.617228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.669431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d9e46-7e44-4e93-98fa-092afba384b3 req-30ad2e73-a52f-4257-b6ce-8ca20065580e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:20.670941 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-491d9e46-7e44-4e93-98fa-092afba384b3 req-30ad2e73-a52f-4257-b6ce-8ca20065580e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.3270526 Jun 25 11:26:20.674730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.677854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c5902b4e-b901-45e5-ae25-6466b68698af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:20.704685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Pushing event deleted for resources: {'Port': ['ID=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:20.707781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:20.708590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] No DVR routers for this DVR port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:20.751339 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-491d9e46-7e44-4e93-98fa-092afba384b3 req-b65ab853-fb65-4678-8789-1faa9ce744c1 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723388 Jun 25 11:26:20.778979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.785900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:20.792441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.793630 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e0a129c5-bc86-49fe-895c-6aff5a2cef30 HTTP/1.1" status: 204 len: 168 time: 0.2652004 Jun 25 11:26:20.797027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55690) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:20.806572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0a129c5-bc86-49fe-895c-6aff5a2cef30,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:20.808735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.811026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:20.816457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-34f59d9a-725a-44fa-a12c-f504d56233d3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:20.861193 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-edd9d6bd-4d7a-4941-965f-d95a86d3b3cf tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0621598 Jun 25 11:26:20.867011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55692) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:20.870653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=50deb078-62ea-4c3f-8cd1-74fc4d6f415f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:20.878116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:20.881789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No DVR routers for this DVR port 50deb078-62ea-4c3f-8cd1-74fc4d6f415f on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:20.916736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.947667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:20.990899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.000558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.004020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fc0c5d3b-3620-4311-9b88-d5050d851c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:21.005835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b192a-38ca-44a4-8c84-84e2dc26cb83 req-9bd7c867-bef9-42b2-bcfd-25b8262c7ad3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:21.008035 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ce2b192a-38ca-44a4-8c84-84e2dc26cb83 req-9bd7c867-bef9-42b2-bcfd-25b8262c7ad3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1037900 Jun 25 11:26:21.010081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80eb168-630d-43b2-b204-2aff4751af29']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:21.043984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044d23db-49e7-4ce7-96d2-83fe32138b35') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:21.044285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044d23db-49e7-4ce7-96d2-83fe32138b35') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:21.053284 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ce2b192a-38ca-44a4-8c84-84e2dc26cb83 req-8ca88ad1-8ec1-4465-91c1-3bf17b94c76e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374541 Jun 25 11:26:21.058711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.085864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.086544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.089983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:21.098449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.102237 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c2fd2c72-21f7-4a2d-8b10-86c882f75a91 HTTP/1.1" status: 204 len: 168 time: 0.2314761 Jun 25 11:26:21.102695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=9553afbb-e2bf-41cb-951b-f86ed231eeba,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:21.103124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55696) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:21.105731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:21.106167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:21.112964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:21.131005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2fd2c72-21f7-4a2d-8b10-86c882f75a91,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:21.144186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:21.162985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': '56089ed1-9110-4059-8c5d-d69a25686480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:21.163357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: 7a35f59c-8b3c-4976-83fd-3c9997f94131, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:21.169742 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-51280266-87c3-41ba-a05f-1574b2efb887 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627944 Jun 25 11:26:21.170107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55698) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:21.229954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.255376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.255977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.258952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ee74c3f1-24e8-49c6-9eb3-f686e2717553 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:21.269410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.269410 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/b80eb168-630d-43b2-b204-2aff4751af29 HTTP/1.1" status: 204 len: 168 time: 1.1268356 Jun 25 11:26:21.270482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55700) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:21.290434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1358588272'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:21.298057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=b80eb168-630d-43b2-b204-2aff4751af29,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:21.299967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 7a35f59c-8b3c-4976-83fd-3c9997f94131 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:21.302700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:21.377440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.377712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 7a35f59c-8b3c-4976-83fd-3c9997f94131) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:21.382134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:21.382547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.383209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.388812 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/20f877fd-27b2-4eff-9aa7-fd1a0ca8749d HTTP/1.1" status: 204 len: 168 time: 0.2175052 Jun 25 11:26:21.389573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55702) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:21.390508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4c34297b-5dac-43ab-bdc6-ba4e87dbe2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:21.391271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dad8a6-a95b-4b42-8120-a7d16942f4d4 None None] Network 7a35f59c-8b3c-4976-83fd-3c9997f94131 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:21.414362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f877fd-27b2-4eff-9aa7-fd1a0ca8749d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:21.417581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:21.434173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:21.437882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.455442 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0d11b566-f562-4eb8-8492-48b0146d98c0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0606983 Jun 25 11:26:21.461056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55704) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:21.469664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336512857'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:21.477768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:21.481798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.482214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment 7eb3a34b-7cd9-4f29-b8e7-22765dc232df of type vlan for network 659cf536-a9b2-4ee5-811f-cd9db439b9ea Jun 25 11:26:21.525732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.559271 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5680611 Jun 25 11:26:21.561879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55706) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:21.573457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-62839324'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:21.578537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-7a35f59c-8b3c-4976-83fd-3c9997f94131', 'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131', 'tenant_id': 'b9db5d0aa75a418f9f9934779316b53e', 'fixed_ips': [{'subnet_id': '9553afbb-e2bf-41cb-951b-f86ed231eeba'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:21.579441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.652449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.659236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:21.659920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.664027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c34e2b52-add1-4982-a1c4-d8bf929677aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:21.733996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Allocated IP 2001:db8::2 (7a35f59c-8b3c-4976-83fd-3c9997f94131/9553afbb-e2bf-41cb-951b-f86ed231eeba/0362dd47-72ab-4390-ae36-03b67f8a81d1) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:21.738102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=659cf536-a9b2-4ee5-811f-cd9db439b9ea,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:21.740823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:21.753542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:21.759029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.794990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144a9a6-350d-4c2d-b7bf-9dd9cef84404 req-ae7d9b1d-ae53-43ad-bf42-da22e303d3f5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:21.796459 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9144a9a6-350d-4c2d-b7bf-9dd9cef84404 req-ae7d9b1d-ae53-43ad-bf42-da22e303d3f5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.0995505 Jun 25 11:26:21.847305 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9144a9a6-350d-4c2d-b7bf-9dd9cef84404 req-0d53851f-a63a-42e6-86ea-d9dc2ae3582e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443060 Jun 25 11:26:21.852311 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5811837 Jun 25 11:26:21.855510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55710) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:21.862004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:21.943370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50deb078-62ea-4c3f-8cd1-74fc4d6f415f no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:21.950391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:21.954381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:21.964362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:26:21.964362 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:26:21.964362 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'project_id_1': '5bd9d965a5174d28966b68efb855e545', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 26, 21, 958306)}] Jun 25 11:26:21.964362 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:26:21.964887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:26:21.972343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 50deb078-62ea-4c3f-8cd1-74fc4d6f415f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:21.972693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50deb078-62ea-4c3f-8cd1-74fc4d6f415f not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:21.985622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 53004377-58f3-4ffd-95d8-df972ac5ff63 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:21.992570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.002261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Transition to ACTIVE for port object 0362dd47-72ab-4390-ae36-03b67f8a81d1 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:22.016835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Transition to ACTIVE for port object 0362dd47-72ab-4390-ae36-03b67f8a81d1 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:22.090205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.091325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.092124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:22.159744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Network 7a35f59c-8b3c-4976-83fd-3c9997f94131 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:22.163834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:22.167120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:22.169438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Pushing event updated for resources: {'Port': ['ID=0362dd47-72ab-4390-ae36-03b67f8a81d1,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:22.172155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:22.173665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::29d (7a35f59c-8b3c-4976-83fd-3c9997f94131/9553afbb-e2bf-41cb-951b-f86ed231eeba/53004377-58f3-4ffd-95d8-df972ac5ff63) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:22.202085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.220519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0c5c4f02-50ae-49c0-9d70-ca8392fa2950 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:22.232799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Attempting to bind port 0362dd47-72ab-4390-ae36-03b67f8a81d1 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:22.233207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Attempting to bind port 0362dd47-72ab-4390-ae36-03b67f8a81d1 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '56089ed1-9110-4059-8c5d-d69a25686480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:22.233603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Attempting to bind port 0362dd47-72ab-4390-ae36-03b67f8a81d1 on network 7a35f59c-8b3c-4976-83fd-3c9997f94131 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:22.238882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:22.239271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Checking segment: {'id': '56089ed1-9110-4059-8c5d-d69a25686480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:22.239677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.240078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Bound using segment: {'id': '56089ed1-9110-4059-8c5d-d69a25686480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:22.240555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Bound port: 0362dd47-72ab-4390-ae36-03b67f8a81d1, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56089ed1-9110-4059-8c5d-d69a25686480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '7a35f59c-8b3c-4976-83fd-3c9997f94131'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:22.240943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.289267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b218fa18-7b8e-4e4d-9577-a04f45a23eb8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:22.294623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:22.313176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] For port 0362dd47-72ab-4390-ae36-03b67f8a81d1, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:22.317075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] For port 0362dd47-72ab-4390-ae36-03b67f8a81d1, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0362dd47-72ab-4390-ae36-03b67f8a81d1,segment=NetworkSegment(56089ed1-9110-4059-8c5d-d69a25686480),segment_id=56089ed1-9110-4059-8c5d-d69a25686480)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:22.339571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.340871 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8803999 Jun 25 11:26:22.343806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55712) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:22.344560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.350203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': 'b218fa18-7b8e-4e4d-9577-a04f45a23eb8', 'direction': 'ingress', 'protocol': 17}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:22.361954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object 53004377-58f3-4ffd-95d8-df972ac5ff63 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:22.410044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.412210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:22.473648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Pushing event updated for resources: {'Port': ['ID=0362dd47-72ab-4390-ae36-03b67f8a81d1,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:22.477750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:22.487022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.507665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.511914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ad20ee70-63c9-429a-90f2-85ed57599610 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:22.550717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.552036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 7a35f59c-8b3c-4976-83fd-3c9997f94131 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:22.558147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:22.562089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:22.567756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:22.568418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.587997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:22.589775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=53004377-58f3-4ffd-95d8-df972ac5ff63,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:22.592084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.593401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:22.625802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.681058 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.1165018 Jun 25 11:26:22.687526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55714) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:22.830791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 53004377-58f3-4ffd-95d8-df972ac5ff63 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:22.831101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.947353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:22.963770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 53004377-58f3-4ffd-95d8-df972ac5ff63 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:23.077565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa5b0556-5d5b-4ac4-ad98-85ff849f4563 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:23.135880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ee491f-54b0-4f3d-9315-02fa23376086,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:23.143763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:23.181015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37827b2f-aeff-49f5-8a6e-1f87fb7a8db5 req-c8819dcb-934f-436f-96b5-0cf8746bfda1 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:23.182725 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-37827b2f-aeff-49f5-8a6e-1f87fb7a8db5 req-c8819dcb-934f-436f-96b5-0cf8746bfda1 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1093845 Jun 25 11:26:23.189493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.194658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:23.230412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.231579 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8864138 Jun 25 11:26:23.235495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55718) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:23.275819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=53004377-58f3-4ffd-95d8-df972ac5ff63,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:23.282099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:23.286293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.289175 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/53004377-58f3-4ffd-95d8-df972ac5ff63 HTTP/1.1" status: 204 len: 168 time: 0.6007550 Jun 25 11:26:23.291273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55720) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:23.315178 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-37827b2f-aeff-49f5-8a6e-1f87fb7a8db5 req-21c0f28e-d881-493b-85d5-3f15dcb2cc87 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254246 Jun 25 11:26:23.328883 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-34151ec0-7a24-4fd8-9303-d21518d83808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:23.333847 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-34151ec0-7a24-4fd8-9303-d21518d83808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/53004377-58f3-4ffd-95d8-df972ac5ff63 HTTP/1.1" status: 404 len: 333 time: 0.0412090 Jun 25 11:26:23.334607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55722) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:23.407246 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 9553afbb-e2bf-41cb-951b-f86ed231eeba {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:23.409425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.411845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.448981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.467965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.491689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.495797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fbc0d331-2532-47af-8363-1c5c82f65281 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:23.570835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=437d3f64-3c1c-4350-876b-97fb11c3a296,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:23.573643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': '7eb3a34b-7cd9-4f29-b8e7-22765dc232df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:23.574013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: 659cf536-a9b2-4ee5-811f-cd9db439b9ea, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:23.576400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:23.593582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.599954 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a81819-9105-4f74-a651-05e1fed4d19c None None] Network 7a35f59c-8b3c-4976-83fd-3c9997f94131 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:23.656552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.659638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.663578 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/b218fa18-7b8e-4e4d-9577-a04f45a23eb8 HTTP/1.1" status: 204 len: 168 time: 0.4225476 Jun 25 11:26:23.663578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-00d362e1-0d94-4561-875e-084bc6f6f999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:23.664969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55726) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:23.691792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b218fa18-7b8e-4e4d-9577-a04f45a23eb8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:23.694918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:23.706915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:23.730891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9c65915d-67fa-4c36-bb23-fda8335b0d17 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0625134 Jun 25 11:26:23.734967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55728) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:23.739021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--649550825'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:23.741586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.744975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:23.756858 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:26:23.757706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e78d7c96-5cc1-4dbd-b685-0d0ba811c329 None None] Provisioning for port 0362dd47-72ab-4390-ae36-03b67f8a81d1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:23.779779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.784327 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/9553afbb-e2bf-41cb-951b-f86ed231eeba HTTP/1.1" status: 204 len: 168 time: 0.4486005 Jun 25 11:26:23.784474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55732) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:23.785870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=9553afbb-e2bf-41cb-951b-f86ed231eeba,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:23.788055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:23.866206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 659cf536-a9b2-4ee5-811f-cd9db439b9ea) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:23.875290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.876268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5bc1c-b456-4349-a813-d22a4ca6b943 None None] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:23.878030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:23.878717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:23.898745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.025616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0362dd47-72ab-4390-ae36-03b67f8a81d1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:24.031548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c555a-a772-4da0-bb85-841f7008017f req-9c36f09f-1af0-48c1-b38b-39fcfa7e5544 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:24.033157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8c555a-a772-4da0-bb85-841f7008017f req-9c36f09f-1af0-48c1-b38b-39fcfa7e5544 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1517239 Jun 25 11:26:24.042484 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1829467 Jun 25 11:26:24.043395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55734) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:24.059707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea', 'name': 'tempest-PortsTestJSON-459477920', 'fixed_ips': [{'subnet_id': '437d3f64-3c1c-4350-876b-97fb11c3a296', 'ip_address': '172.20.0.10'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:24.102584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 0362dd47-72ab-4390-ae36-03b67f8a81d1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:24.103553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.144802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c4d1e-8f2f-471c-b311-97dcc36df4de None None] Network 7a35f59c-8b3c-4976-83fd-3c9997f94131 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:24.172628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-659cf536-a9b2-4ee5-811f-cd9db439b9ea', 'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea', 'tenant_id': '5bd9d965a5174d28966b68efb855e545', 'fixed_ips': [{'subnet_id': '437d3f64-3c1c-4350-876b-97fb11c3a296'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:24.172628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.195945 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8c555a-a772-4da0-bb85-841f7008017f req-8f966777-14ff-4a12-b210-364a5dd0b29d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515195 Jun 25 11:26:24.236174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] For port 0362dd47-72ab-4390-ae36-03b67f8a81d1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0362dd47-72ab-4390-ae36-03b67f8a81d1,segment=NetworkSegment(56089ed1-9110-4059-8c5d-d69a25686480),segment_id=56089ed1-9110-4059-8c5d-d69a25686480)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:24.236555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.265028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 0362dd47-72ab-4390-ae36-03b67f8a81d1 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:24.276311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.396893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26144-620f-4503-8713-d7e8c4300558 req-6520ebfb-9504-4393-963d-da16cea15a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:24.398432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf26144-620f-4503-8713-d7e8c4300558 req-6520ebfb-9504-4393-963d-da16cea15a17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc7a966c2414896b6ab1afe1ef31772&device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 1099 time: 0.2721634 Jun 25 11:26:24.417631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 0362dd47-72ab-4390-ae36-03b67f8a81d1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:24.429921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0362dd47-72ab-4390-ae36-03b67f8a81d1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:24.430182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.472023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Allocated IP 172.20.0.2 (659cf536-a9b2-4ee5-811f-cd9db439b9ea/437d3f64-3c1c-4350-876b-97fb11c3a296/bb9b53c5-1f62-44ef-ae02-e48ae1887753) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:24.479251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.489527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-168c6e6f-141e-4c34-820a-b0622d6ef213 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:24.530094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.541742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26144-620f-4503-8713-d7e8c4300558 req-add5d016-f076-42bd-8523-45f52017b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:24.543359 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf26144-620f-4503-8713-d7e8c4300558 req-add5d016-f076-42bd-8523-45f52017b51b service neutron] 10.222.0.47 "GET /v2.0/networks?id=02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 200 len: 914 time: 0.1383479 Jun 25 11:26:24.543652 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No ports have port_id starting with 0362dd47-72ab-4390-ae36-03b67f8a81d1 Jun 25 11:26:24.544075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9dfb68-4d65-48c2-9cad-eb54a1f0e98f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:24.548205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:24.548711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:24.577353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No DVR routers for this DVR port 0362dd47-72ab-4390-ae36-03b67f8a81d1 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:24.603025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d4e1d-0d9f-46d8-ac9d-167ecf606a04 None None] DHCP port deletion for 7a35f59c-8b3c-4976-83fd-3c9997f94131 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:24.609984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=0362dd47-72ab-4390-ae36-03b67f8a81d1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:24.617284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:24.650960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:24.675854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.685151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Transition to ACTIVE for port object bb9b53c5-1f62-44ef-ae02-e48ae1887753 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:24.700959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Transition to ACTIVE for port object bb9b53c5-1f62-44ef-ae02-e48ae1887753 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:24.711453 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf26144-620f-4503-8713-d7e8c4300558 req-058ac747-cc90-4865-b3ae-996985e2dfc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 200 len: 1001 time: 0.1604788 Jun 25 11:26:24.726227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.752056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.753532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.754745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0195038 Jun 25 11:26:24.756407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35f59c-8b3c-4976-83fd-3c9997f94131']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:24.757620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55738) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:24.769606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56089ed1-9110-4059-8c5d-d69a25686480') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:24.769915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56089ed1-9110-4059-8c5d-d69a25686480') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:24.781006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933313811'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:24.785182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.795409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26144-620f-4503-8713-d7e8c4300558 req-dd9566d0-c2ff-49f4-8313-fa8a4132e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:24.795654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.796870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf26144-620f-4503-8713-d7e8c4300558 req-dd9566d0-c2ff-49f4-8313-fa8a4132e171 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 200 len: 851 time: 0.0791605 Jun 25 11:26:24.799676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2d21e6db-3e96-4695-8912-38f026ae4bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:24.804377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 9194111f-7e4d-46ab-b324-f464d579d8ab yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:24.812971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.839151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:24.839483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:24.842532 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:24.856622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:24.859799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:24.862425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:24.871761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Pushing event updated for resources: {'Port': ['ID=bb9b53c5-1f62-44ef-ae02-e48ae1887753,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:24.874740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:24.924828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26144-620f-4503-8713-d7e8c4300558 req-daf9e54a-7898-4af1-b39a-aeac09023251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:24.925169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.926351 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf26144-620f-4503-8713-d7e8c4300558 req-daf9e54a-7898-4af1-b39a-aeac09023251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02baa492-92ff-4fac-a92b-50a6cffd4e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214941 Jun 25 11:26:24.947417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Attempting to bind port bb9b53c5-1f62-44ef-ae02-e48ae1887753 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:24.947713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Attempting to bind port bb9b53c5-1f62-44ef-ae02-e48ae1887753 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7eb3a34b-7cd9-4f29-b8e7-22765dc232df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:24.948246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Attempting to bind port bb9b53c5-1f62-44ef-ae02-e48ae1887753 on network 659cf536-a9b2-4ee5-811f-cd9db439b9ea {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:24.954748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:24.960543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Checking segment: {'id': '7eb3a34b-7cd9-4f29-b8e7-22765dc232df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:24.960543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:24.960543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Bound using segment: {'id': '7eb3a34b-7cd9-4f29-b8e7-22765dc232df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:24.960543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Bound port: bb9b53c5-1f62-44ef-ae02-e48ae1887753, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb3a34b-7cd9-4f29-b8e7-22765dc232df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:24.960543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.016542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.10 (659cf536-a9b2-4ee5-811f-cd9db439b9ea/437d3f64-3c1c-4350-876b-97fb11c3a296/9194111f-7e4d-46ab-b324-f464d579d8ab) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:25.026594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.033211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3676b3f7-e28a-4063-b535-f070e6fd7444 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:25.044408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.050767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/7a35f59c-8b3c-4976-83fd-3c9997f94131 HTTP/1.1" status: 204 len: 168 time: 1.2619488 Jun 25 11:26:25.052427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55740) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:25.054159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] For port bb9b53c5-1f62-44ef-ae02-e48ae1887753, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:25.057714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'name': 'tempest-PortsIpV6TestJSON-1531866018'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:25.060442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] For port bb9b53c5-1f62-44ef-ae02-e48ae1887753, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bb9b53c5-1f62-44ef-ae02-e48ae1887753,segment=NetworkSegment(7eb3a34b-7cd9-4f29-b8e7-22765dc232df),segment_id=7eb3a34b-7cd9-4f29-b8e7-22765dc232df)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:25.063770 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf26144-620f-4503-8713-d7e8c4300558 req-c944d91e-6ee1-4198-beee-a5afd61c02b6 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274555 Jun 25 11:26:25.065137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=7a35f59c-8b3c-4976-83fd-3c9997f94131,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:25.067545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:25.149181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.153701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8eef8984-b549-4ad8-8771-358cc932041e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:25.167136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bf26144-620f-4503-8713-d7e8c4300558 req-67934a5b-6808-4f2b-9018-5f3d70ba5749 service neutron] 10.222.0.47 "GET /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969710 Jun 25 11:26:25.209203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.218334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Pushing event updated for resources: {'Port': ['ID=bb9b53c5-1f62-44ef-ae02-e48ae1887753,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:25.220858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:25.610020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.625229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f431eb72-724c-4a89-b5df-06b9ad446a52 tempest-FloatingIPTestJSON-548637299 tempest-FloatingIPTestJSON-548637299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:25.698345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f513c81-9554-4cd0-bec6-c6eed0d601da,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:25.706266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:25.735076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.753690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object 9194111f-7e4d-46ab-b324-f464d579d8ab will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:25.762158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93243c3d-c02f-43d3-b9e6-c0ccf33b204f req-3969f7be-9eac-49b3-8417-2d88848edaf1 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:25.765997 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-93243c3d-c02f-43d3-b9e6-c0ccf33b204f req-3969f7be-9eac-49b3-8417-2d88848edaf1 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1591303 Jun 25 11:26:25.769779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:25.773308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.812706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port cb426588-7991-4037-8455-d90d1c9879b5 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:25.833320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.834552 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0757608 Jun 25 11:26:25.838501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55744) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:25.844323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '4f9dfb68-4d65-48c2-9cad-eb54a1f0e98f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f513c81-9554-4cd0-bec6-c6eed0d601da', 'remote_ip_prefix': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:25.893754 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-93243c3d-c02f-43d3-b9e6-c0ccf33b204f req-73d5923c-09d1-4979-8cbe-26df16be7bac tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162410 Jun 25 11:26:25.942589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:25.963051 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bb9b53c5-1f62-44ef-ae02-e48ae1887753 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:26.008075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.023334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:26.047244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.091306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port bb9b53c5-1f62-44ef-ae02-e48ae1887753 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:26.092131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:26.109476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:26.113607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:26.127086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.130357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:26.169343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d526924-d612-49f0-9fbc-4e5c8c569ef7,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:26.172686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=9194111f-7e4d-46ab-b324-f464d579d8ab,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:26.178545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.182986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:26.185506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:26.191459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0362dd47-72ab-4390-ae36-03b67f8a81d1 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:26.207755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:26.208409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.213474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 0362dd47-72ab-4390-ae36-03b67f8a81d1 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:26.214124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0362dd47-72ab-4390-ae36-03b67f8a81d1 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:26.244401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.246587 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4068630 Jun 25 11:26:26.248874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55746) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:26.283310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.295327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.320774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479f0a2-18b6-4a4f-93f4-4e28f62258e7 None None] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:26.329114 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2818089 Jun 25 11:26:26.329602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55748) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:26.335549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '659cf536-a9b2-4ee5-811f-cd9db439b9ea', 'name': 'tempest-PortsTestJSON-1013335282', 'fixed_ips': [{'subnet_id': '437d3f64-3c1c-4350-876b-97fb11c3a296', 'ip_address': '172.20.0.9'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:26.353496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.367896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fcceb3d0-159a-4af3-ac4d-970ef6edc555 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:26.432896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.437815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7762591-09ba-4064-8511-2955e7499718 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:26.442723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:26.454831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.455078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:26.461128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:26.466599 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7d526924-d612-49f0-9fbc-4e5c8c569ef7 HTTP/1.1" status: 204 len: 168 time: 0.2163954 Jun 25 11:26:26.468561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d526924-d612-49f0-9fbc-4e5c8c569ef7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:26.468758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:26.469499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.470973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55750) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:26.480466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:26.490804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=cb426588-7991-4037-8455-d90d1c9879b5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:26.510589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:26.524481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-aec2d3f1-fcfb-4775-a22a-42acdf8c71c5 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0517817 Jun 25 11:26:26.527922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55752) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:26.594583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.625528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.625817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Provisioning for port bb9b53c5-1f62-44ef-ae02-e48ae1887753 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:26.628885 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5761747 Jun 25 11:26:26.631854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Provisioning complete for port bb9b53c5-1f62-44ef-ae02-e48ae1887753 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:26.631854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.632652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55754) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:26.709228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:26.716298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.736886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port d1ee81a2-d232-4e91-a95b-02c135313858 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:26.752747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port cb426588-7991-4037-8455-d90d1c9879b5 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:26.753419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.767726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.778760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.781644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.782547 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/8f513c81-9554-4cd0-bec6-c6eed0d601da HTTP/1.1" status: 204 len: 168 time: 0.2537270 Jun 25 11:26:26.785820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c32d847-9a85-4fae-aafa-9bb34999585e tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:26.792871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55756) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:26.810712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] For port bb9b53c5-1f62-44ef-ae02-e48ae1887753, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bb9b53c5-1f62-44ef-ae02-e48ae1887753,segment=NetworkSegment(7eb3a34b-7cd9-4f29-b8e7-22765dc232df),segment_id=7eb3a34b-7cd9-4f29-b8e7-22765dc232df)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:26.823982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f513c81-9554-4cd0-bec6-c6eed0d601da,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:26.830894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:26.834882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.854615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for cb426588-7991-4037-8455-d90d1c9879b5 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:26.918797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:26.924116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:26.941810 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9ff54cd9-d7a6-47d7-9b9a-5590c122f8b0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1421738 Jun 25 11:26:26.944863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55760) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:27.011295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Pushing event updated for resources: {'Port': ['ID=bb9b53c5-1f62-44ef-ae02-e48ae1887753,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:27.017112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:27.031507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.9 (659cf536-a9b2-4ee5-811f-cd9db439b9ea/437d3f64-3c1c-4350-876b-97fb11c3a296/d1ee81a2-d232-4e91-a95b-02c135313858) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:27.035030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.041150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e7597ce-6e4f-46c6-afc9-cfa08792ae29 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:27.075918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=cb426588-7991-4037-8455-d90d1c9879b5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:27.100437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:27.124903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.129411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.131265 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/cb426588-7991-4037-8455-d90d1c9879b5 HTTP/1.1" status: 204 len: 168 time: 0.4974110 Jun 25 11:26:27.137958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55762) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:27.145148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'mac_address': 'fa:16:3e:3b:0c:de', 'name': 'tempest-PortsIpV6TestJSON-2073569256'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:27.221761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.232749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2696669a-32f7-432f-acb2-4cf923f0fcc4 None None] Provisioning for port 9194111f-7e4d-46ab-b324-f464d579d8ab completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:27.234017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.239097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object d1ee81a2-d232-4e91-a95b-02c135313858 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:27.239401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2696669a-32f7-432f-acb2-4cf923f0fcc4 None None] Provisioning complete for port 9194111f-7e4d-46ab-b324-f464d579d8ab triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:27.239401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2696669a-32f7-432f-acb2-4cf923f0fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.290496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2696669a-32f7-432f-acb2-4cf923f0fcc4 None None] Port 9194111f-7e4d-46ab-b324-f464d579d8ab cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:27.303135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2696669a-32f7-432f-acb2-4cf923f0fcc4 None None] Provisioning complete for port bb9b53c5-1f62-44ef-ae02-e48ae1887753 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:27.303606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2696669a-32f7-432f-acb2-4cf923f0fcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.326467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655b8c-099d-413e-8b42-0ed76cd00738 req-08a3df47-3c2c-4b06-be36-8ca7fb9f6b9a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:27.328117 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5b655b8c-099d-413e-8b42-0ed76cd00738 req-08a3df47-3c2c-4b06-be36-8ca7fb9f6b9a tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2564232 Jun 25 11:26:27.367719 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5b655b8c-099d-413e-8b42-0ed76cd00738 req-3d16b4d4-dda0-4a4f-b388-adc2e6b3c14f tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335279 Jun 25 11:26:27.375118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:27.422650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.428075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-60a8c5ff-954c-46ac-bfda-ce0888332509 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:27.429397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.432693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.436299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/4f9dfb68-4d65-48c2-9cad-eb54a1f0e98f HTTP/1.1" status: 204 len: 168 time: 0.4880106 Jun 25 11:26:27.437142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dec8d2b3-47a3-43d0-ae82-d09205e4070e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:27.442059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55766) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:27.464503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9dfb68-4d65-48c2-9cad-eb54a1f0e98f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:27.467726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:27.472445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.498297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port facc4d56-7373-4b08-a6d8-dd0e91d42f0a yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:27.499356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:27.515447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-fac10386-4fae-45bb-8c04-dced050e72b6 None None] Provisioning complete for port 9194111f-7e4d-46ab-b324-f464d579d8ab triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:27.515868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fac10386-4fae-45bb-8c04-dced050e72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.521025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:27.525978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:27.568375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-fac10386-4fae-45bb-8c04-dced050e72b6 None None] Port 9194111f-7e4d-46ab-b324-f464d579d8ab cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:27.591137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=d1ee81a2-d232-4e91-a95b-02c135313858,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:27.601694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:27.632983 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-51b709f3-7aa6-4f80-86ab-4c2ecb7389c5 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1884787 Jun 25 11:26:27.640497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:27.641308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.643967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55768) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:27.652427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190229360'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:27.696435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.708233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69de8f-a245-4f0a-86a0-ffc1262fadeb req-cbf30bc7-9b35-429c-8a80-a0519d27b311 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:27.710081 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0d69de8f-a245-4f0a-86a0-ffc1262fadeb req-cbf30bc7-9b35-429c-8a80-a0519d27b311 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2151303 Jun 25 11:26:27.753763 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0d69de8f-a245-4f0a-86a0-ffc1262fadeb req-1fa7b2d1-a82e-4f94-b7da-4a9054830996 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359330 Jun 25 11:26:27.755843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.813776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.813776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:27.836981 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5055399 Jun 25 11:26:27.840552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55772) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:27.891357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e9e76678-c0eb-4b33-9c99-3737372a7e6a None None] Provisioning for port d1ee81a2-d232-4e91-a95b-02c135313858 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:27.902575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e9e76678-c0eb-4b33-9c99-3737372a7e6a None None] Provisioning complete for port d1ee81a2-d232-4e91-a95b-02c135313858 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:27.904304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e9e76678-c0eb-4b33-9c99-3737372a7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.924284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:27.927957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:27.940908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:27.950776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:27.951831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.970678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:27.984031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bb9b53c5-1f62-44ef-ae02-e48ae1887753 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:27.984589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=facc4d56-7373-4b08-a6d8-dd0e91d42f0a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:27.988625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:28.010520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e9e76678-c0eb-4b33-9c99-3737372a7e6a None None] Port d1ee81a2-d232-4e91-a95b-02c135313858 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:28.037768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port bb9b53c5-1f62-44ef-ae02-e48ae1887753 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:28.038445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.038549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eaf735-b1c6-422e-8a4d-b5a55e6f2aa4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:28.039748 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-60eaf735-b1c6-422e-8a4d-b5a55e6f2aa4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1982369 Jun 25 11:26:28.042756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55774) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.063387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.066468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbca0611-d089-46da-812e-f771cfa406d8 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:28.100404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc6195a-5f68-43af-b2d7-9a322d09df71,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:28.103531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:28.141355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b17479-1e17-4bec-9c04-086a05d0297e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:28.147301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b17479-1e17-4bec-9c04-086a05d0297e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:28.153752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b17479-1e17-4bec-9c04-086a05d0297e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:28.155390 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-51b17479-1e17-4bec-9c04-086a05d0297e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1117182 Jun 25 11:26:28.158264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55776) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.190181 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0509050 Jun 25 11:26:28.192707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55778) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.217431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.221748 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5729899 Jun 25 11:26:28.222023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55780) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.227296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': '6dc6195a-5f68-43af-b2d7-9a322d09df71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:28.287143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067944e1-b84a-41b3-ba04-aa57470f3188 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:28.288515 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-067944e1-b84a-41b3-ba04-aa57470f3188 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/facc4d56-7373-4b08-a6d8-dd0e91d42f0a HTTP/1.1" status: 200 len: 845 time: 0.0948794 Jun 25 11:26:28.291459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55782) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.320788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port d1ee81a2-d232-4e91-a95b-02c135313858 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:28.321122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.339431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.420466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.433472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for d1ee81a2-d232-4e91-a95b-02c135313858 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:28.474319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.498828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port facc4d56-7373-4b08-a6d8-dd0e91d42f0a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:28.499171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.535749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd1ca-f1ae-4990-ba30-39085b0d9b8e req-2d42b07b-669f-4adb-8bdc-fadb74c3bec5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:28.537301 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-667dd1ca-f1ae-4990-ba30-39085b0d9b8e req-2d42b07b-669f-4adb-8bdc-fadb74c3bec5 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1288512 Jun 25 11:26:28.571063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.597821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0b35dc12-1a79-4525-bb7a-57944dbf2022 tempest-ServersTestManualDisk-2094098960 tempest-ServersTestManualDisk-2094098960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:28.613470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.632349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebe3373-e582-4803-a7ff-fa6a7b7f2ff6,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:28.638971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.648841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6017463d-e367-49f7-8361-c67ca9a205d8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:28.649334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:28.649334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for facc4d56-7373-4b08-a6d8-dd0e91d42f0a owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:28.658560 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-667dd1ca-f1ae-4990-ba30-39085b0d9b8e req-8ba91c03-7568-4008-bbfe-74de985bc76d tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949745 Jun 25 11:26:28.674727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=d1ee81a2-d232-4e91-a95b-02c135313858,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:28.677698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:28.736698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.741535 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5148032 Jun 25 11:26:28.742422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55786) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.760705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.764947 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/d1ee81a2-d232-4e91-a95b-02c135313858 HTTP/1.1" status: 204 len: 168 time: 0.6034803 Jun 25 11:26:28.765382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55788) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.772186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.782615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.800186 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-60664d9b-4b04-4556-8e25-2ab8e04a08e6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:26:28.801985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-60664d9b-4b04-4556-8e25-2ab8e04a08e6 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/d1ee81a2-d232-4e91-a95b-02c135313858 HTTP/1.1" status: 404 len: 333 time: 0.0355046 Jun 25 11:26:28.804521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55790) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.826138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.826513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-869b1013-d8ea-4840-91ad-8ca23207f238 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:28.853449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=facc4d56-7373-4b08-a6d8-dd0e91d42f0a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:28.857548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:28.861872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.866351 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/facc4d56-7373-4b08-a6d8-dd0e91d42f0a HTTP/1.1" status: 204 len: 168 time: 0.5713203 Jun 25 11:26:28.871843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55792) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.907951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.909153 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3a0f86-c448-4004-8fee-f68fdefec67d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:28.910807 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9b3a0f86-c448-4004-8fee-f68fdefec67d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/facc4d56-7373-4b08-a6d8-dd0e91d42f0a HTTP/1.1" status: 404 len: 333 time: 0.0393867 Jun 25 11:26:28.914978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0cd9c37-29ec-4eb7-af3a-392354a6c020 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:28.916102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55794) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.919476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:28.920618 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5ebe3373-e582-4803-a7ff-fa6a7b7f2ff6 HTTP/1.1" status: 204 len: 168 time: 0.1778040 Jun 25 11:26:28.924326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55796) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.928299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'name': 'tempest-PortsIpV6TestJSON-472005171'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:28.931870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ebe3373-e582-4803-a7ff-fa6a7b7f2ff6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:28.934863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:28.979805 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1269b8c9-a562-45c4-85f4-e80645534208 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0541182 Jun 25 11:26:28.982295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55798) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:28.998855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 9194111f-7e4d-46ab-b324-f464d579d8ab {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:28.999200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.042136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.068195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.113958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.127074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 9194111f-7e4d-46ab-b324-f464d579d8ab owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:29.188300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:29.192233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.215553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.218483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.220041 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/6dc6195a-5f68-43af-b2d7-9a322d09df71 HTTP/1.1" status: 204 len: 168 time: 0.2368827 Jun 25 11:26:29.220948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ba4122fe-1f85-4e1e-bf8d-d1e914c107a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:29.223528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 48238479-e11d-44c8-b3a2-7d5e0e143d64 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:29.224453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55800) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:29.246182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc6195a-5f68-43af-b2d7-9a322d09df71,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:29.249941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:29.284549 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-75785558-4a76-4e88-998b-500189bec6b3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0575602 Jun 25 11:26:29.289712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55802) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:29.297219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631983782'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:29.400139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.434956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.438614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.441984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-14185b96-39aa-48bb-8ad4-135461e35d82 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:29.456968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-590613ac-1eea-4745-93b2-80eacd4e6467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.479172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=9194111f-7e4d-46ab-b324-f464d579d8ab,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:29.484063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:29.496968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.572044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.573936 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/9194111f-7e4d-46ab-b324-f464d579d8ab HTTP/1.1" status: 204 len: 168 time: 0.7682564 Jun 25 11:26:29.576570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55804) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:29.598054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.600720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0e195259-0ffe-4b46-85e5-8c5e835bd706 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:29.606120 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc8b238-d8b8-4b08-8d5b-25ba6fdd8658 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:26:29.610453 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fcc8b238-d8b8-4b08-8d5b-25ba6fdd8658 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/9194111f-7e4d-46ab-b324-f464d579d8ab HTTP/1.1" status: 404 len: 333 time: 0.0301499 Jun 25 11:26:29.611039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55806) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:29.632682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa359aea-8a8a-452a-a5d3-bfee96d4e04a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:29.636093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:29.658096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.664736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a296b13-4155-4d19-8108-46c5e2a3370e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:29.706804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet 437d3f64-3c1c-4350-876b-97fb11c3a296 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:29.710301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.749752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:29.753559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.759081 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4638155 Jun 25 11:26:29.759362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:29.759657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55810) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:29.763796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=48238479-e11d-44c8-b3a2-7d5e0e143d64,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:29.766874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': 'fa359aea-8a8a-452a-a5d3-bfee96d4e04a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:29.767138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:29.767890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:29.774135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:29.775558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.796826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.866605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.930142 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0103929 Jun 25 11:26:29.932887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55812) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:29.938343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7a7d-64b6-427c-855a-8795c68dee48 req-2e483628-8b0f-4942-9d47-e82eb6504192 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:29.939860 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5f9c7a7d-64b6-427c-855a-8795c68dee48 req-2e483628-8b0f-4942-9d47-e82eb6504192 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1475756 Jun 25 11:26:29.940741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:29.947163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:29.997654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.032628 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5f9c7a7d-64b6-427c-855a-8795c68dee48 req-6effc84a-c4a6-4c73-9323-506c2c5f66a7 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598078 Jun 25 11:26:30.063114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.078028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.086741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-222975a1-4a88-487c-b569-19509e0d4f4f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:30.103224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.106361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65af0d8f-7fae-425c-a9a5-db4952df197e tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:30.127301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030dd4ba-9339-480d-a5a6-d4af0af19466,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:30.130615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=437d3f64-3c1c-4350-876b-97fb11c3a296,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:30.132576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:30.134992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:30.137763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.142597 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/437d3f64-3c1c-4350-876b-97fb11c3a296 HTTP/1.1" status: 204 len: 168 time: 0.5274713 Jun 25 11:26:30.142894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55814) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:30.146635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541e862-3136-4176-8290-589470bf1f75 None None] Network 659cf536-a9b2-4ee5-811f-cd9db439b9ea requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:30.220352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.224468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55816) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:30.224786 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4636369 Jun 25 11:26:30.235724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.256856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d2a2fb32-46f8-47d9-9b87-df37f7c891c8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules/030dd4ba-9339-480d-a5a6-d4af0af19466 HTTP/1.1" status: 200 len: 763 time: 0.0308383 Jun 25 11:26:30.259975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55818) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:30.297455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.320123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port bb9b53c5-1f62-44ef-ae02-e48ae1887753 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:30.320579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.326410 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7401c916-dc52-4ca0-9650-1b3948e8b6a6 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0638607 Jun 25 11:26:30.327010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55820) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:30.363176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.376105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.376354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] DHCP port deletion for 659cf536-a9b2-4ee5-811f-cd9db439b9ea request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:30.378169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.386064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-14e98528-94c1-4772-aec2-f30b123f8dbd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:30.396492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] For port bb9b53c5-1f62-44ef-ae02-e48ae1887753, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bb9b53c5-1f62-44ef-ae02-e48ae1887753,segment=NetworkSegment(7eb3a34b-7cd9-4f29-b8e7-22765dc232df),segment_id=7eb3a34b-7cd9-4f29-b8e7-22765dc232df)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:30.396831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.412131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for bb9b53c5-1f62-44ef-ae02-e48ae1887753 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:30.429234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] In _notify_port_updated(), no bound segment for port 48238479-e11d-44c8-b3a2-7d5e0e143d64 on network c6ccd9ab-bc67-4114-a117-0a203d3dd342 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:26:30.429494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Deleting port bb9b53c5-1f62-44ef-ae02-e48ae1887753 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:30.429740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.435384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:30.436033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.443143 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "PUT /v2.0/ports/48238479-e11d-44c8-b3a2-7d5e0e143d64 HTTP/1.1" status: 200 len: 818 time: 0.5018492 Jun 25 11:26:30.443143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55822) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:30.500430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=48238479-e11d-44c8-b3a2-7d5e0e143d64,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:30.501682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] For port bb9b53c5-1f62-44ef-ae02-e48ae1887753, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bb9b53c5-1f62-44ef-ae02-e48ae1887753,segment=NetworkSegment(7eb3a34b-7cd9-4f29-b8e7-22765dc232df),segment_id=7eb3a34b-7cd9-4f29-b8e7-22765dc232df)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:30.502256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.504396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:30.518025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Calling delete_port for bb9b53c5-1f62-44ef-ae02-e48ae1887753 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:30.559587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.568134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.569335 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/030dd4ba-9339-480d-a5a6-d4af0af19466 HTTP/1.1" status: 204 len: 168 time: 0.2413743 Jun 25 11:26:30.571072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:30.573209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55824) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:30.582306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=030dd4ba-9339-480d-a5a6-d4af0af19466,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:30.584931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:30.586733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 48238479-e11d-44c8-b3a2-7d5e0e143d64 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:30.586917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.593607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.598291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69915601-3764-41a5-ad70-3ce7ba5344d3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:30.601210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.603643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-74eaae64-df19-497d-ac82-a0f58f8236f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:30.627869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=bb9b53c5-1f62-44ef-ae02-e48ae1887753,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:30.632504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Pushing event deleted for resources: {'Port': ['ID=bb9b53c5-1f62-44ef-ae02-e48ae1887753,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:30.633330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No DVR routers for this DVR port bb9b53c5-1f62-44ef-ae02-e48ae1887753 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:30.637570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:30.639178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] No DVR routers for this DVR port bb9b53c5-1f62-44ef-ae02-e48ae1887753 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:30.671695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:30.674344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.680918 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e56fbad-5a83-412e-a431-5a4d3c130a59 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1063647 Jun 25 11:26:30.684861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55826) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:30.693239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': 'fa359aea-8a8a-452a-a5d3-bfee96d4e04a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:30.698712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 48238479-e11d-44c8-b3a2-7d5e0e143d64 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:30.742435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.753697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659cf536-a9b2-4ee5-811f-cd9db439b9ea']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:30.831044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.908920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.913700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.918440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-40f82ac6-86af-4925-bfb2-5cc96398193f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:30.963564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=48238479-e11d-44c8-b3a2-7d5e0e143d64,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:30.971481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:30.976924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.981122 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/48238479-e11d-44c8-b3a2-7d5e0e143d64 HTTP/1.1" status: 204 len: 168 time: 0.5374150 Jun 25 11:26:30.984477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:30.985661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55828) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.005217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cecb0d7f-ec5c-41d9-b0bb-d3e636c20879 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:31.068455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e08695e-88e6-421d-b1a1-6a073a487189,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:31.074803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:31.131358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb3a34b-7cd9-4f29-b8e7-22765dc232df') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:31.132242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb3a34b-7cd9-4f29-b8e7-22765dc232df') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:31.140597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede73c25-fa3b-4e82-9bbb-e029cb6686ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:31.143753 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ede73c25-fa3b-4e82-9bbb-e029cb6686ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1562977 Jun 25 11:26:31.146350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55832) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.159433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.167370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.171585 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4830511 Jun 25 11:26:31.173448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55834) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.189624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.199948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-aa26f873-024e-4e82-9176-3e88c4a9208b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules/4e08695e-88e6-421d-b1a1-6a073a487189 HTTP/1.1" status: 200 len: 763 time: 0.0245016 Jun 25 11:26:31.204827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55836) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.205240 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6666bb-dce7-4912-aae7-35c650d910b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:31.211041 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5e6666bb-dce7-4912-aae7-35c650d910b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/48238479-e11d-44c8-b3a2-7d5e0e143d64 HTTP/1.1" status: 404 len: 333 time: 0.0599771 Jun 25 11:26:31.211205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:31.211205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:31.216890 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:31.223392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55838) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.265623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2060117364'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:31.331526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-2bc6a27e-0aca-4fd5-a010-84e572a4701e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:31.333071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-2bc6a27e-0aca-4fd5-a010-84e572a4701e tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.2138169 Jun 25 11:26:31.354230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcb50-7d89-438d-99d1-025a4f33175a req-f03617b8-bbb0-4c79-b5aa-13be18479a17 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:31.356992 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9e0dcb50-7d89-438d-99d1-025a4f33175a req-f03617b8-bbb0-4c79-b5aa-13be18479a17 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 946 time: 0.1558368 Jun 25 11:26:31.361889 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-935fef80-de5f-4852-8519-ede98f0ba045 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1557274 Jun 25 11:26:31.370688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55840) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.395361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:31.399214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.404821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.416622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:31.442998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.444414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.444891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/659cf536-a9b2-4ee5-811f-cd9db439b9ea HTTP/1.1" status: 204 len: 168 time: 1.3011692 Jun 25 11:26:31.457308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55842) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.457671 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9e0dcb50-7d89-438d-99d1-025a4f33175a req-b8d4b9c2-56b9-4eee-8f26-ab6ba2c82513 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups?id=12cfd8c7-dfc1-470e-8fc3-6813f968e236&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938134 Jun 25 11:26:31.463180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-844127052'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:31.468537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=659cf536-a9b2-4ee5-811f-cd9db439b9ea,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:31.474299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.477279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:31.489390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:31.518262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.518757 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment 2ceac1fc-86bd-4633-ba34-668d8d1c320a of type vlan for network 26662fb2-5a26-4539-82a1-fc9b1aaae17b Jun 25 11:26:31.528137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Deleting port 7ba31542-92ce-4a03-9296-f33e482b6529 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:31.528515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.566830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:31.568835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.573443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.644254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.651504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.656687 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/4e08695e-88e6-421d-b1a1-6a073a487189 HTTP/1.1" status: 204 len: 168 time: 0.2812493 Jun 25 11:26:31.656687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:31.657257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55844) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.666920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e08695e-88e6-421d-b1a1-6a073a487189,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:31.670740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:31.695848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:31.722142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] For port 7ba31542-92ce-4a03-9296-f33e482b6529, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ba31542-92ce-4a03-9296-f33e482b6529,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:31.722506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.725689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.726037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Added segment 6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5 of type vlan for network 3e05d0ba-2058-4919-8e6b-42dd92f1943e Jun 25 11:26:31.741632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.752500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:31.753521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.759609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aba1eeb3-72fa-49a8-808b-dc820ad8a0ea tempest-FloatingIPNegativeTestJSON-654310539 tempest-FloatingIPNegativeTestJSON-654310539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:31.851988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=26662fb2-5a26-4539-82a1-fc9b1aaae17b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:31.855697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:31.867073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:31.888056 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fb89c499-0cef-4aa5-9cf5-eede11ea4923 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2275813 Jun 25 11:26:31.908117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55846) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.918004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Request body: {'security_group_rule': {'security_group_id': 'fa359aea-8a8a-452a-a5d3-bfee96d4e04a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:31.928571 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7036624 Jun 25 11:26:31.931382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55848) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:31.934769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:31.939892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:32.003782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bb9b53c5-1f62-44ef-ae02-e48ae1887753 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:32.053651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: bb9b53c5-1f62-44ef-ae02-e48ae1887753 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:32.054292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bb9b53c5-1f62-44ef-ae02-e48ae1887753 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:32.057683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bae3ec71-ee48-48df-8e25-3c7c82ab02e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.152476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.153423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.153423 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Floating IP 54bd0c7a-a48b-4950-8005-70abaa2c7128 disassociated. External IP: 172.26.0.27, port: 7ba31542-92ce-4a03-9296-f33e482b6529. Jun 25 11:26:32.153781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Calling delete_port for 7ba31542-92ce-4a03-9296-f33e482b6529 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:32.169303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Project 95347a18e78a4a068782605b4b32fad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:26:32.179795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.212019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.217833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.223675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:32.224311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.228578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0efd77b-bed1-4a8b-a2da-cb57a2f19014 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:32.258052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.303705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:32.310347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.316216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Network': ['ID=3e05d0ba-2058-4919-8e6b-42dd92f1943e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:32.322145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:32.334676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:32.390481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.396165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:32.407447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9486957 Jun 25 11:26:32.409750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55850) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:32.418404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:32.438737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a718996-9edd-40d1-89cd-32da5c863d92,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:32.449437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:32.484682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.491129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-21e16e95-7801-4c05-9b94-7f93ab5e7af8 tempest-AllowedAddressPairTestJSON-1085977200 tempest-AllowedAddressPairTestJSON-1085977200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:32.533163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.548586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event deleted for resources: {'Port': ['ID=7ba31542-92ce-4a03-9296-f33e482b6529,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:32.549932 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6291978 Jun 25 11:26:32.550124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:32.550312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55854) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:32.588368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b304cce8-8166-46fb-a7c0-1e595911ad26 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules/4a718996-9edd-40d1-89cd-32da5c863d92 HTTP/1.1" status: 200 len: 769 time: 0.0431881 Jun 25 11:26:32.595665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55856) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:32.709242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Router afc2b642-f02e-49ed-aeff-06b0c2f551fb has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:26:32.758371 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd2523ff-f540-4109-849c-d8708df2a043 req-ae88f19d-b60d-4c37-9808-038e0afa2c66 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.0473559 Jun 25 11:26:32.761007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:32.766375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.778555 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a3541d63-d41a-4ad6-840f-8a91d7a76466 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1814702 Jun 25 11:26:32.782660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55858) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:32.827608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.837429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.841237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:32.843187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b1ac610a-b196-4896-ada4-850e87aa106c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:32.924237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:32.930520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:32.955332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': '2ceac1fc-86bd-4633-ba34-668d8d1c320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:32.955860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: 26662fb2-5a26-4539-82a1-fc9b1aaae17b, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:32.998471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.000804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:33.004946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:26:33.006903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.011882 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/4a718996-9edd-40d1-89cd-32da5c863d92 HTTP/1.1" status: 204 len: 168 time: 0.2244272 Jun 25 11:26:33.016806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55860) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:33.019361 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] Sync routers for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:26:33.035259 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:33.035798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a718996-9edd-40d1-89cd-32da5c863d92,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:33.036283 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:33.042114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:33.080987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] No DVR routers for this DVR port 7ba31542-92ce-4a03-9296-f33e482b6529 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:33.082283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.083644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.086384 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0f5db9c-0894-4b54-8fed-b444f249057b req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.47 "DELETE /v2.0/ports/7ba31542-92ce-4a03-9296-f33e482b6529 HTTP/1.1" status: 204 len: 173 time: 1.7427924 Jun 25 11:26:33.091084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'name': 'network-vif-deleted', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:26:33.092612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:33.093553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a2143-2574-4022-b491-fb867a6d6270" -d '{"events": [{"server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "name": "network-vif-deleted", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:26:33.124939 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d2446c0d-22b6-433a-b26f-56c9ece1ffde tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1057975 Jun 25 11:26:33.130363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55866) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:33.223551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.226834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0a8ae45b-ea82-40d1-b827-7fd2e4f1b853 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:33.227595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.231062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 26662fb2-5a26-4539-82a1-fc9b1aaae17b) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:33.231719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:26:33.242738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823dd54-d3b6-45a7-8875-ca97683719e2 None None] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:33.262853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:33.269534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.343426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=72c62ae1-8176-4b08-a279-7751493b50c4,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:33.356731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:33.392851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Checking segment: {'id': '6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:33.394903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network hostable DHCP agents. Network: 3e05d0ba-2058-4919-8e6b-42dd92f1943e, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:33.402673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.409462 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4766142 Jun 25 11:26:33.412485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55868) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:33.440325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5a0099c8-2dec-48e7-a1b1-e20d727643e7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:33.483606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866453e8-1f16-4102-be94-87108e5867da x-openstack-request-id: req-866453e8-1f16-4102-be94-87108e5867da {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:26:33.483937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc37b8f-46cf-4e00-b559-150b5145580d", "name": "network-vif-deleted", "tag": "7ba31542-92ce-4a03-9296-f33e482b6529", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:26:33.484214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-866453e8-1f16-4102-be94-87108e5867da {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:26:33.484723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc37b8f-46cf-4e00-b559-150b5145580d', 'name': 'network-vif-deleted', 'tag': '7ba31542-92ce-4a03-9296-f33e482b6529', 'status': 'completed', 'code': 200} Jun 25 11:26:33.597663 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:33.602293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.605326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:33.607985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.613316 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "DELETE /v2.0/security-groups/fa359aea-8a8a-452a-a5d3-bfee96d4e04a HTTP/1.1" status: 204 len: 168 time: 0.4776642 Jun 25 11:26:33.613316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:33.616214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55870) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:33.643772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa359aea-8a8a-452a-a5d3-bfee96d4e04a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:33.651129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:33.656672 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] Checking router: afc2b642-f02e-49ed-aeff-06b0c2f551fb for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:26:33.669468 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:33.671035 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:33.687047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-26662fb2-5a26-4539-82a1-fc9b1aaae17b', 'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b', 'tenant_id': 'b9db5d0aa75a418f9f9934779316b53e', 'fixed_ips': [{'subnet_id': '6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:33.688548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.704324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 3e05d0ba-2058-4919-8e6b-42dd92f1943e) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:33.709289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:33.710205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.762428 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4123a5cc-f05a-41ae-b9f5-b146f889c08f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1378918 Jun 25 11:26:33.762782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55872) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:33.787709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0099c8-2dec-48e7-a1b1-e20d727643e7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:33.792563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a0099c8-2dec-48e7-a1b1-e20d727643e7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:33.835209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635febe-c2e9-4ae2-b5cb-841148bfca73 None None] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:33.854000 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e74e6a38-8d76-4d6c-9657-8c9e33ba4530 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0863051 Jun 25 11:26:33.880329 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4690180 Jun 25 11:26:33.886554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55878) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:33.894548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4037249e-d453-49b6-a91d-914bc2c113e4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1452411938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:33.953897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ba31542-92ce-4a03-9296-f33e482b6529 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:34.006057 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.ipam_backend_mixin [None req-5a0099c8-2dec-48e7-a1b1-e20d727643e7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7 (CIDR: 2001:db8::/64) Jun 25 11:26:34.041462 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0099c8-2dec-48e7-a1b1-e20d727643e7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:26:34.043007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0099c8-2dec-48e7-a1b1-e20d727643e7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:26:34.048753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 7ba31542-92ce-4a03-9296-f33e482b6529 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:34.049437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ba31542-92ce-4a03-9296-f33e482b6529 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:34.097426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4037249e-d453-49b6-a91d-914bc2c113e4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.098705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4037249e-d453-49b6-a91d-914bc2c113e4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.175895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Allocated IP 2001:db8::2 (26662fb2-5a26-4539-82a1-fc9b1aaae17b/6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7/995d0866-7354-45c5-ab03-a2154ae99ae5) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:34.182851 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4344b882-ec0a-4bf0-8c93-8d9bfe2f642e req-02be2901-f63c-4199-9295-957bde98b1dc tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fc37b8f-46cf-4e00-b559-150b5145580d HTTP/1.1" status: 200 len: 210 time: 0.1237800 Jun 25 11:26:34.220328 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:26:34.241232 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5a0099c8-2dec-48e7-a1b1-e20d727643e7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8267763 Jun 25 11:26:34.245230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55880) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:34.250856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:34.284357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4037249e-d453-49b6-a91d-914bc2c113e4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.364579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4037249e-d453-49b6-a91d-914bc2c113e4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.439617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-3e05d0ba-2058-4919-8e6b-42dd92f1943e', 'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e', 'tenant_id': '5bd9d965a5174d28966b68efb855e545', 'fixed_ips': [{'subnet_id': '72c62ae1-8176-4b08-a279-7751493b50c4'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:34.443526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.526091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4037249e-d453-49b6-a91d-914bc2c113e4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.529638 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4037249e-d453-49b6-a91d-914bc2c113e4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6456873 Jun 25 11:26:34.531964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55882) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:34.542076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e', 'name': 'tempest-PortsTestJSON-463952396'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:34.592833 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:34.644549 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d8e96-3c9b-4166-ae33-0523fda60209 None None] The sync data for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv is: [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:20:55Z', 'revision_number': 4, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '409653b9-a93b-4f3a-b184-7412dc59d44f', 'name': '', 'network_id': '02baa492-92ff-4fac-a92b-50a6cffd4e38', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'mac_address': 'fa:16:3e:a8:d7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:53Z', 'updated_at': '2021-06-25T11:21:05Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'subnets': [{'id': '2dc2ea28-f840-43d3-a22b-19d360e986cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:26:34.760907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:34.765347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.782820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.814713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Transition to ACTIVE for port object 995d0866-7354-45c5-ab03-a2154ae99ae5 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:34.832370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55886) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:34.874153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:34.877966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.919569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 810d1db1-46da-4796-8f3a-fe4ad4701a26 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:34.932136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Transition to ACTIVE for port object 995d0866-7354-45c5-ab03-a2154ae99ae5 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:34.951458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:34.982168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Allocated IP 172.20.0.2 (3e05d0ba-2058-4919-8e6b-42dd92f1943e/72c62ae1-8176-4b08-a279-7751493b50c4/612caff9-c7ad-43aa-b9f3-8be50f15a6db) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:35.060484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.066900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e88e79a-6489-430f-947f-d586f6c55bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:35.099665 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9b2c7e4e-5b8b-446f-b515-317d3771766c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95347a18e78a4a068782605b4b32fad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656093 Jun 25 11:26:35.107135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55890) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:35.146961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0ea3b-dd6f-42a6-ba96-b629b7dfb27c None None] New status for floating IP 54bd0c7a-a48b-4950-8005-70abaa2c7128: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:26:35.255868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.277493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:35.299549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:35.305518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Pushing event updated for resources: {'Port': ['ID=995d0866-7354-45c5-ab03-a2154ae99ae5,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:35.307052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.315112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:35.362398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:35.366990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.371770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fedb8f67-5f3a-4578-b6ec-14b6142a223e tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:35.434003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:35.439028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:35.446171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:35.447655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.448450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55896) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:35.473722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=1b83f9b4-92c6-4ab1-a347-7326226869d7,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:35.478892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:35.521035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.548408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.551090 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.554196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.556325 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c04d287d-b7c5-42dd-bf72-108e8c003ee5 HTTP/1.1" status: 204 len: 168 time: 0.4474092 Jun 25 11:26:35.557712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d91749db-e2be-459c-9acd-827db24b80fb tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:35.591270 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3381727 Jun 25 11:26:35.591270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d287d-b7c5-42dd-bf72-108e8c003ee5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:35.591270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:35.591861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55900) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:35.600232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b', 'fixed_ips': [{'subnet_id': '6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7'}, {'subnet_id': '1b83f9b4-92c6-4ab1-a347-7326226869d7'}], 'name': 'tempest-PortsIpV6TestJSON-1842269133'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:35.702104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Attempting to bind port 995d0866-7354-45c5-ab03-a2154ae99ae5 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:35.702496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Attempting to bind port 995d0866-7354-45c5-ab03-a2154ae99ae5 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '2ceac1fc-86bd-4633-ba34-668d8d1c320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:35.703348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Attempting to bind port 995d0866-7354-45c5-ab03-a2154ae99ae5 on network 26662fb2-5a26-4539-82a1-fc9b1aaae17b {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:35.713859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.716237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:35.716625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Checking segment: {'id': '2ceac1fc-86bd-4633-ba34-668d8d1c320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:35.717290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.717705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Bound using segment: {'id': '2ceac1fc-86bd-4633-ba34-668d8d1c320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:35.718226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Bound port: 995d0866-7354-45c5-ab03-a2154ae99ae5, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ceac1fc-86bd-4633-ba34-668d8d1c320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:35.718666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.737486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Transition to ACTIVE for port object 612caff9-c7ad-43aa-b9f3-8be50f15a6db will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:35.745545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.751302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.753914 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "DELETE /v2.0/security-groups/12cfd8c7-dfc1-470e-8fc3-6813f968e236 HTTP/1.1" status: 204 len: 168 time: 0.3039725 Jun 25 11:26:35.755704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b2123db3-b5cc-4f28-8d26-29260ba52de9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:35.759744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55902) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:35.773913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfd8c7-dfc1-470e-8fc3-6813f968e236,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:35.778432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Transition to ACTIVE for port object 612caff9-c7ad-43aa-b9f3-8be50f15a6db will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:35.785283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-4f5e116c-46c1-4cd0-9207-8f35e0403ac3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] show failed (client error): The resource could not be found. Jun 25 11:26:35.787216 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4f5e116c-46c1-4cd0-9207-8f35e0403ac3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "GET /v2.0/security-groups/12cfd8c7-dfc1-470e-8fc3-6813f968e236 HTTP/1.1" status: 404 len: 347 time: 0.0255783 Jun 25 11:26:35.791599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:35.792549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55904) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:35.836031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] For port 995d0866-7354-45c5-ab03-a2154ae99ae5, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:35.842424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] For port 995d0866-7354-45c5-ab03-a2154ae99ae5, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=995d0866-7354-45c5-ab03-a2154ae99ae5,segment=NetworkSegment(2ceac1fc-86bd-4633-ba34-668d8d1c320a),segment_id=2ceac1fc-86bd-4633-ba34-668d8d1c320a)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:35.914862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.919629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-91d66701-035b-4c0a-83e0-337de91c82c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:35.966294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Deleting port 44954c81-4d15-4638-b926-0a119120bd74 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:35.966963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.969657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:35.972985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:35.980065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:35.984877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.10 (3e05d0ba-2058-4919-8e6b-42dd92f1943e/72c62ae1-8176-4b08-a279-7751493b50c4/810d1db1-46da-4796-8f3a-fe4ad4701a26) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:35.987864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:35.991830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Pushing event updated for resources: {'Port': ['ID=612caff9-c7ad-43aa-b9f3-8be50f15a6db,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:36.001887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:36.003985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ee60fa47-3999-4733-ad42-da879e4e7301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:36.014950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:36.186464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.228486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.245475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Attempting to bind port 612caff9-c7ad-43aa-b9f3-8be50f15a6db on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:36.245475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Attempting to bind port 612caff9-c7ad-43aa-b9f3-8be50f15a6db by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:36.245475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Attempting to bind port 612caff9-c7ad-43aa-b9f3-8be50f15a6db on network 3e05d0ba-2058-4919-8e6b-42dd92f1943e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:36.261816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object 810d1db1-46da-4796-8f3a-fe4ad4701a26 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:36.262018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:36.262510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Checking segment: {'id': '6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:36.263467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.265175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Bound using segment: {'id': '6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:36.266219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Bound port: 612caff9-c7ad-43aa-b9f3-8be50f15a6db, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3e05d0ba-2058-4919-8e6b-42dd92f1943e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:36.267064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.279644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Pushing event updated for resources: {'Port': ['ID=995d0866-7354-45c5-ab03-a2154ae99ae5,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:36.317046 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:36.353840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:36.418561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.429382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1f25ff87-908d-4614-afd9-8953914f49b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:36.461167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] For port 612caff9-c7ad-43aa-b9f3-8be50f15a6db, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:36.469617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] For port 612caff9-c7ad-43aa-b9f3-8be50f15a6db, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=612caff9-c7ad-43aa-b9f3-8be50f15a6db,segment=NetworkSegment(6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5),segment_id=6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:36.548360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=810d1db1-46da-4796-8f3a-fe4ad4701a26,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:36.563259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.563497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:36.574225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:36.576679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:36.578764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-82500123-9b39-4e2e-a502-bd276dafb014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:36.580483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:36.694986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:36.703536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.742637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.743012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:36.787672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Pushing event updated for resources: {'Port': ['ID=612caff9-c7ad-43aa-b9f3-8be50f15a6db,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:36.789402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Calling delete_port for 44954c81-4d15-4638-b926-0a119120bd74 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:36.809574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:36.885213 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3518128 Jun 25 11:26:36.887752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55916) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:37.003857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::207 (26662fb2-5a26-4539-82a1-fc9b1aaae17b/6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:37.032964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8:0:1::1ba (26662fb2-5a26-4539-82a1-fc9b1aaae17b/1b83f9b4-92c6-4ab1-a347-7326226869d7/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:37.266785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:37.274094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b52d1722-3ec7-4109-a14f-95d44aa02416 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:37.320714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:37.324941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Pushing event deleted for resources: {'Port': ['ID=44954c81-4d15-4638-b926-0a119120bd74,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:37.330804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:37.368922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:37.429526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:37.433537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:37.438534 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] 10.222.0.81 "DELETE /v2.0/floatingips/54bd0c7a-a48b-4950-8005-70abaa2c7128 HTTP/1.1" status: 204 len: 168 time: 1.6421034 Jun 25 11:26:37.439268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55926) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:37.555295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:37.560091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55930) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:37.568141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-80e45a0a-ee5e-4e62-8315-2abfc4ec1e10 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:37.590978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:37.700695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:37.713375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--983899395'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:37.730108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:37.758084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:37.767520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:37.768660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:37.792630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:37.797621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:37.860264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d2392-ac57-4bf6-9c7a-0f57b5c9d670 None None] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:38.001554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.037588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.086753 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4933407 Jun 25 11:26:38.130517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55934) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:38.141485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:38.142139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 612caff9-c7ad-43aa-b9f3-8be50f15a6db up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:38.155270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c4bdaece-bc67-431f-a4cc-b65090f2013c None None] Provisioning for port 995d0866-7354-45c5-ab03-a2154ae99ae5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:38.259565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb6bf6-3757-4ca2-9c84-5cf5c5d4a2dc None None] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:38.260812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.307647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.314093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a88a9fb-f7df-46a0-8e72-5b95cde24653 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:38.437309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 612caff9-c7ad-43aa-b9f3-8be50f15a6db completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:38.440037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=810d1db1-46da-4796-8f3a-fe4ad4701a26,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:38.445924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 995d0866-7354-45c5-ab03-a2154ae99ae5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:38.449581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:38.455116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Provisioning for port 612caff9-c7ad-43aa-b9f3-8be50f15a6db completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:38.499281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Provisioning complete for port 612caff9-c7ad-43aa-b9f3-8be50f15a6db triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:38.499825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.510504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.633549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.687367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.715404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Update dhcp port {'port': {'network_id': '26662fb2-5a26-4539-82a1-fc9b1aaae17b', 'fixed_ips': [{'subnet_id': '6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b83f9b4-92c6-4ab1-a347-7326226869d7'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '995d0866-7354-45c5-ab03-a2154ae99ae5'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:26:38.797215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.815037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.854107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 995d0866-7354-45c5-ab03-a2154ae99ae5 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:38.882167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 995d0866-7354-45c5-ab03-a2154ae99ae5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:38.883144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:38.970021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] For port 612caff9-c7ad-43aa-b9f3-8be50f15a6db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=612caff9-c7ad-43aa-b9f3-8be50f15a6db,segment=NetworkSegment(6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5),segment_id=6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:39.011705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.066676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.070572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:39.111397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.119006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f2e870da-5a10-4b6c-b9dd-e42d831733ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:39.163020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Allocated IP 2001:db8:0:1::2 (26662fb2-5a26-4539-82a1-fc9b1aaae17b/1b83f9b4-92c6-4ab1-a347-7326226869d7/995d0866-7354-45c5-ab03-a2154ae99ae5) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:39.203365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Pushing event updated for resources: {'Port': ['ID=612caff9-c7ad-43aa-b9f3-8be50f15a6db,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:39.211632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:39.223454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43666173-38f4-41dc-93af-10b289996765,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:39.235810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.240155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:39.272618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9b9e1c0d-6e73-4eb1-9bcc-fe55364404a8 None None] Provisioning complete for port 612caff9-c7ad-43aa-b9f3-8be50f15a6db triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:39.273450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1c0d-6e73-4eb1-9bcc-fe55364404a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.443343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.449423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.541432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] For port 995d0866-7354-45c5-ab03-a2154ae99ae5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=995d0866-7354-45c5-ab03-a2154ae99ae5,segment=NetworkSegment(2ceac1fc-86bd-4633-ba34-668d8d1c320a),segment_id=2ceac1fc-86bd-4633-ba34-668d8d1c320a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:39.585418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.605146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Transition to ACTIVE for port object 995d0866-7354-45c5-ab03-a2154ae99ae5 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:39.605630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.617322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cd7517a3-9b42-4648-93d0-5428cdf5bccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:39.624017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.640147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9b9e1c0d-6e73-4eb1-9bcc-fe55364404a8 None None] Provisioning for port 810d1db1-46da-4796-8f3a-fe4ad4701a26 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:39.645199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9b9e1c0d-6e73-4eb1-9bcc-fe55364404a8 None None] Provisioning complete for port 810d1db1-46da-4796-8f3a-fe4ad4701a26 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:39.645934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9b9e1c0d-6e73-4eb1-9bcc-fe55364404a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.673942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.678812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b22ae1da-1db6-431d-92f1-d01f9ab99434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:39.737714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.741470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5a305120-1492-476c-a9b5-f35137bf9ae3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:39.770162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b4d25-cef8-4072-a8ee-93789b02547d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:39.784643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:39.789286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.792334 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2330797 Jun 25 11:26:39.792956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e1c0d-6e73-4eb1-9bcc-fe55364404a8 None None] Port 810d1db1-46da-4796-8f3a-fe4ad4701a26 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:39.797232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55940) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:39.857217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Delete allocated IP 2001:db8:0:1::1ba (26662fb2-5a26-4539-82a1-fc9b1aaae17b/1b83f9b4-92c6-4ab1-a347-7326226869d7) {{(pid=94501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 11:26:39.862029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.864536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=810d1db1-46da-4796-8f3a-fe4ad4701a26,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:39.869378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:39.891549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:26:39.892124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:26:39.917650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Pushing event updated for resources: {'Port': ['ID=995d0866-7354-45c5-ab03-a2154ae99ae5,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:39.923526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:39.936546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-af6e86c5-7f96-4168-9b97-791b88be94ec None None] Provisioning complete for port 810d1db1-46da-4796-8f3a-fe4ad4701a26 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:39.939032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af6e86c5-7f96-4168-9b97-791b88be94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:39.992035 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d5b193ee-7db0-4507-ac0e-c329e700ae6a tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1929748 Jun 25 11:26:39.997475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55942) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:40.008090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-af6e86c5-7f96-4168-9b97-791b88be94ec None None] Port 810d1db1-46da-4796-8f3a-fe4ad4701a26 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:40.049249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-security--1071196149', 'description': 'tempest-security-description-1698320881'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:40.186194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.281753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.282689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.315453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Deleting port 409653b9-a93b-4f3a-b184-7412dc59d44f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:40.316161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.351951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.363905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.366644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.373886 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "PUT /v2.0/security-groups/d00b4d25-cef8-4072-a8ee-93789b02547d HTTP/1.1" status: 200 len: 1780 time: 0.3257298 Jun 25 11:26:40.374254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55944) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:40.398608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-973b0cad-98dc-4b98-955f-1a6dea5c5cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:40.408748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Ignored duplicate provisioning block setup for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 25 11:26:40.420607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:40.430252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:40.438656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b4d25-cef8-4072-a8ee-93789b02547d,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:40.445855 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4819c247-5f79-485d-bf9b-f9f934915bac tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups/d00b4d25-cef8-4072-a8ee-93789b02547d HTTP/1.1" status: 200 len: 1780 time: 0.0687702 Jun 25 11:26:40.447035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:40.447190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55946) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:40.480264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] For port 409653b9-a93b-4f3a-b184-7412dc59d44f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=409653b9-a93b-4f3a-b184-7412dc59d44f,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:40.481248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.491008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.499114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8c482dfc-a280-4076-a6bf-5a0ff0fcda36 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:40.501265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.510754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Calling delete_port for 409653b9-a93b-4f3a-b184-7412dc59d44f owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:40.584218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 995d0866-7354-45c5-ab03-a2154ae99ae5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=995d0866-7354-45c5-ab03-a2154ae99ae5,segment=NetworkSegment(2ceac1fc-86bd-4633-ba34-668d8d1c320a),segment_id=2ceac1fc-86bd-4633-ba34-668d8d1c320a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:40.611587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.615071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] In _notify_port_updated(), no bound segment for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 on network 26662fb2-5a26-4539-82a1-fc9b1aaae17b {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:26:40.621860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:40.622520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.625144 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "PUT /v2.0/ports/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 HTTP/1.1" status: 200 len: 926 time: 2.4920835 Jun 25 11:26:40.628414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55948) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:40.637655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7'}, {'subnet_id': '1b83f9b4-92c6-4ab1-a347-7326226869d7'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:40.673492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:40.677886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:40.687150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.691075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:40.693493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.782641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b20aad-ad38-441c-a088-2ae963f3a147 None None] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:40.843249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 612caff9-c7ad-43aa-b9f3-8be50f15a6db up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:40.927076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.940977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Router 272065f2-ac80-4559-8004-9252adc53617 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:26:40.992190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.996571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:40.998189 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/d00b4d25-cef8-4072-a8ee-93789b02547d HTTP/1.1" status: 204 len: 168 time: 0.5504537 Jun 25 11:26:41.000758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55950) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:41.002769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-259b0c6c-20df-49a0-bb37-228a5b50ce10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:41.015255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.023478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=995d0866-7354-45c5-ab03-a2154ae99ae5,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:41.024084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:41.053621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:41.075901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b4d25-cef8-4072-a8ee-93789b02547d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:41.083248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:41.085649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Pushing event deleted for resources: {'Port': ['ID=409653b9-a93b-4f3a-b184-7412dc59d44f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:41.096723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:41.146868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Provisioning for port 995d0866-7354-45c5-ab03-a2154ae99ae5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:41.154190 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a1156c70-d6ae-4d20-8bfb-0b251aa41df4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1506426 Jun 25 11:26:41.160716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Provisioning complete for port 995d0866-7354-45c5-ab03-a2154ae99ae5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:41.161028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.175427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55952) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:41.208415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 612caff9-c7ad-43aa-b9f3-8be50f15a6db triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:41.208799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.244729 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-5461a8ab-6e1d-44bd-92e5-e0d08ad50dc5 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] delete failed (client error): The resource could not be found. Jun 25 11:26:41.252515 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5461a8ab-6e1d-44bd-92e5-e0d08ad50dc5 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/d00b4d25-cef8-4072-a8ee-93789b02547d HTTP/1.1" status: 404 len: 347 time: 0.0713484 Jun 25 11:26:41.255431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55954) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:41.262384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314963862'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:41.361246 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:26:41.376004 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "PUT /v2.0/routers/272065f2-ac80-4559-8004-9252adc53617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4838052 Jun 25 11:26:41.379777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55956) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:41.379982 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] Sync routers for ids ['272065f2-ac80-4559-8004-9252adc53617'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:26:41.397621 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] Routers {'272065f2-ac80-4559-8004-9252adc53617'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:41.398855 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['272065f2-ac80-4559-8004-9252adc53617'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:41.409007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 995d0866-7354-45c5-ab03-a2154ae99ae5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:41.436465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.454892 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:41.470827 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] Routers {'272065f2-ac80-4559-8004-9252adc53617'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:41.471426 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['272065f2-ac80-4559-8004-9252adc53617'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:41.484578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Provisioning for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:41.501403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Provisioning complete for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:41.502114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.506278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.520135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8:0:1::198 (26662fb2-5a26-4539-82a1-fc9b1aaae17b/1b83f9b4-92c6-4ab1-a347-7326226869d7/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:41.524745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b869be29-5a1a-4a6d-8664-4e90f9981f13 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:41.529288 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:41.530028 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcf222-dce3-405e-820d-4ae7ac60dac1 None None] The sync data for ids ['272065f2-ac80-4559-8004-9252adc53617'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:26:41.532640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 995d0866-7354-45c5-ab03-a2154ae99ae5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:41.533277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.534545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b869be29-5a1a-4a6d-8664-4e90f9981f13 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports?device_id=272065f2-ac80-4559-8004-9252adc53617 HTTP/1.1" status: 200 len: 982 time: 0.1513219 Jun 25 11:26:41.545709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55958) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:41.587430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:41.611305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Provisioning complete for port 810d1db1-46da-4796-8f3a-fe4ad4701a26 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:41.611696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.669762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d4dabf5d-c092-4d46-ad24-c7946508d3d6 None None] Port 810d1db1-46da-4796-8f3a-fe4ad4701a26 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:41.736861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.752228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Ignored duplicate provisioning block setup for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 25 11:26:41.793034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f3b5be8c-1ebe-4b8a-bbe4-f68ce95044de None None] Provisioning complete for port 995d0866-7354-45c5-ab03-a2154ae99ae5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:41.793470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f3b5be8c-1ebe-4b8a-bbe4-f68ce95044de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.864175 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.877677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7712964-8db1-4f4c-9692-3687a7898a17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:41.905840 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f3b5be8c-1ebe-4b8a-bbe4-f68ce95044de None None] Provisioning complete for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:41.906291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f3b5be8c-1ebe-4b8a-bbe4-f68ce95044de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.939801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.953757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5be8c-1ebe-4b8a-bbe4-f68ce95044de None None] Port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:41.985734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] In _notify_port_updated(), no bound segment for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 on network 26662fb2-5a26-4539-82a1-fc9b1aaae17b {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:26:41.994103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:41.994103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:41.994553 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "PUT /v2.0/ports/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 HTTP/1.1" status: 200 len: 1012 time: 1.3625982 Jun 25 11:26:41.998969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55962) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:42.006409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Router afc2b642-f02e-49ed-aeff-06b0c2f551fb has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:26:42.010775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:42.014007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:42.048063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.059149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc15d225-f6a8-43c2-bee2-09d28cee55d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:42.089042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5eb708a4-3314-490f-9d49-d0b0027fc7a8 None None] Provisioning complete for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:42.089639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5eb708a4-3314-490f-9d49-d0b0027fc7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.131662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5eb708a4-3314-490f-9d49-d0b0027fc7a8 None None] Port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:42.209713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31344d4-1781-4e46-a4a6-855835f10178,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:42.219880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:42.221862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.229026 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9651530 Jun 25 11:26:42.229602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55964) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:42.234249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': 'd31344d4-1781-4e46-a4a6-855835f10178', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:42.255071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d06c73f2-b6f8-4293-b834-2c477b9dc802 None None] Provisioning complete for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:42.255624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d06c73f2-b6f8-4293-b834-2c477b9dc802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.295436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d06c73f2-b6f8-4293-b834-2c477b9dc802 None None] Port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:42.343354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.369227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:42.369697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.389066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:26:42.409055 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] 10.222.0.81 "PUT /v2.0/routers/afc2b642-f02e-49ed-aeff-06b0c2f551fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9654274 Jun 25 11:26:42.409387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] Sync routers for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:26:42.409568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55966) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:42.435432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:42.436175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:42.440437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e7d20ea7-6edb-4ecc-8dbf-5dc8ef96a227 None None] Provisioning complete for port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:42.441268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e7d20ea7-6edb-4ecc-8dbf-5dc8ef96a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.460540 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.478093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.547813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.568826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e7d20ea7-6edb-4ecc-8dbf-5dc8ef96a227 None None] Port fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:42.593504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.597571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1ea6eed-17fd-44d0-b39f-631a1788da77 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:42.611860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:26:42.623598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d306d6-17c1-43fa-aa66-9ce5f0ed4b76,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:42.629971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:42.711198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.835803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:26:40Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:42.864464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] Checking router: afc2b642-f02e-49ed-aeff-06b0c2f551fb for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:26:42.873886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] Routers {'afc2b642-f02e-49ed-aeff-06b0c2f551fb'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:42.874528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:42.925019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 995d0866-7354-45c5-ab03-a2154ae99ae5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:42.943601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:42.961757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:43.028658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] Set router afc2b642-f02e-49ed-aeff-06b0c2f551fb gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:26:43.031222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 995d0866-7354-45c5-ab03-a2154ae99ae5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:43.031602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.183935 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.186747 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9565516 Jun 25 11:26:43.192847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55968) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:43.231521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 810d1db1-46da-4796-8f3a-fe4ad4701a26 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:43.231811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.240970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.256116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.293494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.294529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:26:40Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:43.298569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-aaece89a-dcb3-4921-924d-02b0c4844fb6 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:43.309901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Deleting port 59d76e14-54db-4764-9ffa-5d68732e99fc {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:43.310347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.330693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:43.333335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76322bf2-23b3-4d46-a83d-c229c3150ea9 None None] The sync data for ids ['afc2b642-f02e-49ed-aeff-06b0c2f551fb'] in dv-neutron-797120-5-hyperv is: [{'id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'name': 'tempest-ServerActionsTestJSON-1662875727-router', 'tenant_id': 'efc7a966c2414896b6ab1afe1ef31772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:20:47Z', 'updated_at': '2021-06-25T11:26:40Z', 'revision_number': 5, 'project_id': 'efc7a966c2414896b6ab1afe1ef31772', 'gw_port': {'id': '59d76e14-54db-4764-9ffa-5d68732e99fc', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2b642-f02e-49ed-aeff-06b0c2f551fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:20:48Z', 'updated_at': '2021-06-25T11:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:26:43.337348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:43.389567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.397888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.402657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06329db9-b2a6-499b-9369-4ec7d969ad21 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:43.410337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.413166 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e3d306d6-17c1-43fa-aa66-9ce5f0ed4b76 HTTP/1.1" status: 204 len: 168 time: 0.2211123 Jun 25 11:26:43.418703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55970) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:43.422366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 810d1db1-46da-4796-8f3a-fe4ad4701a26 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:43.424723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.426623 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 HTTP/1.1" status: 204 len: 168 time: 1.4235785 Jun 25 11:26:43.429375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55972) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:43.429575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3d306d6-17c1-43fa-aa66-9ce5f0ed4b76,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:43.441373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:43.463122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ae88ef-71ea-4faf-afbc-532f582c99b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:43.467222 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-75ae88ef-71ea-4faf-afbc-532f582c99b6 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 HTTP/1.1" status: 404 len: 333 time: 0.0344589 Jun 25 11:26:43.467773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55974) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:43.485861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] For port 59d76e14-54db-4764-9ffa-5d68732e99fc, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=59d76e14-54db-4764-9ffa-5d68732e99fc,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:43.486221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.500891 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ab54d024-df92-44c7-9834-60c538cba964 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0784085 Jun 25 11:26:43.504473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55976) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:43.524075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Calling delete_port for 59d76e14-54db-4764-9ffa-5d68732e99fc owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:43.565893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 1b83f9b4-92c6-4ab1-a347-7326226869d7 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:43.572441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.626861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.658486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.707592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.786162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.849973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.855763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11a82d13-899f-42a1-a0cf-883e850bd380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:43.882694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=810d1db1-46da-4796-8f3a-fe4ad4701a26,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:43.885879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:43.924523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.928503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.933986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.934289 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/d31344d4-1781-4e46-a4a6-855835f10178 HTTP/1.1" status: 204 len: 168 time: 0.4283652 Jun 25 11:26:43.936415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55978) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:43.938832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-32c8f47a-8a4f-4110-b8e6-746d442ae002 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:43.958671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:43.964080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0149a24-daa5-4834-90f5-40a2d6582d1e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:43.987856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d76e14-54db-4764-9ffa-5d68732e99fc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:43.990344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:43.992171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b200c42f-f1a5-4263-a6aa-997282d6249b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:44.011530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=1b83f9b4-92c6-4ab1-a347-7326226869d7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:44.016948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:44.021789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.022978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daae621-a0e1-4c26-8f57-06309befba64 None None] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:44.023634 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/1b83f9b4-92c6-4ab1-a347-7326226869d7 HTTP/1.1" status: 204 len: 168 time: 0.5552473 Jun 25 11:26:44.030227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55980) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:44.043408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31344d4-1781-4e46-a4a6-855835f10178,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:44.074042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:44.096941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.108508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.115998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f25fcea5-6169-4d20-a8d7-da0cbb6b1f5c tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1782782 Jun 25 11:26:44.125407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55982) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:44.130250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--741087548'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:44.188438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:44.222371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.249074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.253873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.301027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.302550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.323710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Router 272065f2-ac80-4559-8004-9252adc53617 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:26:44.382206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.383270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc2b642-f02e-49ed-aeff-06b0c2f551fb {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:26:44.389263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.390426 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] 10.222.0.81 "DELETE /v2.0/routers/afc2b642-f02e-49ed-aeff-06b0c2f551fb HTTP/1.1" status: 204 len: 168 time: 1.9798565 Jun 25 11:26:44.393032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55984) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:44.457868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Deleting subnet 2dc2ea28-f840-43d3-a22b-19d360e986cd {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:44.463632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.465363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.497041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.504067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:26:44.511245 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "PUT /v2.0/routers/272065f2-ac80-4559-8004-9252adc53617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604247 Jun 25 11:26:44.513958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55986) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:44.521814 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] Sync routers for ids ['272065f2-ac80-4559-8004-9252adc53617'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:26:44.533792 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] Routers {'272065f2-ac80-4559-8004-9252adc53617'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:44.535505 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['272065f2-ac80-4559-8004-9252adc53617'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:44.562814 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe1419a-2e19-4c2c-8a85-8b8821744bce tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:26:44.564486 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-abe1419a-2e19-4c2c-8a85-8b8821744bce tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/810d1db1-46da-4796-8f3a-fe4ad4701a26 HTTP/1.1" status: 404 len: 333 time: 0.0495629 Jun 25 11:26:44.567012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.567579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55988) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:44.585065 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:44.589278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.598253 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] Routers {'272065f2-ac80-4559-8004-9252adc53617'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:26:44.599182 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['272065f2-ac80-4559-8004-9252adc53617'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:44.636499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:44.637602 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce25058-0561-486a-97cc-84b4f838af61 None None] The sync data for ids ['272065f2-ac80-4559-8004-9252adc53617'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:26:44.673417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9990a043-e35d-4ef8-a485-a99ef9044ada tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:44.691950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.697136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aab5a0a2-ad78-4451-9143-797c2cc59406 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:44.704967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.708393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ccea494-7075-4a44-8f81-08e5da50357a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.744099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2135cbc2-f3d9-4c48-9b4c-26c20747cc2d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:44.751922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:44.752028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:44.754091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.757061 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7 HTTP/1.1" status: 204 len: 168 time: 0.7237675 Jun 25 11:26:44.758768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:44.762615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55990) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:44.784147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.788219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6617799 Jun 25 11:26:44.791691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55992) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:44.796426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '2135cbc2-f3d9-4c48-9b4c-26c20747cc2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:44.853920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df0011-94da-4b77-8f49-c1d37ea0c9f5 None None] Network 26662fb2-5a26-4539-82a1-fc9b1aaae17b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:44.918933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ccea494-7075-4a44-8f81-08e5da50357a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.922113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ccea494-7075-4a44-8f81-08e5da50357a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.950102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.968509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-307fcf98-0460-44d0-b3e3-f1f0e498daa7 None None] Provisioning complete for port 995d0866-7354-45c5-ab03-a2154ae99ae5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:44.969697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-307fcf98-0460-44d0-b3e3-f1f0e498daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:44.992214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.014141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.018063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a577e47c-e05a-40b0-b626-4c610a716f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.027600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 59d76e14-54db-4764-9ffa-5d68732e99fc no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:45.050321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.053902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc2ea28-f840-43d3-a22b-19d360e986cd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.056754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.058949 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2dc2ea28-f840-43d3-a22b-19d360e986cd HTTP/1.1" status: 204 len: 168 time: 0.6649137 Jun 25 11:26:45.060892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 995d0866-7354-45c5-ab03-a2154ae99ae5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:45.061364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.061499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 59d76e14-54db-4764-9ffa-5d68732e99fc {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:45.061870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 59d76e14-54db-4764-9ffa-5d68732e99fc not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:45.062398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55994) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:45.063761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.066338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 409653b9-a93b-4f3a-b184-7412dc59d44f no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:45.070992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ccea494-7075-4a44-8f81-08e5da50357a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.071551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccea494-7075-4a44-8f81-08e5da50357a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Fanout notify agent at l3_agent the message router_deleted on router 272065f2-ac80-4559-8004-9252adc53617 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:26:45.087919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0814a6-7ee9-418f-affa-3de3a1536237 None None] Network 02baa492-92ff-4fac-a92b-50a6cffd4e38 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:45.088128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ccea494-7075-4a44-8f81-08e5da50357a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.092048 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9ccea494-7075-4a44-8f81-08e5da50357a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/routers/272065f2-ac80-4559-8004-9252adc53617 HTTP/1.1" status: 204 len: 168 time: 0.5200856 Jun 25 11:26:45.096378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 55996) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:45.121141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 409653b9-a93b-4f3a-b184-7412dc59d44f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:45.121530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 409653b9-a93b-4f3a-b184-7412dc59d44f not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:45.149521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] For port 995d0866-7354-45c5-ab03-a2154ae99ae5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=995d0866-7354-45c5-ab03-a2154ae99ae5,segment=NetworkSegment(2ceac1fc-86bd-4633-ba34-668d8d1c320a),segment_id=2ceac1fc-86bd-4633-ba34-668d8d1c320a)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:45.149912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.158454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.165928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 995d0866-7354-45c5-ab03-a2154ae99ae5 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:45.175067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.207291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.212674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2e7ed1-646f-4989-8327-809c7fac36f9,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.217176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.222430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet 72c62ae1-8176-4b08-a279-7751493b50c4 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:45.227896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.295657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.317590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.321175 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5259559 Jun 25 11:26:45.322209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 55998) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:45.327814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '2135cbc2-f3d9-4c48-9b4c-26c20747cc2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:45.371983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.375230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59bdd4a7-24ac-498b-914a-ca5e3f3a9b9f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.381734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Deleting port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:45.382080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.400241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=995d0866-7354-45c5-ab03-a2154ae99ae5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.404211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.405801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No DVR routers for this DVR port 995d0866-7354-45c5-ab03-a2154ae99ae5 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:45.454419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.478707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.487273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] For port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:45.487641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.506658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Calling delete_port for 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:45.527296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.530611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9791fc-6e7b-498d-af86-b49d99cbaf94 None None] DHCP port deletion for 26662fb2-5a26-4539-82a1-fc9b1aaae17b request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:45.556214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26662fb2-5a26-4539-82a1-fc9b1aaae17b']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:45.565784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ceac1fc-86bd-4633-ba34-668d8d1c320a') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:45.566088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ceac1fc-86bd-4633-ba34-668d8d1c320a') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:45.579492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] DHCP port deletion for 02baa492-92ff-4fac-a92b-50a6cffd4e38 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:45.582383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.628863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Deleting port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:45.629273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.644052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.647394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d5ebd3b-f194-4042-9ce9-aa4b63d75d52 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.678703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=72c62ae1-8176-4b08-a279-7751493b50c4,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.685636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.687594 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/72c62ae1-8176-4b08-a279-7751493b50c4 HTTP/1.1" status: 204 len: 168 time: 0.5906096 Jun 25 11:26:45.691259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116fbcc0-ef7e-4eed-91a8-0472f86cdd40 None None] Network 3e05d0ba-2058-4919-8e6b-42dd92f1943e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:45.691438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.691438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56002) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:45.716965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.724535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] For port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,segment=NetworkSegment(e70ff95a-d40a-4a83-a3fe-6a66114d21dc),segment_id=e70ff95a-d40a-4a83-a3fe-6a66114d21dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:45.725786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.731040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:45.731565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:45.734849 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:45.755965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.770190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Calling delete_port for 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:45.783234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.818696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.822190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11bd61c4-e9d9-4bd8-aa05-fccbf924e374 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.832319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.834586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.854912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] No DVR routers for this DVR port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:45.861548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Pushing event deleted for resources: {'Port': ['ID=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.861977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58a5bbe-e434-4deb-aeec-6bf4c665778e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.865168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.867061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.891856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.896449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.916349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.918416 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/26662fb2-5a26-4539-82a1-fc9b1aaae17b HTTP/1.1" status: 204 len: 168 time: 1.1545899 Jun 25 11:26:45.923058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=26662fb2-5a26-4539-82a1-fc9b1aaae17b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.923058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56004) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:45.925575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.928184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e985c299-20f8-4952-b628-8f616b810b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:45.933829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.956142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Pushing event deleted for resources: {'Port': ['ID=541cf80f-1005-4f00-8f8f-9ea3b9f480a5,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:45.959243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 612caff9-c7ad-43aa-b9f3-8be50f15a6db {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:45.959458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:45.959582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.960539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] No DVR routers for this DVR port 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:45.968277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:45.969841 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6460829 Jun 25 11:26:45.973082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56006) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:45.981582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '2135cbc2-f3d9-4c48-9b4c-26c20747cc2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:46.018903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.025648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355be35e-fa07-41d1-990d-fd1a9b1d145c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:46.027284 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-355be35e-fa07-41d1-990d-fd1a9b1d145c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1037617 Jun 25 11:26:46.027952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] DHCP port deletion for 3e05d0ba-2058-4919-8e6b-42dd92f1943e request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:46.030857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56008) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.038844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02baa492-92ff-4fac-a92b-50a6cffd4e38']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:46.059887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:46.060183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70ff95a-d40a-4a83-a3fe-6a66114d21dc') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:46.062933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] For port 612caff9-c7ad-43aa-b9f3-8be50f15a6db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=612caff9-c7ad-43aa-b9f3-8be50f15a6db,segment=NetworkSegment(6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5),segment_id=6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:46.065710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.079922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.082590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Deleting port 612caff9-c7ad-43aa-b9f3-8be50f15a6db {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:46.082908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.089185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 612caff9-c7ad-43aa-b9f3-8be50f15a6db owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:46.097070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.121740 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-563d308c-56d9-4399-a67a-d8da1ce0e7c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0892363 Jun 25 11:26:46.131538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56010) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.139331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2110047483'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:46.158811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] For port 612caff9-c7ad-43aa-b9f3-8be50f15a6db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=612caff9-c7ad-43aa-b9f3-8be50f15a6db,segment=NetworkSegment(6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5),segment_id=6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:46.159215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.172772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Calling delete_port for 612caff9-c7ad-43aa-b9f3-8be50f15a6db owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:46.181845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.188982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:46.189428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:46.191106 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:46.193885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.255154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:46.259611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.278701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.282789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.283279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5ca70332-9fc4-4b37-a791-e2e53e2c356b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:46.289453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dba74b5f-404e-429b-b409-49d247d0011e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:46.292156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.293733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:46.298034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:46.314245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38550795-866b-4fed-a03f-cda5683ebbdd,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:46.316706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:46.318006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.318358 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment 89307463-b61b-4dca-a54f-cf553d738989 of type vlan for network db2c26c7-dd39-4969-a91d-0b4742279b7b Jun 25 11:26:46.329612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=612caff9-c7ad-43aa-b9f3-8be50f15a6db,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:46.334406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:46.335993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No DVR routers for this DVR port 612caff9-c7ad-43aa-b9f3-8be50f15a6db on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:46.339370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.348747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Pushing event deleted for resources: {'Port': ['ID=612caff9-c7ad-43aa-b9f3-8be50f15a6db,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:46.349298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e556133e-b97b-4a30-a5db-20a476a20510 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:46.354588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:46.356429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] No DVR routers for this DVR port 612caff9-c7ad-43aa-b9f3-8be50f15a6db on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:46.376115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.383078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.386097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] 10.222.0.81 "DELETE /v2.0/networks/02baa492-92ff-4fac-a92b-50a6cffd4e38 HTTP/1.1" status: 204 len: 168 time: 1.3224657 Jun 25 11:26:46.392894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.394856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4207997 Jun 25 11:26:46.395449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56014) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.401852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Pushing event deleted for resources: {'Network': ['ID=02baa492-92ff-4fac-a92b-50a6cffd4e38,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:46.402852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '2135cbc2-f3d9-4c48-9b4c-26c20747cc2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:46.413259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:46.465829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.478124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e05d0ba-2058-4919-8e6b-42dd92f1943e']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:46.489787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:46.490087 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdbc6dd-f8fa-437d-a4fe-3acdb91f2ba5') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:46.500248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.502523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.508297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:46.513243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.513243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fd11cd86-eea9-4c9e-8b4d-aa95b99ae43a tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004 tempest-ExtraDHCPOptionsIpV6TestJSON-1494693004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:46.514432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.520524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:46.520917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:46.523996 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:46.552287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.599572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=db2c26c7-dd39-4969-a91d-0b4742279b7b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:46.602994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:46.615025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network db2c26c7-dd39-4969-a91d-0b4742279b7b details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:46.641175 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5076272 Jun 25 11:26:46.645250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56016) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.652429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:46.660989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.715105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.721333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d86011a7-005b-4508-8590-c364fb582dbc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:46.732711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.735789 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/3e05d0ba-2058-4919-8e6b-42dd92f1943e HTTP/1.1" status: 204 len: 168 time: 1.0443995 Jun 25 11:26:46.739973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56018) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.755481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.755729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=3e05d0ba-2058-4919-8e6b-42dd92f1943e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:46.755729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:46.758609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:46.789627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56020) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.798558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 612caff9-c7ad-43aa-b9f3-8be50f15a6db no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:46.801813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ba67d6-a775-486f-973a-82949bccc60e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:46.804357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:46.825364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 612caff9-c7ad-43aa-b9f3-8be50f15a6db {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:46.825728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 612caff9-c7ad-43aa-b9f3-8be50f15a6db not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:46.826158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 995d0866-7354-45c5-ab03-a2154ae99ae5 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:46.826544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a02594-17dc-4383-88f9-63c6066733aa tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:46.827968 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f2a02594-17dc-4383-88f9-63c6066733aa tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/1a117ea3-670f-46d6-851e-6edf60e99e90 HTTP/1.1" status: 200 len: 841 time: 0.0871079 Jun 25 11:26:46.831748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56022) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.846383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 995d0866-7354-45c5-ab03-a2154ae99ae5 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:46.851435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 995d0866-7354-45c5-ab03-a2154ae99ae5 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:46.851435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:46.854334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:46.857953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.866134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:46.866493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 541cf80f-1005-4f00-8f8f-9ea3b9f480a5 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:46.886181 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2b1903ca-04b3-4ffb-bcde-585f50c2af4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efc7a966c2414896b6ab1afe1ef31772&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0945442 Jun 25 11:26:46.890307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56024) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.902840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:46.904115 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5050333 Jun 25 11:26:46.909825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56026) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.916560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '2135cbc2-f3d9-4c48-9b4c-26c20747cc2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:46.959021 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c98e05d8-9826-4408-882e-4980e115ae47 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/1a117ea3-670f-46d6-851e-6edf60e99e90?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1259232 Jun 25 11:26:46.962802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56028) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:46.967886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:46.998206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.060974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.062902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.148875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.152348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f158bef-a739-488b-8428-877fd12cb38e tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:47.172868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.218228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=8bff4d58-13c9-4bf9-9629-11dc5c33b96f,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:47.222401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:47.226494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': '89307463-b61b-4dca-a54f-cf553d738989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:47.226926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: db2c26c7-dd39-4969-a91d-0b4742279b7b, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:47.231791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:47.235333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.263429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.265937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.267096 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0631fac-412e-4ff7-b91f-87029e0e0068 HTTP/1.1" status: 204 len: 168 time: 0.3756807 Jun 25 11:26:47.267799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.275890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5d354aab-1e69-472e-a7e3-9bfe962c45f1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:47.314001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0631fac-412e-4ff7-b91f-87029e0e0068,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:47.321894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:47.323390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network db2c26c7-dd39-4969-a91d-0b4742279b7b is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:47.324073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8ee71702-8a23-4b34-9232-af4c51ee0153 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:47.352097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0280263c-f1bc-495d-9244-f3b787c7ddfc,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:47.355369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:47.417435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.418571 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5077968 Jun 25 11:26:47.421837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56032) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:47.446719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, db2c26c7-dd39-4969-a91d-0b4742279b7b) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:47.452512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.456533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:47.457512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.463035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754733e0-2850-44c4-be88-2f11d4203036 None None] Network db2c26c7-dd39-4969-a91d-0b4742279b7b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:47.468276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.599531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.602828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06392348-0b0f-49cb-9bfe-a9f32d9de500 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:47.615283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9652722 Jun 25 11:26:47.615283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.615283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56034) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:47.615855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f002ee39-54ed-4010-89b0-43d3221d215b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:47.620141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-db2c26c7-dd39-4969-a91d-0b4742279b7b', 'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b', 'tenant_id': 'b9db5d0aa75a418f9f9934779316b53e', 'fixed_ips': [{'subnet_id': '8bff4d58-13c9-4bf9-9629-11dc5c33b96f'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:47.621038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.622573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.629705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56036) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:47.630050 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/0280263c-f1bc-495d-9244-f3b787c7ddfc HTTP/1.1" status: 204 len: 168 time: 0.2067077 Jun 25 11:26:47.638145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b', 'name': 'tempest-PortsIpV6TestJSON-1534705263'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:47.684258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:47.688896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:47.698893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:47.699549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.715879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:47.716464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee5e76c-3ca7-4e16-9378-611d6d1bc489 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:47.728766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:47.748637 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5f639fea-eef0-4b8c-9aaa-d69932db3344 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1176691 Jun 25 11:26:47.749455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56040) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:47.776356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0280263c-f1bc-495d-9244-f3b787c7ddfc,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:47.780881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:47.786369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.799320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.841303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8773968 Jun 25 11:26:47.844452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56046) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:47.849377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'security_group': {'name': 'tempest-secgroup-1317621794'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:47.870346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Allocated IP 2001:db8::2 (db2c26c7-dd39-4969-a91d-0b4742279b7b/8bff4d58-13c9-4bf9-9629-11dc5c33b96f/24da7a46-8f52-4425-8e53-a51569c82bee) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:47.896837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:47.902143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.922713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port ac51633f-5679-49d6-b0a3-e0b61ef37083 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:47.942726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.944915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0beb27ca-26f9-42bc-9465-1cee1848ddc2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:47.951697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:47.954789 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/99ba67d6-a775-486f-973a-82949bccc60e HTTP/1.1" status: 204 len: 168 time: 0.2024980 Jun 25 11:26:47.957418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56050) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:47.960294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99ba67d6-a775-486f-973a-82949bccc60e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:47.964252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:47.970832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.028903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cdf2360d-89c0-48e7-9d70-723cd31f10d5 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0702493 Jun 25 11:26:48.031551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56054) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:48.062604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.073815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.088773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.100630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'tenant_id': '5bd9d965a5174d28966b68efb855e545', 'fixed_ips': [{'subnet_id': 'ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:48.101976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.138632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.148296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.152706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-abd5278a-189d-4997-b7b2-2f861695d049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:48.165839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.168320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-be93821d-bdb4-4f98-b7a0-aebe90743b7a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:48.180985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.180985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/38550795-866b-4fed-a03f-cda5683ebbdd HTTP/1.1" status: 204 len: 168 time: 0.1435809 Jun 25 11:26:48.181352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56056) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:48.185465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38550795-866b-4fed-a03f-cda5683ebbdd,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:48.188055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:48.209576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fbf023-7bb0-4ab3-858e-dcda3d35f1f2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:48.215828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:48.246848 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0485f101-88f9-4f1e-8307-2e39a27904d6 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0658395 Jun 25 11:26:48.248236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.250151 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4038560 Jun 25 11:26:48.256184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56062) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:48.259099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56064) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:48.265287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'security_group': {'name': 'tempest-secgroup-2059616350'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:48.271932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Transition to ACTIVE for port object 24da7a46-8f52-4425-8e53-a51569c82bee will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:48.290564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.294220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.303377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Transition to ACTIVE for port object 24da7a46-8f52-4425-8e53-a51569c82bee will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:48.318142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Allocated IP 172.20.0.2 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18/b88fb41f-85b4-4ff2-9647-4708c869cb17) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:48.363962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.405806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.406400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.410385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8fff374e-8343-48b2-8368-d5a64f42c207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:48.436078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2dd3a8a-1a1d-49a1-b469-d030c3b304f0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:48.443442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.444349 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e58a5bbe-e434-4deb-aeec-6bf4c665778e HTTP/1.1" status: 204 len: 168 time: 0.1937706 Jun 25 11:26:48.449466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56070) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:48.457559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e58a5bbe-e434-4deb-aeec-6bf4c665778e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:48.463868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:48.491150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::2aa (db2c26c7-dd39-4969-a91d-0b4742279b7b/8bff4d58-13c9-4bf9-9629-11dc5c33b96f/ac51633f-5679-49d6-b0a3-e0b61ef37083) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:48.511365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Network db2c26c7-dd39-4969-a91d-0b4742279b7b is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:48.518294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:48.526527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:48.530220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Pushing event updated for resources: {'Port': ['ID=24da7a46-8f52-4425-8e53-a51569c82bee,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:48.536617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:48.550856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-210116b1-f5c0-4650-8c2a-0c66a5c81f24 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0999632 Jun 25 11:26:48.554201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56072) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:48.557940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.565870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.599965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Transition to ACTIVE for port object b88fb41f-85b4-4ff2-9647-4708c869cb17 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:48.622558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Attempting to bind port 24da7a46-8f52-4425-8e53-a51569c82bee on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:48.622943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Attempting to bind port 24da7a46-8f52-4425-8e53-a51569c82bee by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '89307463-b61b-4dca-a54f-cf553d738989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:48.623317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Attempting to bind port 24da7a46-8f52-4425-8e53-a51569c82bee on network db2c26c7-dd39-4969-a91d-0b4742279b7b {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:48.631141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Transition to ACTIVE for port object b88fb41f-85b4-4ff2-9647-4708c869cb17 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:48.633905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.634134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:48.634523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Checking segment: {'id': '89307463-b61b-4dca-a54f-cf553d738989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:48.634943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.635333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Bound using segment: {'id': '89307463-b61b-4dca-a54f-cf553d738989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:48.635834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Bound port: 24da7a46-8f52-4425-8e53-a51569c82bee, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89307463-b61b-4dca-a54f-cf553d738989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:48.636220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.650342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.705797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] For port 24da7a46-8f52-4425-8e53-a51569c82bee, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:48.709328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] For port 24da7a46-8f52-4425-8e53-a51569c82bee, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=24da7a46-8f52-4425-8e53-a51569c82bee,segment=NetworkSegment(89307463-b61b-4dca-a54f-cf553d738989),segment_id=89307463-b61b-4dca-a54f-cf553d738989)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:48.713938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.716877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-73581ab2-44d5-49c1-b73a-4590c61fadfd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:48.748522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6142c5-4734-48ae-a5c6-2cea42ed8767,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:48.751365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:48.765894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.769547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3a08e516-7b12-4aef-8ce9-c71c33adc5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:48.810109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:48.813226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:48.816809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:48.825216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Pushing event updated for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:48.829705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:48.874394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.876184 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6151962 Jun 25 11:26:48.876877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.879823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56078) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:48.880006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1103f99c-35c6-43d7-85dc-f6438c3bcb23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:48.896898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1669850865', 'security_groups': ['1f6142c5-4734-48ae-a5c6-2cea42ed8767'], 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:48.921685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Attempting to bind port b88fb41f-85b4-4ff2-9647-4708c869cb17 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:48.922068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Attempting to bind port b88fb41f-85b4-4ff2-9647-4708c869cb17 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f7d56eb5-87ff-4897-972c-8c8d48103b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:48.922472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Attempting to bind port b88fb41f-85b4-4ff2-9647-4708c869cb17 on network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:48.944459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:48.944875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Checking segment: {'id': 'f7d56eb5-87ff-4897-972c-8c8d48103b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:48.945981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.945981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Bound using segment: {'id': 'f7d56eb5-87ff-4897-972c-8c8d48103b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:48.946428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Bound port: b88fb41f-85b4-4ff2-9647-4708c869cb17, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d56eb5-87ff-4897-972c-8c8d48103b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:48.946934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:48.978150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Pushing event updated for resources: {'Port': ['ID=24da7a46-8f52-4425-8e53-a51569c82bee,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:48.982898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:49.035003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:49.038933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b88fb41f-85b4-4ff2-9647-4708c869cb17,segment=NetworkSegment(f7d56eb5-87ff-4897-972c-8c8d48103b0f),segment_id=f7d56eb5-87ff-4897-972c-8c8d48103b0f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:49.120018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.130309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9a493381-a994-4bb0-a7f3-ac0429aaa2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:49.131934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.145760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object ac51633f-5679-49d6-b0a3-e0b61ef37083 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:49.148896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:49.202323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Pushing event updated for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:49.208317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.212611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:49.216673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2d46379b-bd52-4b54-a2c9-bf3f898ddfec tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:49.221483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.222879 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1f2e7ed1-646f-4989-8327-809c7fac36f9 HTTP/1.1" status: 204 len: 168 time: 0.6675911 Jun 25 11:26:49.227874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56084) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:49.244968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f2e7ed1-646f-4989-8327-809c7fac36f9,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:49.250586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:49.285803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-11af2d72-2617-4ade-8a4c-1551fee01831 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562181 Jun 25 11:26:49.287629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.289579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56088) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:49.296777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-65964044-b15d-4874-a9a7-6154af5439ba tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:49.358665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.360680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network db2c26c7-dd39-4969-a91d-0b4742279b7b is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:49.364175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:49.369863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:49.387413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:49.388549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.392786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=ac51633f-5679-49d6-b0a3-e0b61ef37083,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:49.398747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:49.419413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port 32415f14-1322-4322-a1ec-ed42e781b6e5 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:49.448939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.520493 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9009893 Jun 25 11:26:49.522910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56094) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:49.528359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'db2c26c7-dd39-4969-a91d-0b4742279b7b', 'name': 'tempest-PortsIpV6TestJSON-2010952114'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:49.554669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.708843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56096) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:49.737267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.6 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18/32415f14-1322-4322-a1ec-ed42e781b6e5) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:49.760511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.761670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.762835 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/2135cbc2-f3d9-4c48-9b4c-26c20747cc2d HTTP/1.1" status: 204 len: 168 time: 0.4668984 Jun 25 11:26:49.765808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56100) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:49.768786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b23382ca-c326-4ee5-bc80-290d902963c4 tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:49.788775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2135cbc2-f3d9-4c48-9b4c-26c20747cc2d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:49.796477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:49.845610 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f6612517-610c-4589-95f8-f5b9a20db125 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760376 Jun 25 11:26:49.851999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56104) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:49.853516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:49.857263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.864407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265572006'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:49.895399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1344731611', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:49.900568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port cc5d3865-932b-4539-814e-281d072cb01e yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:49.966746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:49.986910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object 32415f14-1322-4322-a1ec-ed42e781b6e5 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:49.988498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.081795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Made reservation on behalf of 751953102be34bbfa3ecac7b6aa8ac7c for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:50.085977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.103621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.116578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.120049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ba8deeb2-423d-4746-88bb-643845442294 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:50.129563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::238 (db2c26c7-dd39-4969-a91d-0b4742279b7b/8bff4d58-13c9-4bf9-9629-11dc5c33b96f/cc5d3865-932b-4539-814e-281d072cb01e) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:50.135686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:50.244106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.284813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eddce16-65cc-4c6a-8888-b0c485247569 None None] Network db2c26c7-dd39-4969-a91d-0b4742279b7b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:50.354739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.362604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-82ba0a78-34ef-473f-abbc-404b4a8c65fe tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:50.390272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.420033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4903bd32-35f1-46c5-a79a-07b3e0122563,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:50.425723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object cc5d3865-932b-4539-814e-281d072cb01e will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:50.430012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:50.469000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3104ae05-a2bc-4fd2-9015-172f0355d6e4 None None] Provisioning for port 24da7a46-8f52-4425-8e53-a51569c82bee completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:50.484145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.486017 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6261091 Jun 25 11:26:50.491459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56106) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:50.497426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '4903bd32-35f1-46c5-a79a-07b3e0122563', 'direction': 'ingress', 'protocol': 17}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:50.559509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:50.563576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:50.612084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.615423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=32415f14-1322-4322-a1ec-ed42e781b6e5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:50.625401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:50.625897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:50.642054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:50.643547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.670433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.687191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network db2c26c7-dd39-4969-a91d-0b4742279b7b is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:50.698924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:50.701573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:50.707547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:50.712619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.733844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=cc5d3865-932b-4539-814e-281d072cb01e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:50.741225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:50.811103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.818514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.877714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b88fb41f-85b4-4ff2-9647-4708c869cb17 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:50.895497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.910606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b3f5f92a-ff5b-4368-9638-e65ee4dde064 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:50.927454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:50.929784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4549d6d-c54b-4925-a7ad-d562aae0634b,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:50.931659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1a014fa8-3e87-415a-a331-e57004902d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:50.936022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] device_id is not set on port f995675f-ede2-48f1-99c8-e0c211a785a9 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:50.940759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:50.996754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aef63c-b80d-4bef-b5ee-ee6fb68b341f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:51.000097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:51.047283 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1564906 Jun 25 11:26:51.050649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56108) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:51.056261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-41425ae8-534c-4109-953a-e2da33faf3fe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:51.062610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b88fb41f-85b4-4ff2-9647-4708c869cb17 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:51.064899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Provisioning for port b88fb41f-85b4-4ff2-9647-4708c869cb17 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:51.070197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:51.071984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.074900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:51.075289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.086418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.093975 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6030822 Jun 25 11:26:51.096675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5722389 Jun 25 11:26:51.097710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Allocated IP 172.26.0.9 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/f995675f-ede2-48f1-99c8-e0c211a785a9) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:51.100001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56110) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:51.100347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56112) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:51.232290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.284237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41425ae8-534c-4109-953a-e2da33faf3fe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:51.291315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-41425ae8-534c-4109-953a-e2da33faf3fe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.300172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b88fb41f-85b4-4ff2-9647-4708c869cb17,segment=NetworkSegment(f7d56eb5-87ff-4897-972c-8c8d48103b0f),segment_id=f7d56eb5-87ff-4897-972c-8c8d48103b0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:51.301526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.342331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.351752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cfd2ce-52b6-4549-8f97-8d94f22da8c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:51.353958 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-07cfd2ce-52b6-4549-8f97-8d94f22da8c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2aa HTTP/1.1" status: 200 len: 929 time: 0.2518294 Jun 25 11:26:51.363220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56114) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:51.394455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.397632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0017b36f-7d59-4bef-849f-b9dcf631de80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:51.407011 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.ipam_backend_mixin [None req-41425ae8-534c-4109-953a-e2da33faf3fe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18 (CIDR: 172.20.0.0/28) Jun 25 11:26:51.434085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.446823 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-41425ae8-534c-4109-953a-e2da33faf3fe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:26:51.447738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41425ae8-534c-4109-953a-e2da33faf3fe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:26:51.452624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.471151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Provisioning complete for port 1a117ea3-670f-46d6-851e-6edf60e99e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:51.471531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.479008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:26:51.479367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:26:51.533601 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-41425ae8-534c-4109-953a-e2da33faf3fe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4816325 Jun 25 11:26:51.533857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56116) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:51.540716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:51.624915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.627575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.628731 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/4903bd32-35f1-46c5-a79a-07b3e0122563 HTTP/1.1" status: 204 len: 168 time: 0.5250459 Jun 25 11:26:51.631635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56118) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:51.631808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cb53b58b-deec-4e37-9974-48d67713e92e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:51.652885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4903bd32-35f1-46c5-a79a-07b3e0122563,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:51.654071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Pushing event updated for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:51.660738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port cc5d3865-932b-4539-814e-281d072cb01e {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:51.660948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:51.673183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.673979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Port 1a117ea3-670f-46d6-851e-6edf60e99e90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:51.684424 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-defb30de-e3da-4ff8-809a-f9cb549e13f8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504856 Jun 25 11:26:51.685828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.686239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.686628 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.687115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.687506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.687654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56120) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:51.687885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.688266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.688640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.689039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.689445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.698062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.698062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:51.698638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503653726'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:51.705750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:51.706777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.719104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-43846f36-9b83-466e-900a-11e2002ae3be tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:51.746419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Provisioning for port ac51633f-5679-49d6-b0a3-e0b61ef37083 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:51.750512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Provisioning complete for port ac51633f-5679-49d6-b0a3-e0b61ef37083 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:51.750961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.785203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Port ac51633f-5679-49d6-b0a3-e0b61ef37083 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:51.803862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.806301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:51.817997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:51.825356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:51.861407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Pushing event updated for resources: {'Port': ['ID=f995675f-ede2-48f1-99c8-e0c211a785a9,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:51.869160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:51.885519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.905537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for cc5d3865-932b-4539-814e-281d072cb01e owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:51.907929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:51.908551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:51.959092 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:51.963382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.002002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Provisioning for port 32415f14-1322-4322-a1ec-ed42e781b6e5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:52.011961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Provisioning complete for port 32415f14-1322-4322-a1ec-ed42e781b6e5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:52.012342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.044031 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.3278410 Jun 25 11:26:52.044031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56122) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:52.044348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 24da7a46-8f52-4425-8e53-a51569c82bee up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:52.048144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.9'}]}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:52.073573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Port 32415f14-1322-4322-a1ec-ed42e781b6e5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:52.095720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Provisioning complete for port ac51633f-5679-49d6-b0a3-e0b61ef37083 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:52.096097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.111870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.135146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Port ac51633f-5679-49d6-b0a3-e0b61ef37083 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:52.174996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.178591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-769c8a76-1c00-4ae5-81e7-34bbea4bb5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:52.205101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 24da7a46-8f52-4425-8e53-a51569c82bee completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:52.205334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbafcf5-a1ea-4e10-8cd7-be400e39c876,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:52.209063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 24da7a46-8f52-4425-8e53-a51569c82bee triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:52.209592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.213220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.213596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.213984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.216923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.217458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:52.221469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:52.263275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.268429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71c1ed9d-6cb9-4d50-80b7-970e6b8c4c89 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:52.277499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Provisioning for port cc5d3865-932b-4539-814e-281d072cb01e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:52.283974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Provisioning complete for port cc5d3865-932b-4539-814e-281d072cb01e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:52.284362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.308948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.309907 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.314989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-06a45bea-6a45-4944-8903-b1cfd06f76cc None None] Port cc5d3865-932b-4539-814e-281d072cb01e was deleted so its status cannot be updated. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 11:26:52.315626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=cc5d3865-932b-4539-814e-281d072cb01e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:52.317495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.323284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:52.358207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 24da7a46-8f52-4425-8e53-a51569c82bee, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=24da7a46-8f52-4425-8e53-a51569c82bee,segment=NetworkSegment(89307463-b61b-4dca-a54f-cf553d738989),segment_id=89307463-b61b-4dca-a54f-cf553d738989)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:52.379810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.387415 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/cc5d3865-932b-4539-814e-281d072cb01e HTTP/1.1" status: 204 len: 168 time: 1.0203695 Jun 25 11:26:52.387564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56124) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:52.417865 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-75adbc56-589a-4132-a538-f19898cb8181 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:52.422258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-75adbc56-589a-4132-a538-f19898cb8181 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/cc5d3865-932b-4539-814e-281d072cb01e HTTP/1.1" status: 404 len: 333 time: 0.0329115 Jun 25 11:26:52.422258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.422258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7332647 Jun 25 11:26:52.422787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56126) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:52.424613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56128) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:52.427788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.434425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f105f38-0db2-40d8-82a8-0faa4b8e481a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:52.437771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337911379'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:52.440572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.497217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=24da7a46-8f52-4425-8e53-a51569c82bee,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:52.500690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:52.553025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port ac51633f-5679-49d6-b0a3-e0b61ef37083 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:52.553554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.582337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.659815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.671418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.679371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.682423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-efd97fbd-03b4-4be8-b45f-9211ca777e94 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:52.692029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for ac51633f-5679-49d6-b0a3-e0b61ef37083 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:52.723795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:52.730480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:52.735659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:52.735659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.746477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d37601-973f-4a9c-916d-70abb923c3a0 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:52.767195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=f2c46273-fcf1-4722-91de-f249b5abda2b,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:52.771060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:52.802592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.857217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b88fb41f-85b4-4ff2-9647-4708c869cb17 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:52.869723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.876137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1332122-73e6-4abe-9a29-788422d3ce82 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:52.913627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c0279e-56f1-4dc4-9ca8-ccc6e5d6111c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:52.917184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:52.980679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:52.981412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.984919 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4462669 Jun 25 11:26:52.985126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.985960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5540793 Jun 25 11:26:52.986848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56130) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:52.987454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:52.990607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56132) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:52.997456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1565966223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f2c46273-fcf1-4722-91de-f249b5abda2b'}], 'security_groups': ['e0fbf023-7bb0-4ab3-858e-dcda3d35f1f2']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:53.014623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '1dbafcf5-a1ea-4e10-8cd7-be400e39c876', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '51c0279e-56f1-4dc4-9ca8-ccc6e5d6111c', 'remote_ip_prefix': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:53.022163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a5496375-3517-411f-9a42-ca071dfddaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:53.113610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.115911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 24da7a46-8f52-4425-8e53-a51569c82bee up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:53.123968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=ac51633f-5679-49d6-b0a3-e0b61ef37083,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:53.131295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:53.157161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.202153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.204377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbb598-285f-460f-b713-525e440853be None None] Update dhcp port {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'fixed_ips': [{'subnet_id': 'ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f2c46273-fcf1-4722-91de-f249b5abda2b'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': 'b88fb41f-85b4-4ff2-9647-4708c869cb17'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:26:53.206503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/ac51633f-5679-49d6-b0a3-e0b61ef37083 HTTP/1.1" status: 204 len: 168 time: 0.7825310 Jun 25 11:26:53.211158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56134) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:53.233224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 24da7a46-8f52-4425-8e53-a51569c82bee triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:53.233555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.275585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.319913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad882b5-5bfc-4458-961a-a4e0817389cb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:26:53.324348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4ad882b5-5bfc-4458-961a-a4e0817389cb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/ac51633f-5679-49d6-b0a3-e0b61ef37083 HTTP/1.1" status: 404 len: 333 time: 0.1092460 Jun 25 11:26:53.326220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56136) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:53.329893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.432719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.477582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 8bff4d58-13c9-4bf9-9629-11dc5c33b96f {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:53.489115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-32bbb598-285f-460f-b713-525e440853be None None] Allocated IP 172.20.0.18 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/f2c46273-fcf1-4722-91de-f249b5abda2b/b88fb41f-85b4-4ff2-9647-4708c869cb17) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:53.491179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.587780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.593228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.601666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.603196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-32bbb598-285f-460f-b713-525e440853be None None] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b88fb41f-85b4-4ff2-9647-4708c869cb17,segment=NetworkSegment(f7d56eb5-87ff-4897-972c-8c8d48103b0f),segment_id=f7d56eb5-87ff-4897-972c-8c8d48103b0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:53.603967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.621329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.639199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.706145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.710927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:53.759972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-32bbb598-285f-460f-b713-525e440853be None None] Transition to ACTIVE for port object b88fb41f-85b4-4ff2-9647-4708c869cb17 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:53.760209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.761156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dcbdfba-e5dd-4bca-92ea-f0309e85a01a {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:26:53.772237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991e5acf-d232-471a-8bae-fff5cbbb0117,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:53.772237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.777930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:53.810962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.813202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:53.833976 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 25 11:26:53.835081 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a4f956fa-3179-4c68-b0ad-d72f70e60da3 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 1.7921212 Jun 25 11:26:53.837965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56138) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:53.854731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.859188 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8501081 Jun 25 11:26:53.865300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56140) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:53.919190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbb598-285f-460f-b713-525e440853be None None] Pushing event updated for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:53.926848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.927358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.927738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.928079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.928901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.929292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.929649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.930219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.931121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.931703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.932306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.932646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bbb598-285f-460f-b713-525e440853be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:26:53.940989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-32bbb598-285f-460f-b713-525e440853be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:53.944351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.956134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Deleting port f995675f-ede2-48f1-99c8-e0c211a785a9 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:53.956313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:53.956656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.025961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.029976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a8951531-3457-4b5f-935b-bd5a1fa716cd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:54.047164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.066411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Calling delete_port for f995675f-ede2-48f1-99c8-e0c211a785a9 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:54.066752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=8bff4d58-13c9-4bf9-9629-11dc5c33b96f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:54.077359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:54.077359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.077976 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/8bff4d58-13c9-4bf9-9629-11dc5c33b96f HTTP/1.1" status: 204 len: 168 time: 0.7510519 Jun 25 11:26:54.080409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56142) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:54.084222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c464c75-fd2b-4f0e-8bfe-d481dff44cb4 None None] Network db2c26c7-dd39-4969-a91d-0b4742279b7b requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:54.141501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.152322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:54.157441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.161242 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/991e5acf-d232-471a-8bae-fff5cbbb0117 HTTP/1.1" status: 204 len: 168 time: 0.2921519 Jun 25 11:26:54.161577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56144) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:54.209549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=991e5acf-d232-471a-8bae-fff5cbbb0117,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:54.218150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:54.234404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Delete allocated IP 172.20.0.6 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18) {{(pid=94501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 11:26:54.243185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d535005e-886c-43cf-b651-6c93cfcb05c5 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0777373 Jun 25 11:26:54.243659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56146) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:54.245287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.28 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/f2c46273-fcf1-4722-91de-f249b5abda2b/32415f14-1322-4322-a1ec-ed42e781b6e5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:54.322956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.325255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.363200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.366145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] DHCP port deletion for db2c26c7-dd39-4969-a91d-0b4742279b7b request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:26:54.381463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.403258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-97696483-7dcc-4388-b103-619a58070353 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:54.428744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Deleting port 24da7a46-8f52-4425-8e53-a51569c82bee {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:54.429185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.487817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Pushing event deleted for resources: {'Port': ['ID=f995675f-ede2-48f1-99c8-e0c211a785a9,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:54.491610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:54.508221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 24da7a46-8f52-4425-8e53-a51569c82bee {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:54.509463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.515011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] For port 24da7a46-8f52-4425-8e53-a51569c82bee, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=24da7a46-8f52-4425-8e53-a51569c82bee,segment=NetworkSegment(89307463-b61b-4dca-a54f-cf553d738989),segment_id=89307463-b61b-4dca-a54f-cf553d738989)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:54.515542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.530519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Calling delete_port for 24da7a46-8f52-4425-8e53-a51569c82bee owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:54.563522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.569496 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f995675f-ede2-48f1-99c8-e0c211a785a9 HTTP/1.1" status: 204 len: 168 time: 0.7262154 Jun 25 11:26:54.578257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.604369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] For port 24da7a46-8f52-4425-8e53-a51569c82bee, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=24da7a46-8f52-4425-8e53-a51569c82bee,segment=NetworkSegment(89307463-b61b-4dca-a54f-cf553d738989),segment_id=89307463-b61b-4dca-a54f-cf553d738989)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:54.604734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.620342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 24da7a46-8f52-4425-8e53-a51569c82bee owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:54.649814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.656400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.656400 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/51c0279e-56f1-4dc4-9ca8-ccc6e5d6111c HTTP/1.1" status: 204 len: 168 time: 0.4089820 Jun 25 11:26:54.656400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-343d50bd-4b15-4800-9540-01a7d3729dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:54.659765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56150) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:54.667476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object 32415f14-1322-4322-a1ec-ed42e781b6e5 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:54.676361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Provisioning complete for port 32415f14-1322-4322-a1ec-ed42e781b6e5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:54.676946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.687454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c0279e-56f1-4dc4-9ca8-ccc6e5d6111c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:54.692771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:54.711411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.715534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.715985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7145b703-3ba2-4baa-96ed-5941748925bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:54.720412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c422bb5f-3413-4dbb-9dc9-9134eba893db tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:54.748166 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-233a2052-c2b4-46c7-b4cd-db77111d22e5 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0846057 Jun 25 11:26:54.748354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=24da7a46-8f52-4425-8e53-a51569c82bee,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:54.750596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56152) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:54.751874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:54.752819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.754677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No DVR routers for this DVR port 24da7a46-8f52-4425-8e53-a51569c82bee on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:54.765221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:54.796614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Pushing event deleted for resources: {'Port': ['ID=24da7a46-8f52-4425-8e53-a51569c82bee,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:54.799566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:54.807099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] No DVR routers for this DVR port 24da7a46-8f52-4425-8e53-a51569c82bee on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:26:54.825223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Port 32415f14-1322-4322-a1ec-ed42e781b6e5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:54.832175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b88fb41f-85b4-4ff2-9647-4708c869cb17 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:26:54.855347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.882458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.942652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Provisioning for port b88fb41f-85b4-4ff2-9647-4708c869cb17 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:54.952556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:54.952868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.954418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=32415f14-1322-4322-a1ec-ed42e781b6e5,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:54.964202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:54.965772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.977340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] In _notify_port_updated(), no bound segment for port 32415f14-1322-4322-a1ec-ed42e781b6e5 on network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:26:54.983244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:54.983942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:54.985354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "PUT /v2.0/ports/32415f14-1322-4322-a1ec-ed42e781b6e5 HTTP/1.1" status: 200 len: 921 time: 1.9955201 Jun 25 11:26:54.987523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2c26c7-dd39-4969-a91d-0b4742279b7b']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:54.990909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56154) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.000747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 24da7a46-8f52-4425-8e53-a51569c82bee no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:26:55.004592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89307463-b61b-4dca-a54f-cf553d738989') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:55.005271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89307463-b61b-4dca-a54f-cf553d738989') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:26:55.008210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.012828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.016921 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/1dbafcf5-a1ea-4e10-8cd7-be400e39c876 HTTP/1.1" status: 204 len: 168 time: 0.2622600 Jun 25 11:26:55.025886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56156) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.026212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 24da7a46-8f52-4425-8e53-a51569c82bee {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:26:55.026594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 24da7a46-8f52-4425-8e53-a51569c82bee not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:26:55.035044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.043083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-07d5a6b2-6c10-4e79-8e29-803f2924c5c3 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:55.056760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbafcf5-a1ea-4e10-8cd7-be400e39c876,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:55.064318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:55.065470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.080419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:26:55.080841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:26:55.084400 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:26:55.121689 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b7bd62f8-24eb-4831-a1e6-06464f43c6ad tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937030 Jun 25 11:26:55.121914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56158) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.127711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258924775'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:55.160562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Provisioning complete for port 1a117ea3-670f-46d6-851e-6edf60e99e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:55.160952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.200086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 32415f14-1322-4322-a1ec-ed42e781b6e5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:26:55.200579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.205559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d59ed42e-5db7-40a4-a8e0-37243e4b06b1 None None] Port 1a117ea3-670f-46d6-851e-6edf60e99e90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:55.248067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56162) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.264348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.286392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.291655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f29ec253-5977-485f-8edf-5cd58d960dd8 tempest-RoutersNegativeTest-1318055668 tempest-RoutersNegativeTest-1318055668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:55.296849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.304941 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/db2c26c7-dd39-4969-a91d-0b4742279b7b HTTP/1.1" status: 204 len: 168 time: 1.2169979 Jun 25 11:26:55.306859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56166) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.339564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.346476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-417957238'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:55.358281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=db2c26c7-dd39-4969-a91d-0b4742279b7b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:55.360913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 32415f14-1322-4322-a1ec-ed42e781b6e5 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:26:55.370684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:55.404880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ea9d-c94c-447c-8068-a8c184bbe772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.462257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.501315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-812bc9cf-91b7-4568-951c-75e96ae8860d None None] Provisioning for port 32415f14-1322-4322-a1ec-ed42e781b6e5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:26:55.506587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-812bc9cf-91b7-4568-951c-75e96ae8860d None None] Provisioning complete for port 32415f14-1322-4322-a1ec-ed42e781b6e5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:55.507257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-812bc9cf-91b7-4568-951c-75e96ae8860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.541164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.549133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e649e586-4d7c-4df5-a9b1-24943a3391c1 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:55.559037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-812bc9cf-91b7-4568-951c-75e96ae8860d None None] Port 32415f14-1322-4322-a1ec-ed42e781b6e5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:55.597333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e44f2c-2dbd-43be-a5e8-5cfcac10d1b7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:55.600788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:55.621080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:55.625182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.679459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.685018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bcc7bc82-f889-4655-a691-3493fae17c43 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:55.686745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:26:55.698937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.699434 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment d741e48b-eba4-4982-a56e-5b92ac223636 of type vlan for network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db Jun 25 11:26:55.726582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=32415f14-1322-4322-a1ec-ed42e781b6e5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:55.726582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.731450 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6083007 Jun 25 11:26:55.732819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:55.733345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56170) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.738836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': 'c6e44f2c-2dbd-43be-a5e8-5cfcac10d1b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:55.764161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.864300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.868613 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/32415f14-1322-4322-a1ec-ed42e781b6e5 HTTP/1.1" status: 204 len: 168 time: 0.8744636 Jun 25 11:26:55.870976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56172) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.900343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ea9d-c94c-447c-8068-a8c184bbe772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.912597 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4c4b8d-c443-4193-86f7-06251f8ea807 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:26:55.915119 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-be4c4b8d-c443-4193-86f7-06251f8ea807 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/32415f14-1322-4322-a1ec-ed42e781b6e5 HTTP/1.1" status: 404 len: 333 time: 0.0423279 Jun 25 11:26:55.918829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56174) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:55.920526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.931486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:55.932316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:55.937788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af1e2685-fa14-4a67-b1ba-75508546aa3f tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.007766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.019568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ea9d-c94c-447c-8068-a8c184bbe772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.031984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.032194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=14bbac0e-aa64-4ea5-8cfe-43ad377cc5db,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.035942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.036464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f03b3a60-a9d6-45af-b7a5-60b5de8fa6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.044312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:26:56.064911 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a2f9ea9d-c94c-447c-8068-a8c184bbe772 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=523b4850a30346c5a7446a8e48acfd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157125 Jun 25 11:26:56.068140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56176) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.070477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9ea9d-c94c-447c-8068-a8c184bbe772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50545bf-f01e-44ed-9d05-5deedd4aaec3,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.074804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a2f9ea9d-c94c-447c-8068-a8c184bbe772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.119769 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7832124 Jun 25 11:26:56.124358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56178) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.131208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:56.137071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.160219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.239385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.241982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.243226 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/security-groups/1f6142c5-4734-48ae-a5c6-2cea42ed8767 HTTP/1.1" status: 204 len: 168 time: 0.3226340 Jun 25 11:26:56.244033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b80b3eb-29df-4d6e-8cbe-05e127ee4377 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.246660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56180) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.255074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6142c5-4734-48ae-a5c6-2cea42ed8767,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.257352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.305811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.312950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.338347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.358848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.361458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.362606 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d50545bf-f01e-44ed-9d05-5deedd4aaec3 HTTP/1.1" status: 204 len: 168 time: 0.2934823 Jun 25 11:26:56.364673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9ceeb327-1ccf-40b0-8ec2-6cdf2f759dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.383503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50545bf-f01e-44ed-9d05-5deedd4aaec3,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.386622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.387686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.415587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:56.419202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.474267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.476796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.479042 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/security-groups/e0fbf023-7bb0-4ab3-858e-dcda3d35f1f2 HTTP/1.1" status: 204 len: 168 time: 0.2313988 Jun 25 11:26:56.481956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56184) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.482241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9eec56dc-3da8-44b2-9599-0bc256f6b472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.500424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fbf023-7bb0-4ab3-858e-dcda3d35f1f2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.505076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.514186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.518328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b86a9878-e3de-477c-b093-41642855cc73 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.547145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0795f2a-b1fa-4830-922f-bc6dfdb534e5,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.551300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.562029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:26:56.565303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.609107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.654185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.655407 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9205434 Jun 25 11:26:56.658432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56186) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.683393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.691527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.697714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.708850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.716728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5e808bed-7762-47db-9990-bbfbc53b66ff tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.787406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=52c6b969-4ce6-4745-8d1f-eedb98559f0a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.791584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.797614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': 'd741e48b-eba4-4982-a56e-5b92ac223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:56.798001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:26:56.854670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.856772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.861625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.869818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c0795f2a-b1fa-4830-922f-bc6dfdb534e5 HTTP/1.1" status: 204 len: 168 time: 0.2032864 Jun 25 11:26:56.869967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56190) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.871365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0795f2a-b1fa-4830-922f-bc6dfdb534e5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.873897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.907573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:26:56.909461 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f28f23bf-e0d1-4190-ab5f-ea2573205d0b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418367 Jun 25 11:26:56.911477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.913429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56192) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.915711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-facd661d-a3a9-43fa-b1f4-c7f299be7f51 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:56.954894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:56.958854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:56.960710 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18 HTTP/1.1" status: 204 len: 168 time: 0.4775491 Jun 25 11:26:56.961887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:56.964970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56194) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:56.966764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd1716-5ea1-4393-8e79-cd8b2babf5e2 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:56.970567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:57.008288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.027420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:57.034529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:57.035112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.045253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.050741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d195548-5f38-49e3-8338-c2ad572c6e72 None None] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:57.137869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0136597 Jun 25 11:26:57.141577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56198) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:57.147339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db', 'name': 'tempest-PortsIpV6TestJSON-1262336499', 'fixed_ips': [{'subnet_id': '52c6b969-4ce6-4745-8d1f-eedb98559f0a', 'ip_address': '2001:db8::10'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:57.170732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.173509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.175199 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/c6e44f2c-2dbd-43be-a5e8-5cfcac10d1b7 HTTP/1.1" status: 204 len: 168 time: 0.2555313 Jun 25 11:26:57.177832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-173fc5e3-09be-405d-b812-a5c44745a1e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:57.185788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56200) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:57.190897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e44f2c-2dbd-43be-a5e8-5cfcac10d1b7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:57.209876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56202) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:57.225564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:57.243126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:57.246811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.329741 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f7e11ad-89c3-4127-bf02-9dea252c22dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1501319 Jun 25 11:26:57.333638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56204) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:57.338666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234755146'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:57.348306 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-58edf54e-0663-465f-8d38-10505a708048 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=751953102be34bbfa3ecac7b6aa8ac7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371770 Jun 25 11:26:57.355428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56206) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:57.372004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:57.452812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-14bbac0e-aa64-4ea5-8cfe-43ad377cc5db', 'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db', 'tenant_id': 'b9db5d0aa75a418f9f9934779316b53e', 'fixed_ips': [{'subnet_id': '52c6b969-4ce6-4745-8d1f-eedb98559f0a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:26:57.453641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.495818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.512432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.535591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.561616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.583272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 9324b172-6110-4dd1-87db-d10fc4ea0e77 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:57.638461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Allocated IP 2001:db8::2 (14bbac0e-aa64-4ea5-8cfe-43ad377cc5db/52c6b969-4ce6-4745-8d1f-eedb98559f0a/3770a64f-da90-408d-a526-9cd17ce62a8b) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:57.640233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.645059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0f9e7852-731a-4a34-988a-4aa784650783 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:57.700673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:57.706030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:57.711627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:57.712397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.742458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=7212c265-1fe5-40e8-ab75-2d4a33ee29aa,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:57.755619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:57.776897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.811461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.814409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.818494 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5aef63c-b80d-4bef-b5ee-ee6fb68b341f HTTP/1.1" status: 204 len: 168 time: 0.4589641 Jun 25 11:26:57.818494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1b9603a4-a690-4c69-afda-b4782617976e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:57.827651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.832381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aef63c-b80d-4bef-b5ee-ee6fb68b341f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:57.835442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:57.847372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Transition to ACTIVE for port object 3770a64f-da90-408d-a526-9cd17ce62a8b will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:57.863575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:57.874086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Transition to ACTIVE for port object 3770a64f-da90-408d-a526-9cd17ce62a8b will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:57.877655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8608d51e-a1d0-4e59-acd3-89680737c66f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:57.904969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656ed772-914a-4159-a151-c898b96f6d79,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:57.908180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:57.977838 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0109811 Jun 25 11:26:57.981486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56210) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:57.985710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'security_group': {'name': 'tempest-secgroup-2037590526'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:58.030324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.032832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d135ae39-f3c0-4983-ac27-e8956e072e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:58.033930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.037643 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7005155 Jun 25 11:26:58.040513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56212) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:58.050458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '656ed772-914a-4159-a151-c898b96f6d79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:58.078780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34edac0-a2a1-4bbf-8613-9fdcbc360923 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:26:58.082583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:58.084893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::10 (14bbac0e-aa64-4ea5-8cfe-43ad377cc5db/52c6b969-4ce6-4745-8d1f-eedb98559f0a/9324b172-6110-4dd1-87db-d10fc4ea0e77) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:58.100896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:58.104808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:58.127858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.128940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Pushing event updated for resources: {'Port': ['ID=3770a64f-da90-408d-a526-9cd17ce62a8b,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:58.132446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:58.235239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.240651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Attempting to bind port 3770a64f-da90-408d-a526-9cd17ce62a8b on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:26:58.241028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Attempting to bind port 3770a64f-da90-408d-a526-9cd17ce62a8b by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd741e48b-eba4-4982-a56e-5b92ac223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:26:58.241423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Attempting to bind port 3770a64f-da90-408d-a526-9cd17ce62a8b on network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:26:58.251636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:26:58.252036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Checking segment: {'id': 'd741e48b-eba4-4982-a56e-5b92ac223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:26:58.252454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.252858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Bound using segment: {'id': 'd741e48b-eba4-4982-a56e-5b92ac223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:26:58.253384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Bound port: 3770a64f-da90-408d-a526-9cd17ce62a8b, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd741e48b-eba4-4982-a56e-5b92ac223636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:26:58.253781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.263529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2c58acdc-f345-46f1-92ef-0546224d0cb6 None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:58.263914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2c58acdc-f345-46f1-92ef-0546224d0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.359488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.386759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.452284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.455916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:58.479397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfb0936-06ed-4dc6-ba8d-ef65bca4dbc5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:58.483978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:58.485263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.497981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1c1d430e-d19c-4ab2-a6fe-ceb5a1c04b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:58.498247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] For port 3770a64f-da90-408d-a526-9cd17ce62a8b, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:26:58.522228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d00862-d3e8-4ca4-9666-c4482c8eb1ef,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:58.525716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:58.543370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] For port 3770a64f-da90-408d-a526-9cd17ce62a8b, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3770a64f-da90-408d-a526-9cd17ce62a8b,segment=NetworkSegment(d741e48b-eba4-4982-a56e-5b92ac223636),segment_id=d741e48b-eba4-4982-a56e-5b92ac223636)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:26:58.572228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.574119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2c58acdc-f345-46f1-92ef-0546224d0cb6 None None] Provisioning complete for port 1a117ea3-670f-46d6-851e-6edf60e99e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:26:58.574512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2c58acdc-f345-46f1-92ef-0546224d0cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.576250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56224) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:58.576694 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5319366 Jun 25 11:26:58.577776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.585114 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5983982 Jun 25 11:26:58.588659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56226) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:58.601677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'security_group': {'name': 'tempest-secgroup-330380479'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:58.607881 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-345282f5-baf7-4efb-aa8a-75b46bacef2c tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules/5cfb0936-06ed-4dc6-ba8d-ef65bca4dbc5 HTTP/1.1" status: 200 len: 763 time: 0.0300486 Jun 25 11:26:58.612853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.614678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56228) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:58.623638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:58.661268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.671416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2c58acdc-f345-46f1-92ef-0546224d0cb6 None None] Port 1a117ea3-670f-46d6-851e-6edf60e99e90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:26:58.689430 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2d76646d-3078-40c1-90c3-36f8d1fe47ad tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0736353 Jun 25 11:26:58.692505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56230) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:58.707877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object 9324b172-6110-4dd1-87db-d10fc4ea0e77 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:58.711429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Pushing event updated for resources: {'Port': ['ID=3770a64f-da90-408d-a526-9cd17ce62a8b,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:58.713522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.721231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:58.736293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.748017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.796683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Update dhcp port {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'fixed_ips': [{'subnet_id': 'f2c46273-fcf1-4722-91de-f249b5abda2b', 'ip_address': '172.20.0.18'}, {'subnet_id': '7212c265-1fe5-40e8-ab75-2d4a33ee29aa'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': 'b88fb41f-85b4-4ff2-9647-4708c869cb17'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:26:58.840057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.845384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbffe22d-9faa-4eb1-8009-66490a23d21f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:58.847403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.871560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.877261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:58.901005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.909027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5cfb0936-06ed-4dc6-ba8d-ef65bca4dbc5 HTTP/1.1" status: 204 len: 168 time: 0.2154136 Jun 25 11:26:58.911279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:26:58.912844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56238) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:58.929463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cfb0936-06ed-4dc6-ba8d-ef65bca4dbc5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:58.935463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:58.952438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:26:58.956797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:26:58.962343 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:26:58.962982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:58.965535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=9324b172-6110-4dd1-87db-d10fc4ea0e77,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:58.977652 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:59.018777 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a5048176-9b12-4ea5-8c93-0b819f7c5be8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1018009 Jun 25 11:26:59.021827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56242) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.032601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '656ed772-914a-4159-a151-c898b96f6d79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:59.049964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.111127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Allocated IP 172.20.0.2 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/7212c265-1fe5-40e8-ab75-2d4a33ee29aa/b88fb41f-85b4-4ff2-9647-4708c869cb17) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:59.123580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.128511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e516fc3-d6f3-4f4d-bafd-29ca1b754886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:59.147167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56244) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.158873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8352d5-6c68-4e62-b68b-6aafe7b00029,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:59.162006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:59.192932 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0501630 Jun 25 11:26:59.195485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56248) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.201775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': '14bbac0e-aa64-4ea5-8cfe-43ad377cc5db', 'name': 'tempest-PortsIpV6TestJSON-1987127883', 'fixed_ips': [{'subnet_id': '52c6b969-4ce6-4745-8d1f-eedb98559f0a', 'ip_address': '2001:db8::f'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:59.224733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b88fb41f-85b4-4ff2-9647-4708c869cb17,segment=NetworkSegment(f7d56eb5-87ff-4897-972c-8c8d48103b0f),segment_id=f7d56eb5-87ff-4897-972c-8c8d48103b0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:26:59.259735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.267125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-81ec0000-001d-43ee-965a-ced634552042 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.271080 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-81ec0000-001d-43ee-965a-ced634552042 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1194878 Jun 25 11:26:59.271316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56250) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.274579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Transition to ACTIVE for port object b88fb41f-85b4-4ff2-9647-4708c869cb17 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:26:59.275902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-b3985803-640c-4a5c-a274-08c76daebf15 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.276913 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b3985803-640c-4a5c-a274-08c76daebf15 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046484 Jun 25 11:26:59.279568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56252) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.283977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-69cfb456-d6b1-42e2-a3c4-feb05e32a12a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.284916 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-69cfb456-d6b1-42e2-a3c4-feb05e32a12a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044675 Jun 25 11:26:59.287473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56254) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.294687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-0d86aa9e-430f-4dd2-b796-9c284f909a3b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.299872 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0d86aa9e-430f-4dd2-b796-9c284f909a3b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073063 Jun 25 11:26:59.300086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.302741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56256) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.313651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-9b9ce13e-5935-45f8-804c-07352a864d7b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.314606 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9b9ce13e-5935-45f8-804c-07352a864d7b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0112131 Jun 25 11:26:59.317368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56258) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.324563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-6330aeb3-c705-4b37-88ff-a3958c9eb5f2 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.325562 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6330aeb3-c705-4b37-88ff-a3958c9eb5f2 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070677 Jun 25 11:26:59.330228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56260) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.336464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-a4109c6d-8975-419b-b52f-43b773bb3ab4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.337625 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a4109c6d-8975-419b-b52f-43b773bb3ab4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065174 Jun 25 11:26:59.340269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56262) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.345121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-fba0ccb6-1290-4497-ae93-469b4a5034a7 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.346013 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fba0ccb6-1290-4497-ae93-469b4a5034a7 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048039 Jun 25 11:26:59.348287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56264) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.353352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-7ea267f9-743e-45d0-b2ac-f04dab78ce2f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.360029 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7ea267f9-743e-45d0-b2ac-f04dab78ce2f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051715 Jun 25 11:26:59.361929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56266) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.366484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-14d6f446-6f0a-40e7-82d0-468df85e490d tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.368202 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-14d6f446-6f0a-40e7-82d0-468df85e490d tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044863 Jun 25 11:26:59.370934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56268) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.376616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-018e25b9-d189-447f-8707-7e3770916260 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.377173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.377615 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-018e25b9-d189-447f-8707-7e3770916260 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058177 Jun 25 11:26:59.380052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56270) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.382268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.384777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-706d126e-ea56-48a6-9596-04de393c8a4b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.385760 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-706d126e-ea56-48a6-9596-04de393c8a4b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046208 Jun 25 11:26:59.387127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7386a8fa-8ccc-483b-84f9-7915b1de789b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:59.393791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.395255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56272) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.398310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8029075 Jun 25 11:26:59.399429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56274) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.402344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-3656ec28-d0e0-440d-873d-f3c062157242 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.403299 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3656ec28-d0e0-440d-873d-f3c062157242 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073223 Jun 25 11:26:59.403975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'security_group': {'name': 'tempest-secgroup-1242227155'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:26:59.406322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56276) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.410768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-e1b19c75-d28f-44a0-8f1a-5c558eff17b4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.411690 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e1b19c75-d28f-44a0-8f1a-5c558eff17b4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043268 Jun 25 11:26:59.414297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56278) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.421215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-9a6930e2-0e5a-4931-8526-f3ad0ab5d5e2 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.422776 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9a6930e2-0e5a-4931-8526-f3ad0ab5d5e2 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067677 Jun 25 11:26:59.425263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56280) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.431760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-1d20e7f3-3ac1-4711-812b-6e40c50e7257 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.433173 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1d20e7f3-3ac1-4711-812b-6e40c50e7257 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0069070 Jun 25 11:26:59.435869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56282) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.440778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-5ac943ee-a2bc-4f3e-87b8-125dd0002e4f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.441762 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5ac943ee-a2bc-4f3e-87b8-125dd0002e4f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048597 Jun 25 11:26:59.444160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56284) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.448718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-c268d210-2625-4a62-9e2f-8956ceddf2ce tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.449664 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c268d210-2625-4a62-9e2f-8956ceddf2ce tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046029 Jun 25 11:26:59.451868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56286) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.456247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-1dfacff7-e5c1-4a73-8ddc-c3794aa8165f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.457654 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1dfacff7-e5c1-4a73-8ddc-c3794aa8165f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045154 Jun 25 11:26:59.459646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56288) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.465256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-075f1bd4-f809-4eef-9658-86f8a608443f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.466447 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-075f1bd4-f809-4eef-9658-86f8a608443f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056050 Jun 25 11:26:59.467816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.468851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56290) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.474753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-5c8b9ebc-c43b-43e4-944e-b41f0cfd2f43 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.475306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:26:59.477777 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5c8b9ebc-c43b-43e4-944e-b41f0cfd2f43 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058916 Jun 25 11:26:59.481913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56292) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.487075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-d6b34128-fbc5-48f0-b1b0-4c0c70b5760a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.488047 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d6b34128-fbc5-48f0-b1b0-4c0c70b5760a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052035 Jun 25 11:26:59.490594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Pushing event updated for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:59.491050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56294) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.495076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:59.497330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0996e6ee-d3f7-4385-9a43-70a306a4911c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.502879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-fbb67065-b413-41aa-be56-b2a1e6b37444 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.503975 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbb67065-b413-41aa-be56-b2a1e6b37444 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0118406 Jun 25 11:26:59.507600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:26:59.513406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.516112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56296) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.519476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7f8a1d-f5b6-41c5-adcc-a4e84a260a37,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:26:59.522511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:26:59.529565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-144004c7-f61c-4eb1-811e-e4f4d371f29a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.530534 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-144004c7-f61c-4eb1-811e-e4f4d371f29a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0120015 Jun 25 11:26:59.536935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56298) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.541439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 45ce50bc-c58d-4b25-a6c9-febf146bee9b yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:26:59.542868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-ba41e949-ceb5-43bf-b081-861a16953837 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.544275 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ba41e949-ceb5-43bf-b081-861a16953837 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061150 Jun 25 11:26:59.546836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56300) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.551244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-4c137e22-8041-400c-ab3a-707d569d1d09 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.552211 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4c137e22-8041-400c-ab3a-707d569d1d09 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044715 Jun 25 11:26:59.555218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56302) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.561904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-4c65f1f7-7bcf-4bf2-8352-621824b11de4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.562860 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4c65f1f7-7bcf-4bf2-8352-621824b11de4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049844 Jun 25 11:26:59.565899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56304) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.570864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-1f574d80-23b6-444d-b000-1edae53c5351 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.572032 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f574d80-23b6-444d-b000-1edae53c5351 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049877 Jun 25 11:26:59.575430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56306) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.579886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-ee0c8063-3ae9-4ff0-9d09-137a119d63ed tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.580904 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ee0c8063-3ae9-4ff0-9d09-137a119d63ed tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045300 Jun 25 11:26:59.583712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56308) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.590969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-fbf4fd12-3ecd-4bf9-a9d6-cd608a3088a3 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.595419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fbf4fd12-3ecd-4bf9-a9d6-cd608a3088a3 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074096 Jun 25 11:26:59.595419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.597507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56310) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.602971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-37db4a19-e2dd-4775-abba-3b3b3cd8b32c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.604077 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-37db4a19-e2dd-4775-abba-3b3b3cd8b32c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055003 Jun 25 11:26:59.608173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56312) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.621050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-dde21ae4-bbed-4a79-b083-0dfc3cde7d55 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.624804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56314) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.624965 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dde21ae4-bbed-4a79-b083-0dfc3cde7d55 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0156405 Jun 25 11:26:59.630038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-8303f5b4-c57a-4de2-b231-322913cdde88 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.631258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8303f5b4-c57a-4de2-b231-322913cdde88 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0051055 Jun 25 11:26:59.639405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56316) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.644134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-f8dec6f2-ee6d-449e-b081-c039473b200f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.645267 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f8dec6f2-ee6d-449e-b081-c039473b200f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046647 Jun 25 11:26:59.649801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56318) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.654638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-30eaafde-046b-4650-8cc6-723fe3ed794f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.658786 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-30eaafde-046b-4650-8cc6-723fe3ed794f tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078099 Jun 25 11:26:59.659418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56320) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.663974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-029489b4-1c36-44b5-9804-871615e77e40 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.668342 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-029489b4-1c36-44b5-9804-871615e77e40 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079281 Jun 25 11:26:59.669129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56322) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.673455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-472274b7-3068-4fac-a243-67ab2bd272a0 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.677462 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-472274b7-3068-4fac-a243-67ab2bd272a0 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0073473 Jun 25 11:26:59.678362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56324) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.684749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-5c7733c5-226c-44ed-a0c9-983aa6aa07bd tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.689163 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5c7733c5-226c-44ed-a0c9-983aa6aa07bd tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0093513 Jun 25 11:26:59.689855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56326) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.697014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-b9b7b47e-35c7-4795-841f-a941e06dde33 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.701444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b9b7b47e-35c7-4795-841f-a941e06dde33 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080800 Jun 25 11:26:59.703231 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56328) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.705434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.708885 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6839767 Jun 25 11:26:59.709358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56330) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.709481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-5f516108-a49f-44ea-bcf3-53cd42fe20b7 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.714594 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5f516108-a49f-44ea-bcf3-53cd42fe20b7 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0101991 Jun 25 11:26:59.718655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56332) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.726599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-dd91f674-4347-472d-8acd-e514511b335c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.731226 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-749de061-9b5e-4cce-9401-e6f08e0f99cb tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules/8c7f8a1d-f5b6-41c5-adcc-a4e84a260a37 HTTP/1.1" status: 200 len: 763 time: 0.0194438 Jun 25 11:26:59.732465 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dd91f674-4347-472d-8acd-e514511b335c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123763 Jun 25 11:26:59.733004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56334) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.733356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56336) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.743193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-52819211-ba75-496b-8ef8-5bc29d27c140 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.744163 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-52819211-ba75-496b-8ef8-5bc29d27c140 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0099132 Jun 25 11:26:59.747043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56338) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.756766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-2de532a6-bd29-49ef-b5e2-7c5ca9c2baa2 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.762479 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2de532a6-bd29-49ef-b5e2-7c5ca9c2baa2 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0139608 Jun 25 11:26:59.767293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56340) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.776162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-ca0e350d-6f45-4933-905b-67d63c6bb936 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.779470 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ca0e350d-6f45-4933-905b-67d63c6bb936 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089195 Jun 25 11:26:59.782854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56342) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.788311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-192db230-8e0f-4537-ba16-5eef11cc31cc tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.792875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56344) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.793170 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-192db230-8e0f-4537-ba16-5eef11cc31cc tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091114 Jun 25 11:26:59.799272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-3e254396-3782-4564-b4ea-bd3f3a2ec88c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.800240 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e254396-3782-4564-b4ea-bd3f3a2ec88c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061204 Jun 25 11:26:59.803269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56346) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.813851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-0942a853-08ac-46ca-b015-4e47bbe0995c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.817943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56348) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.818128 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0942a853-08ac-46ca-b015-4e47bbe0995c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082257 Jun 25 11:26:59.834179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-83c1d794-e9b6-4108-81e7-a5f21a6c8162 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.835148 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-83c1d794-e9b6-4108-81e7-a5f21a6c8162 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0153959 Jun 25 11:26:59.839443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56350) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.854166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-eaee6ba2-e87d-49db-89f8-a7062ae64feb tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.854166 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-eaee6ba2-e87d-49db-89f8-a7062ae64feb tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059245 Jun 25 11:26:59.854483 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b578f6e6-5725-4fd2-a92c-5d59ec95ec16 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1148612 Jun 25 11:26:59.854483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56352) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.854670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56354) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.868838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-51215444-83b9-4619-8ee8-c5f1dafb3992 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.869831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-51215444-83b9-4619-8ee8-c5f1dafb3992 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0123556 Jun 25 11:26:59.874338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56356) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.879279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-ebe33290-ee39-46ee-9447-763c151820f0 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.881558 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ebe33290-ee39-46ee-9447-763c151820f0 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059092 Jun 25 11:26:59.887936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56358) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.893732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-c631f7db-f967-4bad-936f-67ac6225c25a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.903680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56360) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.903902 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c631f7db-f967-4bad-936f-67ac6225c25a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0088494 Jun 25 11:26:59.914725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::f (14bbac0e-aa64-4ea5-8cfe-43ad377cc5db/52c6b969-4ce6-4745-8d1f-eedb98559f0a/45ce50bc-c58d-4b25-a6c9-febf146bee9b) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:26:59.915631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-13c158b5-f24a-430a-8582-606c18771040 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.919938 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-13c158b5-f24a-430a-8582-606c18771040 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0128908 Jun 25 11:26:59.920435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56362) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.924793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.928863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.929154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-9a9c2b42-360e-4fe3-9455-dccbc30d2b95 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.932119 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9a9c2b42-360e-4fe3-9455-dccbc30d2b95 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065582 Jun 25 11:26:59.938250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56364) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.940624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:26:59.944422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-ef5a9d29-347e-4579-a7ab-864509f22c9d tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.947089 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef5a9d29-347e-4579-a7ab-864509f22c9d tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046256 Jun 25 11:26:59.950068 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56366) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.957639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-05321c89-5baa-48da-a95d-554b17ede4de tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.959727 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-05321c89-5baa-48da-a95d-554b17ede4de tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0076387 Jun 25 11:26:59.965167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56368) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.979471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-fad5be52-4d77-432d-8aa4-84e9fe59074c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.980915 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fad5be52-4d77-432d-8aa4-84e9fe59074c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0147154 Jun 25 11:26:59.983723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56370) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.988739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-a6f3ca97-408b-4d70-8950-52395d2b1ad3 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:26:59.993003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a6f3ca97-408b-4d70-8950-52395d2b1ad3 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047543 Jun 25 11:26:59.993003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56372) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:26:59.995632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.000912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-30ad5ec7-48d5-4625-b6da-90b61334123a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.007853 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-30ad5ec7-48d5-4625-b6da-90b61334123a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077753 Jun 25 11:27:00.007853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-778328ef-7ef7-4021-a2e5-12f69584d3c2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:00.010398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56374) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.012391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ea60f-1bbc-4e00-9f5e-b583190f332b None None] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:00.025557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-638917df-b67e-450a-b5ad-0d4f407d65cb tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.026632 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-638917df-b67e-450a-b5ad-0d4f407d65cb tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0147593 Jun 25 11:27:00.029738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56376) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.036362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-070d066e-50d6-40a3-91bd-fd00ea43b5d1 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.037907 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-070d066e-50d6-40a3-91bd-fd00ea43b5d1 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0068507 Jun 25 11:27:00.041195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56378) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.048722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-df52da48-e7d9-4e93-b802-eb6cac881d2c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.049713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-df52da48-e7d9-4e93-b802-eb6cac881d2c tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075927 Jun 25 11:27:00.052396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56380) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.057456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-543c9e91-d0ac-4745-a564-3a7ef614a72a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.058408 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-543c9e91-d0ac-4745-a564-3a7ef614a72a tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051315 Jun 25 11:27:00.060173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4034a8-acb0-4eec-864c-5697b71c1c05,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:00.063775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:00.064423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56382) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.065059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.072409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.076289 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8c7f8a1d-f5b6-41c5-adcc-a4e84a260a37 HTTP/1.1" status: 204 len: 168 time: 0.2184923 Jun 25 11:27:00.080403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56384) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.083077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-6d2ea2b8-a237-4997-a176-bb29640f3172 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.084276 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6d2ea2b8-a237-4997-a176-bb29640f3172 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082910 Jun 25 11:27:00.085194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e80768c-569d-4dbd-b1df-9d9caf4c4a2d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:00.090637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56386) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.103716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-9afa7ea8-e7e4-4d9f-95c0-7aeb697f2b9d tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.104771 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9afa7ea8-e7e4-4d9f-95c0-7aeb697f2b9d tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0131042 Jun 25 11:27:00.106174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c7f8a1d-f5b6-41c5-adcc-a4e84a260a37,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:00.110014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:00.111550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56388) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.117018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-a946abe5-9eca-4dd7-a1c0-4a1e97c0caae tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.119419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a946abe5-9eca-4dd7-a1c0-4a1e97c0caae tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060709 Jun 25 11:27:00.120919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.125646 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7254248 Jun 25 11:27:00.126431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56390) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.126830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56392) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.131547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [None req-a7d275b3-683a-40b4-b9b5-e0ed7a9552f4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.135968 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a7d275b3-683a-40b4-b9b5-e0ed7a9552f4 tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048399 Jun 25 11:27:00.137507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56394) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.143222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1623186914', 'security_groups': ['6e4034a8-acb0-4eec-864c-5697b71c1c05'], 'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7212c265-1fe5-40e8-ab75-2d4a33ee29aa'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:00.149650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-09c5dcec-fbbf-40b9-b939-11e24aa2f76b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.149836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1b8695b6-2fb2-438d-b117-8f257baa7077 None None] Provisioning for port 3770a64f-da90-408d-a526-9cd17ce62a8b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:00.153897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-09c5dcec-fbbf-40b9-b939-11e24aa2f76b tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0101347 Jun 25 11:27:00.156229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56396) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.169973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [None req-b6694c79-9ad3-483e-9efa-d70452ca987e tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:27:00.173843 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b6694c79-9ad3-483e-9efa-d70452ca987e tempest-ExtensionsTestJSON-1963710178 tempest-ExtensionsTestJSON-1963710178-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0131567 Jun 25 11:27:00.240951 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c6f6fbe9-225e-48d0-8783-14e0b84e102a tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1590335 Jun 25 11:27:00.246202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56400) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.250757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Request body: {'security_group_rule': {'security_group_id': '656ed772-914a-4159-a151-c898b96f6d79', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:00.268031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.282729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object 45ce50bc-c58d-4b25-a6c9-febf146bee9b will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:00.386807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.411588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.416766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6e81147-f15f-4ceb-9605-e56298369a3e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:00.456177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.463554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:00.467087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:00.471427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:00.477215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:00.477874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.479194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7bfda702-09d6-44d3-8829-face94418333 None None] Provisioning for port b88fb41f-85b4-4ff2-9647-4708c869cb17 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:00.484593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=45ce50bc-c58d-4b25-a6c9-febf146bee9b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:00.484745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7bfda702-09d6-44d3-8829-face94418333 None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:00.485059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7bfda702-09d6-44d3-8829-face94418333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.491858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:00.509267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:00.583201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.594597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ec430afe-e988-4d63-9103-601684ffa470 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:00.597200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7bfda702-09d6-44d3-8829-face94418333 None None] Provisioning complete for port 1a117ea3-670f-46d6-851e-6edf60e99e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:00.597982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7bfda702-09d6-44d3-8829-face94418333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.598859 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4017711 Jun 25 11:27:00.601369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56402) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.613618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9e13ae-a7bb-42ad-af56-c7ea7a4aa3ba,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:00.616650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:00.657793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.662943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7bfda702-09d6-44d3-8829-face94418333 None None] Port 1a117ea3-670f-46d6-851e-6edf60e99e90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:00.677558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] device_id is not set on port d2a969d6-70cf-424e-a50e-a7d7eeec60c5 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:00.737952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.737952 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4823551 Jun 25 11:27:00.742186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56406) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.756767 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:27:00.780701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84323cf-fb41-4267-986c-cf8c6d74536d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:00.783782 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a84323cf-fb41-4267-986c-cf8c6d74536d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1801612 Jun 25 11:27:00.786403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56408) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.837198 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3c772749-4994-4c58-abee-eed62cbcb083 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules/1b9e13ae-a7bb-42ad-af56-c7ea7a4aa3ba HTTP/1.1" status: 200 len: 764 time: 0.0904856 Jun 25 11:27:00.840257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56410) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.901961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d9961400-790f-4d3c-8d18-9d545735aa52 None None] Provisioning for port 9324b172-6110-4dd1-87db-d10fc4ea0e77 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:00.907101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d9961400-790f-4d3c-8d18-9d545735aa52 None None] Provisioning complete for port 9324b172-6110-4dd1-87db-d10fc4ea0e77 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:00.914997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d9961400-790f-4d3c-8d18-9d545735aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:00.918676 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56412) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.928440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5cb74-0923-4469-a196-484e1058555c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:00.941337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5cb74-0923-4469-a196-484e1058555c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:00.948757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5cb74-0923-4469-a196-484e1058555c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:00.953833 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d0c5cb74-0923-4469-a196-484e1058555c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1657372 Jun 25 11:27:00.954973 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e752c05f-1bbd-4445-8ff7-42e471ef3880 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1134462 Jun 25 11:27:00.955631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56414) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.959790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56416) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:00.985329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d9961400-790f-4d3c-8d18-9d545735aa52 None None] Port 9324b172-6110-4dd1-87db-d10fc4ea0e77 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:01.018785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.029198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b88fb41f-85b4-4ff2-9647-4708c869cb17 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:01.030354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.069588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.3 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/7212c265-1fe5-40e8-ab75-2d4a33ee29aa/d2a969d6-70cf-424e-a50e-a7d7eeec60c5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:01.105037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:01.105454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.122363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59803cf7-efc2-4b5e-9cdd-ee551458803b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.185464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.190621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.194207 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1b9e13ae-a7bb-42ad-af56-c7ea7a4aa3ba HTTP/1.1" status: 204 len: 168 time: 0.2310905 Jun 25 11:27:01.197325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e58df94c-1e4e-415c-9cfe-06158218dff4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:01.200371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56420) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:01.209008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3770a64f-da90-408d-a526-9cd17ce62a8b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:01.230186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b9e13ae-a7bb-42ad-af56-c7ea7a4aa3ba,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:01.233338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:01.278496 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-049b77b4-0e7d-430d-9974-6d93912e7ef3 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702851 Jun 25 11:27:01.279525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56422) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:01.331167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-117e2b9c-455c-48d4-bac0-b44c584c7c8c None None] Provisioning for port 45ce50bc-c58d-4b25-a6c9-febf146bee9b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:01.336693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-117e2b9c-455c-48d4-bac0-b44c584c7c8c None None] Provisioning complete for port 45ce50bc-c58d-4b25-a6c9-febf146bee9b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:01.337332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-117e2b9c-455c-48d4-bac0-b44c584c7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.351114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59803cf7-efc2-4b5e-9cdd-ee551458803b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.363641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3770a64f-da90-408d-a526-9cd17ce62a8b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:01.371213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.372069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3770a64f-da90-408d-a526-9cd17ce62a8b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:01.372462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.399570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.408603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-117e2b9c-455c-48d4-bac0-b44c584c7c8c None None] Port 45ce50bc-c58d-4b25-a6c9-febf146bee9b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:01.423041 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59803cf7-efc2-4b5e-9cdd-ee551458803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.433134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-34180d91-42dd-47db-959e-694555c4be10 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:01.480988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.486348 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-59803cf7-efc2-4b5e-9cdd-ee551458803b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcf8ccf7883349e9880e93b8ffbab539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282488 Jun 25 11:27:01.486348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59803cf7-efc2-4b5e-9cdd-ee551458803b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68962878-600c-4943-94cf-459fcf77f08c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:01.488642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56426) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:01.497415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59803cf7-efc2-4b5e-9cdd-ee551458803b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:01.531607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 3770a64f-da90-408d-a526-9cd17ce62a8b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3770a64f-da90-408d-a526-9cd17ce62a8b,segment=NetworkSegment(d741e48b-eba4-4982-a56e-5b92ac223636),segment_id=d741e48b-eba4-4982-a56e-5b92ac223636)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:01.556816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.559979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 45ce50bc-c58d-4b25-a6c9-febf146bee9b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:01.560348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.580308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.620566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.623298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.625550 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "DELETE /v2.0/security-groups/656ed772-914a-4159-a151-c898b96f6d79 HTTP/1.1" status: 204 len: 168 time: 0.3406141 Jun 25 11:27:01.626912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3295a004-766b-4a3b-8e0a-1cef5799ff3a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:01.630104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56428) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:01.637235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ed772-914a-4159-a151-c898b96f6d79,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:01.640365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:01.657474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.659777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-27fab71c-2a43-4185-ba22-be2000d76640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:01.676563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.700506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 45ce50bc-c58d-4b25-a6c9-febf146bee9b owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:01.712056 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e8135baa-232a-4c89-8287-e734f3785ee9 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763087 Jun 25 11:27:01.712728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=3770a64f-da90-408d-a526-9cd17ce62a8b,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:01.714047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56430) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:01.716274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:01.762234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.765064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.766468 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68962878-600c-4943-94cf-459fcf77f08c HTTP/1.1" status: 204 len: 168 time: 0.2719588 Jun 25 11:27:01.768350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1805049-5259-4181-b97c-ac731ac2fb0f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:01.780761 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bb134f60-10e4-4cfb-90d5-f67d1e24584d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632989 Jun 25 11:27:01.782836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68962878-600c-4943-94cf-459fcf77f08c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:01.785044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:01.919461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:01.973591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ea3de84e-7ba5-4031-8e8d-ab083b7b50e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.056904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.060678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object d2a969d6-70cf-424e-a50e-a7d7eeec60c5 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:02.062732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.069396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42a0cdd5-fc65-4f2a-9aa7-cc16b665f802 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:02.102839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=45ce50bc-c58d-4b25-a6c9-febf146bee9b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:02.108265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:02.146548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.148577 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/45ce50bc-c58d-4b25-a6c9-febf146bee9b HTTP/1.1" status: 204 len: 168 time: 1.1894498 Jun 25 11:27:02.152521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56440) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:02.187867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-84161d89-aac9-421a-9654-e1143fa99c46 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:27:02.191016 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-84161d89-aac9-421a-9654-e1143fa99c46 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/45ce50bc-c58d-4b25-a6c9-febf146bee9b HTTP/1.1" status: 404 len: 333 time: 0.0373993 Jun 25 11:27:02.194861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56444) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:02.293655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.300555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d1611ada-e041-4477-ba43-4b22d2d6d6eb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:02.325701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56450) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:02.376308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:02.382886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:02.387226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=d2a969d6-70cf-424e-a50e-a7d7eeec60c5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:02.389549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:02.393910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:02.423892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 9324b172-6110-4dd1-87db-d10fc4ea0e77 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:02.423892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.488842 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d32d74f1-8197-484a-8a60-8f494e6e77c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51cdda27a0c74c459babe433d1f93679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615446 Jun 25 11:27:02.491693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56456) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:02.520557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:02.521302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.608331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.635658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 9324b172-6110-4dd1-87db-d10fc4ea0e77 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:02.638172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.651983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5121911 Jun 25 11:27:02.652113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56460) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:02.657666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-628e6cda-ca72-40ce-b0bd-6125df863677 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:02.716658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.833625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-98b92773-71f1-4c2e-9ab8-cd970826c03c None None] Provisioning for port d2a969d6-70cf-424e-a50e-a7d7eeec60c5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:02.843776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3770a64f-da90-408d-a526-9cd17ce62a8b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:02.866853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-98b92773-71f1-4c2e-9ab8-cd970826c03c None None] Provisioning complete for port d2a969d6-70cf-424e-a50e-a7d7eeec60c5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:02.867238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98b92773-71f1-4c2e-9ab8-cd970826c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.892891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628e6cda-ca72-40ce-b0bd-6125df863677 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:02.898344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-628e6cda-ca72-40ce-b0bd-6125df863677 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.917312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-98b92773-71f1-4c2e-9ab8-cd970826c03c None None] Port d2a969d6-70cf-424e-a50e-a7d7eeec60c5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:02.924480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.928537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.928718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3770a64f-da90-408d-a526-9cd17ce62a8b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:02.928952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.931680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43666173-38f4-41dc-93af-10b289996765 HTTP/1.1" status: 204 len: 168 time: 0.4336443 Jun 25 11:27:02.932675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2bc41488-5582-4ade-821a-3e84ecad714a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:02.942334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43666173-38f4-41dc-93af-10b289996765,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:02.944842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:02.987084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:02.995479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a36844ee-5892-4166-b23f-9865b1330a58 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:03.025363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=9324b172-6110-4dd1-87db-d10fc4ea0e77,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:03.033506 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.ipam_backend_mixin [None req-628e6cda-ca72-40ce-b0bd-6125df863677 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7212c265-1fe5-40e8-ab75-2d4a33ee29aa (CIDR: 172.20.0.0/28) Jun 25 11:27:03.035093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:03.062571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.067650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56472) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:03.067841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/9324b172-6110-4dd1-87db-d10fc4ea0e77 HTTP/1.1" status: 204 len: 168 time: 0.8714070 Jun 25 11:27:03.079408 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-628e6cda-ca72-40ce-b0bd-6125df863677 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:27:03.079951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628e6cda-ca72-40ce-b0bd-6125df863677 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:03.105011 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e1449d-6847-4d71-9c88-26c7f1d7914c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:27:03.109381 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a1e1449d-6847-4d71-9c88-26c7f1d7914c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/9324b172-6110-4dd1-87db-d10fc4ea0e77 HTTP/1.1" status: 404 len: 333 time: 0.0380707 Jun 25 11:27:03.110134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56474) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:03.148057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.150955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56476) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:03.171016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 52c6b969-4ce6-4745-8d1f-eedb98559f0a {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:03.174583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.230054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.256182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-628e6cda-ca72-40ce-b0bd-6125df863677 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6012113 Jun 25 11:27:03.256528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56480) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:03.261943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3735574a-08f5-4119-add4-2bd73d021491 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:03.355993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.415453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'networks': [{'name': 'tempest-network--1735189920'}, {'name': 'tempest-network--380197484'}]} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:03.415453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'network': {'name': 'tempest-network--1735189920'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:03.415807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'network': {'name': 'tempest-network--380197484'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:03.483193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3735574a-08f5-4119-add4-2bd73d021491 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:03.486923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3735574a-08f5-4119-add4-2bd73d021491 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.519644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.522753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3aa1a424-016c-4741-8cca-743295da9d9c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:03.554685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=52c6b969-4ce6-4745-8d1f-eedb98559f0a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:03.558442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:03.559481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.563836 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/52c6b969-4ce6-4745-8d1f-eedb98559f0a HTTP/1.1" status: 204 len: 168 time: 0.4512334 Jun 25 11:27:03.565346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56482) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:03.567187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae273166-ba06-4df7-8a94-29423a6f0821 None None] Network 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:03.606179 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.ipam_backend_mixin [None req-3735574a-08f5-4119-add4-2bd73d021491 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f2c46273-fcf1-4722-91de-f249b5abda2b (CIDR: 172.20.0.16/28) Jun 25 11:27:03.639153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Made reservation on behalf of 0a5b1efc8ee24e7e8e63e65dca7a3d9a for: {'network': 2} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:03.644164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.653948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.655902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.670398 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3735574a-08f5-4119-add4-2bd73d021491 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:27:03.671061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3735574a-08f5-4119-add4-2bd73d021491 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:03.718049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 3770a64f-da90-408d-a526-9cd17ce62a8b {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:03.718724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.770769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.781695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d6137-e8e1-4208-9977-159e3be946db None None] DHCP port deletion for 14bbac0e-aa64-4ea5-8cfe-43ad377cc5db request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:03.791834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] For port 3770a64f-da90-408d-a526-9cd17ce62a8b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3770a64f-da90-408d-a526-9cd17ce62a8b,segment=NetworkSegment(d741e48b-eba4-4982-a56e-5b92ac223636),segment_id=d741e48b-eba4-4982-a56e-5b92ac223636)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:03.792323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.806975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 3770a64f-da90-408d-a526-9cd17ce62a8b owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:03.831639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Deleting port 3770a64f-da90-408d-a526-9cd17ce62a8b {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:03.832059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.869002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.869789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.877290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0b108330-9f5a-42c3-885d-2dd3daa893b2 tempest-NegativeSecGroupTest-1238807100 tempest-NegativeSecGroupTest-1238807100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:03.911927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-008d6137-e8e1-4208-9977-159e3be946db None None] For port 3770a64f-da90-408d-a526-9cd17ce62a8b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3770a64f-da90-408d-a526-9cd17ce62a8b,segment=NetworkSegment(d741e48b-eba4-4982-a56e-5b92ac223636),segment_id=d741e48b-eba4-4982-a56e-5b92ac223636)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:03.912921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:03.917958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32fada32-d314-4472-8afa-c878e85685cb,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:03.924306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:03.925013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:03.929366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Calling delete_port for 3770a64f-da90-408d-a526-9cd17ce62a8b owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:04.005499 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3735574a-08f5-4119-add4-2bd73d021491 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7477236 Jun 25 11:27:04.008000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56484) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:04.013809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'subnet': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:04.033332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.037982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bc90e198-14f2-4fe8-8f96-7c6a9c954f99 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:04.038386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.043866 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Added segment 8edcd462-54d1-48bf-ba3b-c07522a9be53 of type vlan for network 87faae4c-dddf-45ba-b5e1-49caa9da1c99 Jun 25 11:27:04.044000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.044522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:04.064562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=3770a64f-da90-408d-a526-9cd17ce62a8b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:04.066757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No DVR routers for this DVR port 3770a64f-da90-408d-a526-9cd17ce62a8b on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:04.068395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:04.130415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.161070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.173625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bbac0e-aa64-4ea5-8cfe-43ad377cc5db']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:04.185446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd741e48b-eba4-4982-a56e-5b92ac223636') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:04.185873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd741e48b-eba4-4982-a56e-5b92ac223636') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:04.190504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:04.197417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.209102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.209535 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Added segment 8b94c539-790a-4265-a08d-97fdd151ff84 of type vlan for network a82fc9d4-35c2-4e13-92e0-bb7ec1157f46 Jun 25 11:27:04.215388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.224051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:04.224535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:04.230952 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:04.236135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d6137-e8e1-4208-9977-159e3be946db None None] No DVR routers for this DVR port 3770a64f-da90-408d-a526-9cd17ce62a8b on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:04.239265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Pushing event deleted for resources: {'Port': ['ID=3770a64f-da90-408d-a526-9cd17ce62a8b,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:04.241411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:04.261469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.323772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Made reservation on behalf of 5bd9d965a5174d28966b68efb855e545 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:04.327371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.382628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.383229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.388739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:04.393492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:04.394106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.399330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a2ded1c8-a200-4798-befc-5b88de7164c2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:04.403862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.420396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.420396 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/14bbac0e-aa64-4ea5-8cfe-43ad377cc5db HTTP/1.1" status: 204 len: 168 time: 0.8491392 Jun 25 11:27:04.420396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-36d89c55-0cf1-4bda-9279-6c7e7a5f6c85 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:04.420396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56486) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:04.425416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2058744007'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:04.442563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=14bbac0e-aa64-4ea5-8cfe-43ad377cc5db,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:04.445191 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:04.483012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Network': ['ID=87faae4c-dddf-45ba-b5e1-49caa9da1c99,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:04.494165 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 87faae4c-dddf-45ba-b5e1-49caa9da1c99 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:04.523958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3715267 Jun 25 11:27:04.526896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56488) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:04.573654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Network': ['ID=a82fc9d4-35c2-4e13-92e0-bb7ec1157f46,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:04.577651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:04.578184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:04.578578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:04.587435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a82fc9d4-35c2-4e13-92e0-bb7ec1157f46 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:04.608168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:04.611898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.657019 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:04.682545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973329a-425f-49e9-8aaf-63e05408a650 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:04.688355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973329a-425f-49e9-8aaf-63e05408a650 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:04.694329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973329a-425f-49e9-8aaf-63e05408a650 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:04.701044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973329a-425f-49e9-8aaf-63e05408a650 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:04.702800 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3973329a-425f-49e9-8aaf-63e05408a650 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1747537 Jun 25 11:27:04.704126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.704483 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Added segment fe1af564-8670-4779-99a9-e2f27d890eaa of type vlan for network bd545d30-a429-446a-9ffa-577de364375d Jun 25 11:27:04.705916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56490) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:04.779565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.782772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fed656c4-5a89-4bfb-b6a2-5d7862c3d264 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:04.794570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3770a64f-da90-408d-a526-9cd17ce62a8b no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:04.802912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.821655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3770a64f-da90-408d-a526-9cd17ce62a8b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:04.822008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3770a64f-da90-408d-a526-9cd17ce62a8b not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:04.830973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.833843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:04.834509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:04.839365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:04.840013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.848319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c691160-213c-431a-bd98-3f24b1097776 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:04.857624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Subnet': ['ID=24a9e90e-de41-440c-b38f-5f49d0aa65d6,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:04.860443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:04.940457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.950798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87faae4c-dddf-45ba-b5e1-49caa9da1c99']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:04.961290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edcd462-54d1-48bf-ba3b-c07522a9be53') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:04.961598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edcd462-54d1-48bf-ba3b-c07522a9be53') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:04.964855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.971046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.985521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.988159 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9784458 Jun 25 11:27:04.990850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56492) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:04.994153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:04.998050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1661092120', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24a9e90e-de41-440c-b38f-5f49d0aa65d6'}], 'security_groups': ['e0d00862-d3e8-4ca4-9666-c4482c8eb1ef', '7f8352d5-6c68-4e62-b68b-6aafe7b00029']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:05.000182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:05.000777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.005714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-129ba0b1-ab52-431d-93b1-2c937126835b tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:05.009624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:05.010030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:05.015866 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:05.102673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Update dhcp port {'port': {'network_id': '5eb9e637-e28f-45f1-a435-3d7450cdc4d2', 'fixed_ips': [{'subnet_id': 'f2c46273-fcf1-4722-91de-f249b5abda2b', 'ip_address': '172.20.0.18'}, {'subnet_id': '7212c265-1fe5-40e8-ab75-2d4a33ee29aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '24a9e90e-de41-440c-b38f-5f49d0aa65d6'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': 'b88fb41f-85b4-4ff2-9647-4708c869cb17'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:27:05.102949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.130490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Network': ['ID=bd545d30-a429-446a-9ffa-577de364375d,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:05.133965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:05.139867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7157931 Jun 25 11:27:05.146391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56494) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:05.146492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network bd545d30-a429-446a-9ffa-577de364375d details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:05.146607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'bd545d30-a429-446a-9ffa-577de364375d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:05.160674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.212657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.219269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e0452ce7-990d-4fd4-ada3-232b2162fb75 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:05.226216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.231558 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/networks/87faae4c-dddf-45ba-b5e1-49caa9da1c99 HTTP/1.1" status: 204 len: 168 time: 0.5223658 Jun 25 11:27:05.237863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56496) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:05.261718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Network': ['ID=87faae4c-dddf-45ba-b5e1-49caa9da1c99,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:05.276264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:05.348131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.426581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Delete allocated IP 172.20.0.3 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/7212c265-1fe5-40e8-ab75-2d4a33ee29aa) {{(pid=94501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 11:27:05.436257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Allocated IP 172.20.0.41 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/24a9e90e-de41-440c-b38f-5f49d0aa65d6/d2a969d6-70cf-424e-a50e-a7d7eeec60c5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:05.437735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.440622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:05.444182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.476723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82fc9d4-35c2-4e13-92e0-bb7ec1157f46']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:05.515030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b94c539-790a-4265-a08d-97fdd151ff84') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:05.515374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b94c539-790a-4265-a08d-97fdd151ff84') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:05.532308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.556509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.566122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:05.566525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:05.569587 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:05.618939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.712688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Transition to ACTIVE for port object d2a969d6-70cf-424e-a50e-a7d7eeec60c5 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:05.714074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.737745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-06c7e76f-c446-4c58-b1ee-57b0dedc3f05 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:05.741512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.744286 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/networks/a82fc9d4-35c2-4e13-92e0-bb7ec1157f46 HTTP/1.1" status: 204 len: 168 time: 0.5054955 Jun 25 11:27:05.747065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56498) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:05.764480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Network': ['ID=a82fc9d4-35c2-4e13-92e0-bb7ec1157f46,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:05.771210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:05.781079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.794608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e9c22555-b2ec-496b-bedb-82f8b121ec95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:05.830769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Allocated IP 172.20.0.34 (5eb9e637-e28f-45f1-a435-3d7450cdc4d2/24a9e90e-de41-440c-b38f-5f49d0aa65d6/b88fb41f-85b4-4ff2-9647-4708c869cb17) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:05.834116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.840398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6e3929bd-da27-4a56-902d-53e19e8c602b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:05.902653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:05.912069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:05.913828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Checking segment: {'id': 'fe1af564-8670-4779-99a9-e2f27d890eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'bd545d30-a429-446a-9ffa-577de364375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:05.914883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network hostable DHCP agents. Network: bd545d30-a429-446a-9ffa-577de364375d, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:05.945053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b88fb41f-85b4-4ff2-9647-4708c869cb17,segment=NetworkSegment(f7d56eb5-87ff-4897-972c-8c8d48103b0f),segment_id=f7d56eb5-87ff-4897-972c-8c8d48103b0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:05.965329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network bd545d30-a429-446a-9ffa-577de364375d is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:05.977035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:05.985893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event updated for resources: {'Port': ['ID=d2a969d6-70cf-424e-a50e-a7d7eeec60c5,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:05.992689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Transition to ACTIVE for port object b88fb41f-85b4-4ff2-9647-4708c869cb17 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:05.995851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:06.045064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, bd545d30-a429-446a-9ffa-577de364375d) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:06.051203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:06.052212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.058340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] In _notify_port_updated(), no bound segment for port d2a969d6-70cf-424e-a50e-a7d7eeec60c5 on network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:27:06.058900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845fdeb3-f9cd-4a82-bd5b-8f00630f6651 None None] Network bd545d30-a429-446a-9ffa-577de364375d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:06.063529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:06.064201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.065531 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "PUT /v2.0/ports/d2a969d6-70cf-424e-a50e-a7d7eeec60c5 HTTP/1.1" status: 200 len: 960 time: 1.0734630 Jun 25 11:27:06.068358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56500) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:06.073026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99a98c7-c468-4afa-aad6-2299bf1c6e85 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:06.079044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99a98c7-c468-4afa-aad6-2299bf1c6e85 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:06.079431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.084024 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c99a98c7-c468-4afa-aad6-2299bf1c6e85 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3325052 Jun 25 11:27:06.084407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56502) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:06.088651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6c6d2879-ec31-419a-b196-9807d78d0b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:06.090198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1230319682'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:06.179180 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0379112 Jun 25 11:27:06.182563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56504) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:06.187532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cea61278-ab9a-446c-9412-bc8d793323f7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1306642119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:06.200374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port d2a969d6-70cf-424e-a50e-a7d7eeec60c5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:06.200711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.237514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Pushing event updated for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:06.254783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:06.286107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Made reservation on behalf of 0a5b1efc8ee24e7e8e63e65dca7a3d9a for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:06.295225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.329913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.335961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-bd545d30-a429-446a-9ffa-577de364375d', 'network_id': 'bd545d30-a429-446a-9ffa-577de364375d', 'tenant_id': 'b9db5d0aa75a418f9f9934779316b53e', 'fixed_ips': [{'subnet_id': '3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:06.336817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:06.336949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.349502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.350254 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Added segment 31dd8b74-ff48-4b06-979b-9aa6e7d13e75 of type vlan for network c8a220c8-9c61-484e-a5b4-c5f70ad54cb1 Jun 25 11:27:06.352291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for d2a969d6-70cf-424e-a50e-a7d7eeec60c5 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:06.404964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.447955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cea61278-ab9a-446c-9412-bc8d793323f7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.449202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cea61278-ab9a-446c-9412-bc8d793323f7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.510684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Allocated IP 2001:db8::2 (bd545d30-a429-446a-9ffa-577de364375d/3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d/50fc43b6-0513-4e80-bbe4-b27176c25cc1) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:06.538256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.547361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cea61278-ab9a-446c-9412-bc8d793323f7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.547639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:06.548272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.559301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cce24dec-ffff-42bc-a543-9a9c48d2452d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:06.634683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cea61278-ab9a-446c-9412-bc8d793323f7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.641146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Network': ['ID=c8a220c8-9c61-484e-a5b4-c5f70ad54cb1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:06.653407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:06.657187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network c8a220c8-9c61-484e-a5b4-c5f70ad54cb1 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:06.713369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.716804 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6288259 Jun 25 11:27:06.718162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56506) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:06.722975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1484977746'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:06.735870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.737769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e4d6fc21-eed1-405b-b71a-ea6e573d301a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:06.749531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Transition to ACTIVE for port object 50fc43b6-0513-4e80-bbe4-b27176c25cc1 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:06.764964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cea61278-ab9a-446c-9412-bc8d793323f7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.766409 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cea61278-ab9a-446c-9412-bc8d793323f7 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5828824 Jun 25 11:27:06.773592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Transition to ACTIVE for port object 50fc43b6-0513-4e80-bbe4-b27176c25cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:06.780610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56508) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:06.785994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'network_id': 'bd545d30-a429-446a-9ffa-577de364375d', 'name': 'tempest-PortsIpV6TestJSON-805089752'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:06.816087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=d2a969d6-70cf-424e-a50e-a7d7eeec60c5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:06.819676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b88fb41f-85b4-4ff2-9647-4708c869cb17 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:06.840181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:06.853121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Made reservation on behalf of 0a5b1efc8ee24e7e8e63e65dca7a3d9a for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:06.859949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.864129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.869585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-869623b0-6f93-4d52-8eb1-7ea1899918e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:06.874932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.877786 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/d2a969d6-70cf-424e-a50e-a7d7eeec60c5 HTTP/1.1" status: 204 len: 168 time: 0.8081803 Jun 25 11:27:06.880025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56510) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:06.902941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:06.911769 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc00e80-c819-47b1-91e0-de2b17ef21ae tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] GET failed (client error): The resource could not be found. Jun 25 11:27:06.913590 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-efc00e80-c819-47b1-91e0-de2b17ef21ae tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports/d2a969d6-70cf-424e-a50e-a7d7eeec60c5 HTTP/1.1" status: 404 len: 333 time: 0.0325978 Jun 25 11:27:06.923441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56512) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:06.928218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.928706 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Added segment afbb3a0d-be52-4f54-897e-78e301591508 of type vlan for network 9a6b18e6-9a95-47bb-bca8-78ca501d65c1 Jun 25 11:27:06.942818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Network bd545d30-a429-446a-9ffa-577de364375d is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:06.948522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:06.953796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:06.957317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Pushing event updated for resources: {'Port': ['ID=50fc43b6-0513-4e80-bbe4-b27176c25cc1,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:06.969697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:06.988497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:06.995255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.000114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-adf7fb3d-8d42-4fe9-a4f0-34d04d6fc583 None None] Provisioning for port b88fb41f-85b4-4ff2-9647-4708c869cb17 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:07.015148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.029960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-adf7fb3d-8d42-4fe9-a4f0-34d04d6fc583 None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:07.030344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-adf7fb3d-8d42-4fe9-a4f0-34d04d6fc583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.037757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:07.038381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.067527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:07.071914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.081853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Attempting to bind port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:07.082238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Attempting to bind port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'fe1af564-8670-4779-99a9-e2f27d890eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'bd545d30-a429-446a-9ffa-577de364375d'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:07.082613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Attempting to bind port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 on network bd545d30-a429-446a-9ffa-577de364375d {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:07.090484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:07.095813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.099094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:07.099478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Checking segment: {'id': 'fe1af564-8670-4779-99a9-e2f27d890eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'bd545d30-a429-446a-9ffa-577de364375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:07.099887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.100317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Bound using segment: {'id': 'fe1af564-8670-4779-99a9-e2f27d890eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'bd545d30-a429-446a-9ffa-577de364375d'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:07.100813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Bound port: 50fc43b6-0513-4e80-bbe4-b27176c25cc1, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1af564-8670-4779-99a9-e2f27d890eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'bd545d30-a429-446a-9ffa-577de364375d'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:07.100955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:07.101229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.101495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.106590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:07.114505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.118159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.119779 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/security-groups/6e4034a8-acb0-4eec-864c-5697b71c1c05 HTTP/1.1" status: 204 len: 168 time: 0.2020519 Jun 25 11:27:07.120812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-90f80d9a-7d45-4005-8e9f-ce2a22659f63 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:07.124295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56514) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:07.144149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4034a8-acb0-4eec-864c-5697b71c1c05,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:07.148245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:07.201036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.235631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Network': ['ID=9a6b18e6-9a95-47bb-bca8-78ca501d65c1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:07.240264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.244537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:07.251997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5313580 Jun 25 11:27:07.255104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56516) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:07.261494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 9a6b18e6-9a95-47bb-bca8-78ca501d65c1 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:07.261808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'ports': [{'network_id': 'c8a220c8-9c61-484e-a5b4-c5f70ad54cb1', 'name': 'tempest-port--328089992', 'admin_state_up': True}, {'network_id': '9a6b18e6-9a95-47bb-bca8-78ca501d65c1', 'admin_state_up': False}]} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:07.262127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'port': {'network_id': 'c8a220c8-9c61-484e-a5b4-c5f70ad54cb1', 'name': 'tempest-port--328089992', 'admin_state_up': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:07.262616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'port': {'network_id': '9a6b18e6-9a95-47bb-bca8-78ca501d65c1', 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:07.281459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] For port 50fc43b6-0513-4e80-bbe4-b27176c25cc1, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:07.309953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::20f (bd545d30-a429-446a-9ffa-577de364375d/3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d/f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:07.337702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] For port 50fc43b6-0513-4e80-bbe4-b27176c25cc1, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50fc43b6-0513-4e80-bbe4-b27176c25cc1,segment=NetworkSegment(fe1af564-8670-4779-99a9-e2f27d890eaa),segment_id=fe1af564-8670-4779-99a9-e2f27d890eaa)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:07.357699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-adf7fb3d-8d42-4fe9-a4f0-34d04d6fc583 None None] Provisioning complete for port 1a117ea3-670f-46d6-851e-6edf60e99e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:07.358084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-adf7fb3d-8d42-4fe9-a4f0-34d04d6fc583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.405052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-adf7fb3d-8d42-4fe9-a4f0-34d04d6fc583 None None] Port 1a117ea3-670f-46d6-851e-6edf60e99e90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:07.408592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-adf7fb3d-8d42-4fe9-a4f0-34d04d6fc583 None None] Could not find standard attr ID for object d2a969d6-70cf-424e-a50e-a7d7eeec60c5. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:27:07.444908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.448671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:07.483082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.506434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:07.507562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Pushing event updated for resources: {'Port': ['ID=50fc43b6-0513-4e80-bbe4-b27176c25cc1,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:07.510831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:07.526424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-98d80e99-3d72-459a-8432-8bdd19f83abf None None] Could not find standard attr ID for object d2a969d6-70cf-424e-a50e-a7d7eeec60c5. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:27:07.616327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.619789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.622812 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/security-groups/7f8352d5-6c68-4e62-b68b-6aafe7b00029 HTTP/1.1" status: 204 len: 168 time: 0.4972250 Jun 25 11:27:07.623795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:07.623944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56518) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:07.634954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8352d5-6c68-4e62-b68b-6aafe7b00029,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:07.637689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:07.651324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Made reservation on behalf of 0a5b1efc8ee24e7e8e63e65dca7a3d9a for: {'port': 2} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:07.653613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.660650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.662569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ed8c099b-dbf9-46e5-8dcb-41102795e3f9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:07.672323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.744611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network bd545d30-a429-446a-9ffa-577de364375d is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:07.748358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:07.754305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:07.764099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:07.770826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:07.776661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:07.777350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.784374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] device_id is not set on port 2fa3c746-ff34-48e4-a743-27491923e667 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:07.796807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.826052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.915091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:07.989222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] device_id is not set on port b2fb3536-f2ac-4e82-8633-530932124d52 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:07.998912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2168503 Jun 25 11:27:08.001356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56520) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:08.061678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.065050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.066311 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/security-groups/e0d00862-d3e8-4ca4-9666-c4482c8eb1ef HTTP/1.1" status: 204 len: 168 time: 0.4413037 Jun 25 11:27:08.069011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56522) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:08.098091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c75bdb91-bdc0-4737-9031-4a36eb03d29b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:08.110402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d00862-d3e8-4ca4-9666-c4482c8eb1ef,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:08.113948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:08.151228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.159131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet 7212c265-1fe5-40e8-ab75-2d4a33ee29aa {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:08.163578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.220881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.330404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.355613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.361532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64699d2b-18ef-4aad-bd03-0e44577e8266 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:08.409736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.455892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Port': ['ID=2fa3c746-ff34-48e4-a743-27491923e667,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:08.464435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:08.471624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Checking segment: {'id': '31dd8b74-ff48-4b06-979b-9aa6e7d13e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'c8a220c8-9c61-484e-a5b4-c5f70ad54cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:08.471985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network hostable DHCP agents. Network: c8a220c8-9c61-484e-a5b4-c5f70ad54cb1, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:08.601828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a3a64-1196-44e0-8125-6e3f2fdebc87 None None] Network bd545d30-a429-446a-9ffa-577de364375d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:08.611787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.616771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e69e654b-3d52-49a0-8415-443e9f9619a8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:08.619663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network c8a220c8-9c61-484e-a5b4-c5f70ad54cb1 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:08.655262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.661037 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/7212c265-1fe5-40e8-ab75-2d4a33ee29aa HTTP/1.1" status: 204 len: 168 time: 0.5875340 Jun 25 11:27:08.661037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=7212c265-1fe5-40e8-ab75-2d4a33ee29aa,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:08.663581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56524) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:08.667136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9384f-924f-46fb-9e4e-9d7e0bcc950c None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:08.671210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:08.735265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, c8a220c8-9c61-484e-a5b4-c5f70ad54cb1) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:08.735975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.740754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:08.741692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet 24a9e90e-de41-440c-b38f-5f49d0aa65d6 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:08.742127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.745487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.751988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13874200-ce87-404e-acc3-9e8e08e25a44 None None] Network c8a220c8-9c61-484e-a5b4-c5f70ad54cb1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:08.756936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a506cf92-7684-4719-8d4e-42428a3ee445 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:08.799331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.801068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8ca5b66c-bed1-407d-884b-ef15967fd052 None None] Provisioning for port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:08.877135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Checking segment: {'id': 'afbb3a0d-be52-4f54-897e-78e301591508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '9a6b18e6-9a95-47bb-bca8-78ca501d65c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:08.877290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.877762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network hostable DHCP agents. Network: 9a6b18e6-9a95-47bb-bca8-78ca501d65c1, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:08.891230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Port': ['ID=b2fb3536-f2ac-4e82-8633-530932124d52,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:08.894011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:08.895599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:08.912702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50fc43b6-0513-4e80-bbe4-b27176c25cc1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:08.985611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:08.986632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network 9a6b18e6-9a95-47bb-bca8-78ca501d65c1 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:09.107561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 9a6b18e6-9a95-47bb-bca8-78ca501d65c1) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:09.111835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:09.118734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:09.124044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:09.128206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.138689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122d3e9-d8e8-4d91-94b7-45e686e15d8c None None] Network 9a6b18e6-9a95-47bb-bca8-78ca501d65c1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:09.214411 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9561100 Jun 25 11:27:09.215024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56526) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:09.299522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec46d883-c823-4dbd-a5bc-2e591617f125 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:09.311534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec46d883-c823-4dbd-a5bc-2e591617f125 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:09.318211 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ec46d883-c823-4dbd-a5bc-2e591617f125 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0982392 Jun 25 11:27:09.318211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56528) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:09.385615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:09.391785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:09.392172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.416981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:09.426611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:09.460253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Deleting port 2fa3c746-ff34-48e4-a743-27491923e667 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:09.460910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.495604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.547983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 50fc43b6-0513-4e80-bbe4-b27176c25cc1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50fc43b6-0513-4e80-bbe4-b27176c25cc1,segment=NetworkSegment(fe1af564-8670-4779-99a9-e2f27d890eaa),segment_id=fe1af564-8670-4779-99a9-e2f27d890eaa)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:09.572400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.585739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.588082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Calling delete_port for 2fa3c746-ff34-48e4-a743-27491923e667 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:09.649551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.649551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:09.650563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.659011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7723cb6d-60f5-487a-8620-d6c723c75430 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:09.683493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.685349 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/24a9e90e-de41-440c-b38f-5f49d0aa65d6 HTTP/1.1" status: 204 len: 168 time: 1.0222402 Jun 25 11:27:09.687802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56532) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:09.688362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=24a9e90e-de41-440c-b38f-5f49d0aa65d6,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:09.695397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:09.728314 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3747275c-dab8-41ba-b300-75defd27501e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:09.728686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3747275c-dab8-41ba-b300-75defd27501e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:09.730595 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3747275c-dab8-41ba-b300-75defd27501e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/7212c265-1fe5-40e8-ab75-2d4a33ee29aa HTTP/1.1" status: 404 len: 337 time: 0.0407789 Jun 25 11:27:09.734373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=50fc43b6-0513-4e80-bbe4-b27176c25cc1,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:09.743311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56534) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:09.745570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:09.793433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.801000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6fa96044-a63c-4108-9716-8c314e260382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:09.843637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.846371 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/ports/2fa3c746-ff34-48e4-a743-27491923e667 HTTP/1.1" status: 204 len: 168 time: 0.5270271 Jun 25 11:27:09.846806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Port': ['ID=2fa3c746-ff34-48e4-a743-27491923e667,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:09.848499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56538) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:09.849577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:09.874694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting subnet f2c46273-fcf1-4722-91de-f249b5abda2b {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:09.879134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0c360edb-499f-4950-ade0-03de0002e0f3 None None] Provisioning for port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:09.881530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.887584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0c360edb-499f-4950-ade0-03de0002e0f3 None None] Provisioning complete for port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:09.887977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c360edb-499f-4950-ade0-03de0002e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.952315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0c360edb-499f-4950-ade0-03de0002e0f3 None None] Port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:09.968088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0c360edb-499f-4950-ade0-03de0002e0f3 None None] Provisioning complete for port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:09.968607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0c360edb-499f-4950-ade0-03de0002e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:09.979573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.048698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.126519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.145288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Deleting port b2fb3536-f2ac-4e82-8633-530932124d52 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:10.145640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.220025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-25c227b5-32ad-4446-a91c-86e9dfeb4502 None None] Provisioning complete for port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:10.220412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-25c227b5-32ad-4446-a91c-86e9dfeb4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.262834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-25c227b5-32ad-4446-a91c-86e9dfeb4502 None None] Port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:10.296325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.313728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.349985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Calling delete_port for b2fb3536-f2ac-4e82-8633-530932124d52 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:10.355767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb9c6b-7625-4ad5-8d73-eb0c6aa1da29 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:10.439262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0fc18620-8fa0-4feb-8fcc-99c29d094301 None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:10.439601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0fc18620-8fa0-4feb-8fcc-99c29d094301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.570423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.652881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0fc18620-8fa0-4feb-8fcc-99c29d094301 None None] Provisioning complete for port 1a117ea3-670f-46d6-851e-6edf60e99e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:10.653580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0fc18620-8fa0-4feb-8fcc-99c29d094301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.693978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0fc18620-8fa0-4feb-8fcc-99c29d094301 None None] Port 1a117ea3-670f-46d6-851e-6edf60e99e90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:10.730046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056bb29-638e-44d6-892b-9e2a768e5ce0 req-42634f75-0342-4840-b4ac-17bee3839473 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:10.733690 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5056bb29-638e-44d6-892b-9e2a768e5ce0 req-42634f75-0342-4840-b4ac-17bee3839473 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.0972619 Jun 25 11:27:10.752505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.762612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-331e3a48-8d54-4df7-82da-bb21ed827a18 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:10.785867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Port': ['ID=b2fb3536-f2ac-4e82-8633-530932124d52,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:10.786375 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5056bb29-638e-44d6-892b-9e2a768e5ce0 req-b6515574-f1e9-47eb-8dbb-b0efd5662f53 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Jun 25 11:27:10.791694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:10.796676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.798704 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/ports/b2fb3536-f2ac-4e82-8633-530932124d52 HTTP/1.1" status: 204 len: 168 time: 0.9489698 Jun 25 11:27:10.801270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56556) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:10.825722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50fc43b6-0513-4e80-bbe4-b27176c25cc1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:10.831401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9417957b-366f-4a64-9ae2-074be2ea100e None None] Provisioning complete for port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:10.831401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9417957b-366f-4a64-9ae2-074be2ea100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.843996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fe730956-a44b-4ba5-aeeb-5a3f38926ee6 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376673 Jun 25 11:27:10.843996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.843996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.844457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-144b6bc1-10a8-448d-904a-576b0a017c64 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:10.845378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56558) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:10.853135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-18759770'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:10.860577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.866690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53398331-0178-4be7-8b52-fe44208827aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:10.897362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9417957b-366f-4a64-9ae2-074be2ea100e None None] Port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:10.901735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:10.913162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:10.918908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c46273-fcf1-4722-91de-f249b5abda2b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:10.921612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:10.926816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.928815 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/f2c46273-fcf1-4722-91de-f249b5abda2b HTTP/1.1" status: 204 len: 168 time: 1.1850302 Jun 25 11:27:10.931359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56560) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:10.933784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:10.934171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:10.964016 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d904a12-25ac-4461-b118-b5531f09df5b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:10.964472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d904a12-25ac-4461-b118-b5531f09df5b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:10.966273 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2d904a12-25ac-4461-b118-b5531f09df5b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/ba7c6cfb-3ef2-4b0a-9122-0f8953dd9b18 HTTP/1.1" status: 404 len: 337 time: 0.0339017 Jun 25 11:27:10.969024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56564) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.005275 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-986dd6fc-a263-4580-89fb-3c0b12d04770 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "GET /v2.0/ports?device_id=272065f2-ac80-4559-8004-9252adc53617 HTTP/1.1" status: 200 len: 205 time: 0.0330880 Jun 25 11:27:11.005497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56568) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.017355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Made reservation on behalf of 0a5b1efc8ee24e7e8e63e65dca7a3d9a for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:11.022167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.062509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network bd545d30-a429-446a-9ffa-577de364375d is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:11.064104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:11.074453 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-0b835df9-45b4-48c6-8b82-924aa839e1b1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] delete failed (client error): The resource could not be found. Jun 25 11:27:11.077188 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0b835df9-45b4-48c6-8b82-924aa839e1b1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/routers/272065f2-ac80-4559-8004-9252adc53617 HTTP/1.1" status: 404 len: 336 time: 0.0690866 Jun 25 11:27:11.079245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56570) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.117988 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2b7fde-c4f8-4cd8-9cd7-6ebe348ed3bb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.118437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2b7fde-c4f8-4cd8-9cd7-6ebe348ed3bb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.122740 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ce2b7fde-c4f8-4cd8-9cd7-6ebe348ed3bb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/72c62ae1-8176-4b08-a279-7751493b50c4 HTTP/1.1" status: 404 len: 337 time: 0.0399828 Jun 25 11:27:11.122740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:11.123437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56572) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.157361 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-288b0d37-962c-41c3-841e-ced25878d2f0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.157826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288b0d37-962c-41c3-841e-ced25878d2f0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.161856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-288b0d37-962c-41c3-841e-ced25878d2f0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/437d3f64-3c1c-4350-876b-97fb11c3a296 HTTP/1.1" status: 404 len: 337 time: 0.0354455 Jun 25 11:27:11.165542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56574) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.165542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.165865 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Added segment 4371502f-5929-484b-81a0-54ccab0db7df of type vlan for network a24f0757-d061-4ede-91d1-71e2863e3d3a Jun 25 11:27:11.219769 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a39e6d-16e9-4357-beac-2bbbffb3a1cf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.220219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a39e6d-16e9-4357-beac-2bbbffb3a1cf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.222118 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-95a39e6d-16e9-4357-beac-2bbbffb3a1cf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/aea044e3-9c9d-43d0-8068-6e1ea178286a HTTP/1.1" status: 404 len: 337 time: 0.0590422 Jun 25 11:27:11.228186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56576) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.239324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.263061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1261ebb1-4a9b-45ef-8483-db203176d078 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.263852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1261ebb1-4a9b-45ef-8483-db203176d078 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.268652 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1261ebb1-4a9b-45ef-8483-db203176d078 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/afe73bf1-e1ec-4c39-b675-f00760c7b770 HTTP/1.1" status: 404 len: 333 time: 0.0385730 Jun 25 11:27:11.269744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56578) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.306757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Router 57a01a1b-7a73-45d8-9476-5fbeb66f19d2 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:27:11.308859 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a251d9-a0ba-4f4e-9a80-94fb75da3fd5 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.309375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a251d9-a0ba-4f4e-9a80-94fb75da3fd5 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.311252 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-47a251d9-a0ba-4f4e-9a80-94fb75da3fd5 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/4fc4987d-3d19-4511-8265-41dc11fddab3 HTTP/1.1" status: 404 len: 337 time: 0.0404947 Jun 25 11:27:11.315928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56580) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.359033 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-313c80fd-1b9a-42ea-b6c5-f591e5718f55 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.359033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313c80fd-1b9a-42ea-b6c5-f591e5718f55 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.360679 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-313c80fd-1b9a-42ea-b6c5-f591e5718f55 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/1a7909c3-c5a1-4917-92bc-98da03a3be7a HTTP/1.1" status: 404 len: 337 time: 0.0426733 Jun 25 11:27:11.361429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.367441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:11.368087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.380081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56582) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.380772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-847e9d70-eef0-4c04-b7b8-ee1bfaaad958 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:11.420926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:11.428568 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "PUT /v2.0/routers/57a01a1b-7a73-45d8-9476-5fbeb66f19d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4259882 Jun 25 11:27:11.432264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56584) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.432489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f925ef24-6034-461e-96d1-e1bbe95537cb None None] Provisioning complete for port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:11.432881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f925ef24-6034-461e-96d1-e1bbe95537cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.438305 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3626d2-7b31-41fe-885e-c423c355201a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.439268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3626d2-7b31-41fe-885e-c423c355201a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.441159 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2a3626d2-7b31-41fe-885e-c423c355201a tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/9f406235-e9fe-4d78-8a37-e1576a06dd15 HTTP/1.1" status: 404 len: 333 time: 0.0550866 Jun 25 11:27:11.450336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56586) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.478736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f925ef24-6034-461e-96d1-e1bbe95537cb None None] Port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:11.480648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] Sync routers for ids ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:11.491125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] Routers {'57a01a1b-7a73-45d8-9476-5fbeb66f19d2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:11.491929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:11.524943 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5d75d2-58a8-4ffd-8900-edb08e5bfa9d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.525432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5d75d2-58a8-4ffd-8900-edb08e5bfa9d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.527161 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ae5d75d2-58a8-4ffd-8900-edb08e5bfa9d tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/506ba218-f7cf-4e3e-895c-4e630b392b2c HTTP/1.1" status: 404 len: 337 time: 0.0756235 Jun 25 11:27:11.529748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56588) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.536167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:11.536641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Network': ['ID=a24f0757-d061-4ede-91d1-71e2863e3d3a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:11.539515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:11.549050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a24f0757-d061-4ede-91d1-71e2863e3d3a details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:11.554582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c5bee-096e-40bd-9958-0f850d5ebb06 None None] Network 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:11.558897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7121484 Jun 25 11:27:11.563212 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da69467-3335-455f-af67-0d49ce5586d7 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:11.563779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da69467-3335-455f-af67-0d49ce5586d7 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:11.565161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56590) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.568164 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0da69467-3335-455f-af67-0d49ce5586d7 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/subnets/d26e6c2b-9013-45f6-9139-9f84e7e0cdf8 HTTP/1.1" status: 404 len: 337 time: 0.0348580 Jun 25 11:27:11.569375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56592) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.573128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1888138075'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:11.586432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e224eb-5a8c-42d0-a8c0-e374f433a940 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:11.588304 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-63e224eb-5a8c-42d0-a8c0-e374f433a940 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports?device_id=57a01a1b-7a73-45d8-9476-5fbeb66f19d2 HTTP/1.1" status: 200 len: 988 time: 0.1559672 Jun 25 11:27:11.591888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56594) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:11.598353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] Routers {'57a01a1b-7a73-45d8-9476-5fbeb66f19d2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:11.598987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:11.683709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port 1a117ea3-670f-46d6-851e-6edf60e99e90 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:11.684154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.690490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:11.691170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f0ba8-4cd9-4dd4-90c1-56af2d1100ac None None] The sync data for ids ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:11.698844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Made reservation on behalf of 0a5b1efc8ee24e7e8e63e65dca7a3d9a for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:11.703784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.713940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-93e8be7d-976e-4caa-bfc3-061ae1d544b7 None None] Provisioning complete for port b88fb41f-85b4-4ff2-9647-4708c869cb17 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:11.713940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93e8be7d-976e-4caa-bfc3-061ae1d544b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.760156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.772857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for 1a117ea3-670f-46d6-851e-6edf60e99e90 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:11.809403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:11.819589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.820072 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Added segment b942236a-01a4-4319-b24b-e333b89fe8f2 of type vlan for network 27aa2a64-e98a-4685-9b2a-446daff53fbf Jun 25 11:27:11.879654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-93e8be7d-976e-4caa-bfc3-061ae1d544b7 None None] Provisioning complete for port 1a117ea3-670f-46d6-851e-6edf60e99e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:11.880162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93e8be7d-976e-4caa-bfc3-061ae1d544b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.916957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-93e8be7d-976e-4caa-bfc3-061ae1d544b7 None None] Port 1a117ea3-670f-46d6-851e-6edf60e99e90 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:11.917532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.959348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:11.968452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9e842b3-399b-44b8-993d-4ecfe677f9b8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:11.979261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] DHCP port deletion for 5eb9e637-e28f-45f1-a435-3d7450cdc4d2 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:12.004475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=1a117ea3-670f-46d6-851e-6edf60e99e90,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:12.007206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:12.024134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.026409 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/ports/1a117ea3-670f-46d6-851e-6edf60e99e90 HTTP/1.1" status: 204 len: 168 time: 0.4570343 Jun 25 11:27:12.029249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56598) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:12.040751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Deleting port b88fb41f-85b4-4ff2-9647-4708c869cb17 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:12.041316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.088345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.094393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:12.095126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.107502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b828a43f-d36f-4d4c-9fef-406f8ad0b740 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:12.111661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b88fb41f-85b4-4ff2-9647-4708c869cb17,segment=NetworkSegment(f7d56eb5-87ff-4897-972c-8c8d48103b0f),segment_id=f7d56eb5-87ff-4897-972c-8c8d48103b0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:12.111994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.126837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Calling delete_port for b88fb41f-85b4-4ff2-9647-4708c869cb17 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:12.142437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.166558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705388e4-8027-4337-b957-eab62f800704 req-be5365f4-eb7b-4bad-9958-82018409440f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:12.168122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-705388e4-8027-4337-b957-eab62f800704 req-be5365f4-eb7b-4bad-9958-82018409440f tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.1667700 Jun 25 11:27:12.187109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.228950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Network': ['ID=27aa2a64-e98a-4685-9b2a-446daff53fbf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:12.239585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 27aa2a64-e98a-4685-9b2a-446daff53fbf details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:12.243447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-705388e4-8027-4337-b957-eab62f800704 req-54df9cab-7269-4b8a-8b7d-f401640f631e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691602 Jun 25 11:27:12.259425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:12.259727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Deleting port b88fb41f-85b4-4ff2-9647-4708c869cb17 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:12.259727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.260110 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6928086 Jun 25 11:27:12.354144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.362776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] For port b88fb41f-85b4-4ff2-9647-4708c869cb17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b88fb41f-85b4-4ff2-9647-4708c869cb17,segment=NetworkSegment(f7d56eb5-87ff-4897-972c-8c8d48103b0f),segment_id=f7d56eb5-87ff-4897-972c-8c8d48103b0f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:12.363410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.364177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f7affe16-8277-4a3a-92a8-7e9315404763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:12.380816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Calling delete_port for b88fb41f-85b4-4ff2-9647-4708c869cb17 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:12.394195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Pushing event deleted for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:12.396379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] No DVR routers for this DVR port b88fb41f-85b4-4ff2-9647-4708c869cb17 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:12.400140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:12.402570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56600) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:12.410920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'subnets': [{'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943880539', 'ip_version': 4}, {'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:12.411241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'subnet': {'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943880539', 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:12.411828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Request body: {'subnet': {'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:12.469953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.472815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dd5d467d-793a-4275-a0e7-7ebd92d75e2c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:12.496964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Port': ['ID=b88fb41f-85b4-4ff2-9647-4708c869cb17,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:12.499371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:12.501115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:12.501518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.501867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] No DVR routers for this DVR port b88fb41f-85b4-4ff2-9647-4708c869cb17 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:12.583210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.594347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb9e637-e28f-45f1-a435-3d7450cdc4d2']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:12.604561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d56eb5-87ff-4897-972c-8c8d48103b0f') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:12.604862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d56eb5-87ff-4897-972c-8c8d48103b0f') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:12.615348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.628879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.635334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:12.635749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:12.638726 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:12.654205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.667603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:12.761256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.764670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5efd8519-a1a1-4678-a4c1-ab4b45aac1b8 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:12.768531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Made reservation on behalf of 0a5b1efc8ee24e7e8e63e65dca7a3d9a for: {'subnet': 2} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:12.770574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.774957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] 10.222.0.81 "DELETE /v2.0/networks/5eb9e637-e28f-45f1-a435-3d7450cdc4d2 HTTP/1.1" status: 204 len: 168 time: 0.7422101 Jun 25 11:27:12.775105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.775105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:12.782873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Pushing event deleted for resources: {'Network': ['ID=5eb9e637-e28f-45f1-a435-3d7450cdc4d2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:12.790575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:12.799046 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b88fb41f-85b4-4ff2-9647-4708c869cb17 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:12.822706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b88fb41f-85b4-4ff2-9647-4708c869cb17 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:12.823074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b88fb41f-85b4-4ff2-9647-4708c869cb17 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:13.019098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:13.024189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aaaa15e5-0e95-4db6-875a-0be859818360 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:13.057833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:13.061277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:13.192038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:13.356345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56608) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:13.494361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Router 57a01a1b-7a73-45d8-9476-5fbeb66f19d2 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:13.496653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-780becb7-3db7-4f20-970b-550b7b704b44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5bd9d965a5174d28966b68efb855e545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387932 Jun 25 11:27:13.498903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56612) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:13.548951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:13.571435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:13.924685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:13.927350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:13.930349 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/814fe7a1-d0e3-4824-8323-16bae44f1fd7 HTTP/1.1" status: 204 len: 168 time: 0.4287820 Jun 25 11:27:13.930349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dde364a7-21ae-4d4d-acc3-27d16880ce26 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:13.946593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814fe7a1-d0e3-4824-8323-16bae44f1fd7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:13.946593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:14.012709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:14.021325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c81787-fcf4-4bea-8582-79f16823b378 req-c6799a7e-9e96-4dfc-9c1c-afd9428867a6 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:14.022286 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] Sync routers for ids ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:14.022829 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-72c81787-fcf4-4bea-8582-79f16823b378 req-c6799a7e-9e96-4dfc-9c1c-afd9428867a6 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.6558909 Jun 25 11:27:14.027307 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "PUT /v2.0/routers/57a01a1b-7a73-45d8-9476-5fbeb66f19d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4343643 Jun 25 11:27:14.030340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56616) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:14.040675 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] Routers {'57a01a1b-7a73-45d8-9476-5fbeb66f19d2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:14.041439 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:14.060998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4cbeea-d93c-4678-8d8a-3a515fc3943a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:27:14.065343 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5c4cbeea-d93c-4678-8d8a-3a515fc3943a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/f088a2d3-23ff-4ab5-ab48-cccbe6d56aa5 HTTP/1.1" status: 404 len: 333 time: 0.0311193 Jun 25 11:27:14.071408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56618) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:14.073910 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:14.091069 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] Routers {'57a01a1b-7a73-45d8-9476-5fbeb66f19d2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:14.091805 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:14.110628 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-72c81787-fcf4-4bea-8582-79f16823b378 req-48e0339b-dd2e-46be-976f-0d38bf43744e tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779409 Jun 25 11:27:14.135683 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:14.136561 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423da746-5c89-438b-8c21-f312ea5f65ae None None] The sync data for ids ['57a01a1b-7a73-45d8-9476-5fbeb66f19d2'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:14.161334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a2e4-15e2-4d28-bcfd-65f7d9c3fc7b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.188922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.191551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a9f4d7f3-4f3e-4aff-8750-890fc6b9ae67 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:14.266043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Subnet': ['ID=56295ebc-f162-4e91-9fdc-a20520f110b7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:14.270335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:14.275009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Checking segment: {'id': '4371502f-5929-484b-81a0-54ccab0db7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:14.275511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network hostable DHCP agents. Network: a24f0757-d061-4ede-91d1-71e2863e3d3a, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:14.326780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a2e4-15e2-4d28-bcfd-65f7d9c3fc7b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.329253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a2e4-15e2-4d28-bcfd-65f7d9c3fc7b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.443885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network a24f0757-d061-4ede-91d1-71e2863e3d3a is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:14.507314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a2e4-15e2-4d28-bcfd-65f7d9c3fc7b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.507909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3a2e4-15e2-4d28-bcfd-65f7d9c3fc7b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Fanout notify agent at l3_agent the message router_deleted on router 57a01a1b-7a73-45d8-9476-5fbeb66f19d2 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:27:14.517006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a2e4-15e2-4d28-bcfd-65f7d9c3fc7b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.517006 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0ce3a2e4-15e2-4d28-bcfd-65f7d9c3fc7b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/routers/57a01a1b-7a73-45d8-9476-5fbeb66f19d2 HTTP/1.1" status: 204 len: 168 time: 0.4492967 Jun 25 11:27:14.519402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56628) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:14.551912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a24f0757-d061-4ede-91d1-71e2863e3d3a) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:14.559905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.560443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b73c8f-0943-4b10-baf0-a5f66ae9be28 None None] Network a24f0757-d061-4ede-91d1-71e2863e3d3a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:14.561987 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-063d5b0b-ea66-4317-82db-afaf823c9562 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:14.617737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:14.630062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.661979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event updated for resources: {'Subnet': ['ID=e75b3be6-264d-49da-acd1-73c4da56cc9e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:14.670016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:14.699698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.699698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Checking segment: {'id': 'b942236a-01a4-4319-b24b-e333b89fe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:14.699698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network hostable DHCP agents. Network: 27aa2a64-e98a-4685-9b2a-446daff53fbf, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:14.721175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803683c0-c202-437d-85ac-aec57131157a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a24f0757-d061-4ede-91d1-71e2863e3d3a', 'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a', 'tenant_id': '0a5b1efc8ee24e7e8e63e65dca7a3d9a', 'fixed_ips': [{'subnet_id': '56295ebc-f162-4e91-9fdc-a20520f110b7'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:14.722034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-803683c0-c202-437d-85ac-aec57131157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.788805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.811435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Network 27aa2a64-e98a-4685-9b2a-446daff53fbf is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:14.863188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-803683c0-c202-437d-85ac-aec57131157a None None] Allocated IP 172.20.0.2 (a24f0757-d061-4ede-91d1-71e2863e3d3a/56295ebc-f162-4e91-9fdc-a20520f110b7/5a56a531-805c-4512-a486-3e403d179cfc) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:14.924308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 27aa2a64-e98a-4685-9b2a-446daff53fbf) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:14.928554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:14.929004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:14.930228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.937642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab25b9f-d008-4fd6-b092-40d83bb098ae None None] Network 27aa2a64-e98a-4685-9b2a-446daff53fbf requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:14.970956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:14.974069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-705f34ab-fb94-41f7-b477-f151a3116ce8 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:15.004141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.006231 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d HTTP/1.1" status: 204 len: 168 time: 0.4856918 Jun 25 11:27:15.007463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:15.010003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56638) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:15.011208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:15.035806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2b65a-fb36-4ed1-b0d3-d8dc3b21aaae None None] Network bd545d30-a429-446a-9ffa-577de364375d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:15.100750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.123726 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7201009 Jun 25 11:27:15.125247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56642) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:15.174041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:15.174627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.189298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56646) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:15.200060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14671df-1fa0-4d9b-8096-02e6d0e3083e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:15.201869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14671df-1fa0-4d9b-8096-02e6d0e3083e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:15.204044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14671df-1fa0-4d9b-8096-02e6d0e3083e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:15.209924 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d14671df-1fa0-4d9b-8096-02e6d0e3083e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0829058 Jun 25 11:27:15.210647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56650) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:15.278678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Deleting subnet 56295ebc-f162-4e91-9fdc-a20520f110b7 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:15.453938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-27aa2a64-e98a-4685-9b2a-446daff53fbf', 'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf', 'tenant_id': '0a5b1efc8ee24e7e8e63e65dca7a3d9a', 'fixed_ips': [{'subnet_id': 'e75b3be6-264d-49da-acd1-73c4da56cc9e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:15.453938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.556696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-803683c0-c202-437d-85ac-aec57131157a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.573991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-803683c0-c202-437d-85ac-aec57131157a None None] Transition to ACTIVE for port object 5a56a531-805c-4512-a486-3e403d179cfc will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:15.594790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-120395868'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:15.633366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-803683c0-c202-437d-85ac-aec57131157a None None] Transition to ACTIVE for port object 5a56a531-805c-4512-a486-3e403d179cfc will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:15.640912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] For port 50fc43b6-0513-4e80-bbe4-b27176c25cc1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50fc43b6-0513-4e80-bbe4-b27176c25cc1,segment=NetworkSegment(fe1af564-8670-4779-99a9-e2f27d890eaa),segment_id=fe1af564-8670-4779-99a9-e2f27d890eaa)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:15.641303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.663728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 50fc43b6-0513-4e80-bbe4-b27176c25cc1 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:15.663904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Allocated IP 172.20.0.18 (27aa2a64-e98a-4685-9b2a-446daff53fbf/e75b3be6-264d-49da-acd1-73c4da56cc9e/43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:15.727858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] DHCP port deletion for bd545d30-a429-446a-9ffa-577de364375d request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:15.757120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ccb-6b33-4590-a869-79caa295e14d req-6b31d562-7d93-428c-8030-6d6dd483d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:15.759285 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-908a0ccb-6b33-4590-a869-79caa295e14d req-6b31d562-7d93-428c-8030-6d6dd483d09b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=869fa866ee3f424c952da82e96d1f712&device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1098 time: 0.1879354 Jun 25 11:27:15.774812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62b244-0b7f-48ab-ad8d-8f06965cf6b3 req-44034fce-3c33-418e-8d25-bce15281e0dd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:15.774812 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd62b244-0b7f-48ab-ad8d-8f06965cf6b3 req-44034fce-3c33-418e-8d25-bce15281e0dd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.4892271 Jun 25 11:27:15.798858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.806873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-803683c0-c202-437d-85ac-aec57131157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.811823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1958df4d-da7d-4f24-a024-9c0136b31c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:15.832827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:15.837109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.853115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.888621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803683c0-c202-437d-85ac-aec57131157a None None] Network a24f0757-d061-4ede-91d1-71e2863e3d3a is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:15.897135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.903884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Deleting port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:15.903884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.908252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-803683c0-c202-437d-85ac-aec57131157a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:15.911431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803683c0-c202-437d-85ac-aec57131157a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:15.926793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803683c0-c202-437d-85ac-aec57131157a None None] Pushing event updated for resources: {'Port': ['ID=5a56a531-805c-4512-a486-3e403d179cfc,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:15.930413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-803683c0-c202-437d-85ac-aec57131157a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:15.935474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd62b244-0b7f-48ab-ad8d-8f06965cf6b3 req-b49f3c5d-fb83-4255-8714-ca9f2b2a9c8b tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540267 Jun 25 11:27:15.942412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.952208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.954466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:15.959973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-898fd70a-f57e-42f1-a2d8-e44751fb72bc tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.006168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ccb-6b33-4590-a869-79caa295e14d req-85ad8263-caa6-411c-bc74-52f968e71765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:16.007731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-908a0ccb-6b33-4590-a869-79caa295e14d req-85ad8263-caa6-411c-bc74-52f968e71765 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca HTTP/1.1" status: 200 len: 898 time: 0.2244093 Jun 25 11:27:16.009044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Transition to ACTIVE for port object 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:16.020947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=50fc43b6-0513-4e80-bbe4-b27176c25cc1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.029979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.058608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] For port 50fc43b6-0513-4e80-bbe4-b27176c25cc1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50fc43b6-0513-4e80-bbe4-b27176c25cc1,segment=NetworkSegment(fe1af564-8670-4779-99a9-e2f27d890eaa),segment_id=fe1af564-8670-4779-99a9-e2f27d890eaa)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:16.059007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.060713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No DVR routers for this DVR port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:16.078820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Transition to ACTIVE for port object 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:16.085329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-803683c0-c202-437d-85ac-aec57131157a None None] Attempting to bind port 5a56a531-805c-4512-a486-3e403d179cfc on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:16.085706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-803683c0-c202-437d-85ac-aec57131157a None None] Attempting to bind port 5a56a531-805c-4512-a486-3e403d179cfc by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '4371502f-5929-484b-81a0-54ccab0db7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:16.086105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803683c0-c202-437d-85ac-aec57131157a None None] Attempting to bind port 5a56a531-805c-4512-a486-3e403d179cfc on network a24f0757-d061-4ede-91d1-71e2863e3d3a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:16.088278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Calling delete_port for 50fc43b6-0513-4e80-bbe4-b27176c25cc1 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:16.099272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803683c0-c202-437d-85ac-aec57131157a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:16.099679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803683c0-c202-437d-85ac-aec57131157a None None] Checking segment: {'id': '4371502f-5929-484b-81a0-54ccab0db7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:16.107388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-803683c0-c202-437d-85ac-aec57131157a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.107388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803683c0-c202-437d-85ac-aec57131157a None None] Bound using segment: {'id': '4371502f-5929-484b-81a0-54ccab0db7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:16.107388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-803683c0-c202-437d-85ac-aec57131157a None None] Bound port: 5a56a531-805c-4512-a486-3e403d179cfc, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4371502f-5929-484b-81a0-54ccab0db7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a24f0757-d061-4ede-91d1-71e2863e3d3a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:16.107388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-803683c0-c202-437d-85ac-aec57131157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.124927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.128320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-907d99fd-4669-40fb-a94f-5c8dbaf613ad tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.156686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Subnet': ['ID=56295ebc-f162-4e91-9fdc-a20520f110b7,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.158849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.160990 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/subnets/56295ebc-f162-4e91-9fdc-a20520f110b7 HTTP/1.1" status: 204 len: 168 time: 0.9491246 Jun 25 11:27:16.162256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-329e938b-39be-4b95-be24-559e4cda9201 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.165071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-908a0ccb-6b33-4590-a869-79caa295e14d req-f6719a46-6713-4a1b-a2c1-368a996ed3d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c752eebd-de19-4f88-8584-32af8b87616b HTTP/1.1" status: 200 len: 1001 time: 0.1463263 Jun 25 11:27:16.168227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56654) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:16.177024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.182068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8976169f-e1c1-4b30-83ec-7712e410822a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.185372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.225856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd545d30-a429-446a-9ffa-577de364375d']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:16.263240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Network 27aa2a64-e98a-4685-9b2a-446daff53fbf is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:16.267572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1af564-8670-4779-99a9-e2f27d890eaa') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:16.267876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1af564-8670-4779-99a9-e2f27d890eaa') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:16.269429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:16.274023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Pushing event updated for resources: {'Port': ['ID=43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.277339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:16.280188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.280951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.284229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-803683c0-c202-437d-85ac-aec57131157a None None] For port 5a56a531-805c-4512-a486-3e403d179cfc, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:16.286199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.288022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.290680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-803683c0-c202-437d-85ac-aec57131157a None None] For port 5a56a531-805c-4512-a486-3e403d179cfc, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5a56a531-805c-4512-a486-3e403d179cfc,segment=NetworkSegment(4371502f-5929-484b-81a0-54ccab0db7df),segment_id=4371502f-5929-484b-81a0-54ccab0db7df)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:16.317730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Pushing event deleted for resources: {'Port': ['ID=50fc43b6-0513-4e80-bbe4-b27176c25cc1,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.325331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Deleting subnet e75b3be6-264d-49da-acd1-73c4da56cc9e {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:16.337744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ccb-6b33-4590-a869-79caa295e14d req-322d735e-b6aa-4d5e-87a1-261ee6f16d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:16.338500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.339316 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-908a0ccb-6b33-4590-a869-79caa295e14d req-322d735e-b6aa-4d5e-87a1-261ee6f16d74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6b9001a-b985-423d-bb89-2f4a051fa7e9 HTTP/1.1" status: 200 len: 835 time: 0.1594803 Jun 25 11:27:16.339913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.341462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] No DVR routers for this DVR port 50fc43b6-0513-4e80-bbe4-b27176c25cc1 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:16.342917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.374395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Attempting to bind port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:16.374770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Attempting to bind port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b942236a-01a4-4319-b24b-e333b89fe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:16.375134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Attempting to bind port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 on network 27aa2a64-e98a-4685-9b2a-446daff53fbf {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:16.380231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:16.380494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Checking segment: {'id': 'b942236a-01a4-4319-b24b-e333b89fe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:16.380896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.381315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Bound using segment: {'id': 'b942236a-01a4-4319-b24b-e333b89fe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:16.381915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Bound port: 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b942236a-01a4-4319-b24b-e333b89fe8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '27aa2a64-e98a-4685-9b2a-446daff53fbf'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:16.382176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.386083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-803683c0-c202-437d-85ac-aec57131157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.386274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:16.386596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.393644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:16.406681 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:16.503523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.512529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.531966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803683c0-c202-437d-85ac-aec57131157a None None] Pushing event updated for resources: {'Port': ['ID=5a56a531-805c-4512-a486-3e403d179cfc,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.538338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-803683c0-c202-437d-85ac-aec57131157a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.539579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] For port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:16.555844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c339e9-bdb7-4d31-a29e-d29f336ee332 None None] Network a24f0757-d061-4ede-91d1-71e2863e3d3a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:16.570126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ccb-6b33-4590-a869-79caa295e14d req-656083f2-7135-488c-bcaf-8b25bf389d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:16.574870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-908a0ccb-6b33-4590-a869-79caa295e14d req-656083f2-7135-488c-bcaf-8b25bf389d83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2250617 Jun 25 11:27:16.574870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.578519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.629482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] For port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46,segment=NetworkSegment(b942236a-01a4-4319-b24b-e333b89fe8f2),segment_id=b942236a-01a4-4319-b24b-e333b89fe8f2)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:16.658954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.665046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:16.704778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.706664 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/bd545d30-a429-446a-9ffa-577de364375d HTTP/1.1" status: 204 len: 168 time: 1.6947358 Jun 25 11:27:16.711053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56656) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:16.712168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08866838-63b2-4001-94a8-3e0077ab3d7d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.719458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.721936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.726747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.728644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.728995 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment 6138361d-5587-474e-ac51-2141f0af99f2 of type vlan for network b5886f8f-9846-4d7d-b267-0c8c014049f0 Jun 25 11:27:16.730773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-27163df8-65f8-4f4a-ac09-3807ba867110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:16.744447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.769259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deaf-fc51-430d-bded-169f6fc1cec9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:16.771107 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-90b1deaf-fc51-430d-bded-169f6fc1cec9 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/6dd0ffb8-8d00-4971-b483-396f4f414859 HTTP/1.1" status: 200 len: 844 time: 0.0590150 Jun 25 11:27:16.775842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56658) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:16.803307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Pushing event updated for resources: {'Port': ['ID=43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.813684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.816125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=bd545d30-a429-446a-9ffa-577de364375d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:16.828897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:16.839918 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50fc43b6-0513-4e80-bbe4-b27176c25cc1 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:16.845787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:16.856607 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ff32faf6-7b3a-43f9-9b87-2c56324594a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/6dd0ffb8-8d00-4971-b483-396f4f414859?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0791726 Jun 25 11:27:16.857506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:16.869877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 50fc43b6-0513-4e80-bbe4-b27176c25cc1 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:16.870446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:16.870770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50fc43b6-0513-4e80-bbe4-b27176c25cc1 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:16.874474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-908a0ccb-6b33-4590-a869-79caa295e14d req-d4362eea-929c-4f0c-9969-460fad28ed55 service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917206 Jun 25 11:27:17.000571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.006673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:17.022737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.039130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dbda153c-cbac-41eb-b700-c6f2267d7d17 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:17.046368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.063028 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-908a0ccb-6b33-4590-a869-79caa295e14d req-90841583-ac3d-427c-a528-44d4475b2f71 service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771607 Jun 25 11:27:17.079613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:17.100145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.117832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.122149 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/subnets/e75b3be6-264d-49da-acd1-73c4da56cc9e HTTP/1.1" status: 204 len: 168 time: 0.9489062 Jun 25 11:27:17.122953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56664) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:17.173333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=b5886f8f-9846-4d7d-b267-0c8c014049f0,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:17.184303 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9939129 Jun 25 11:27:17.190071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:17.190290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:17.190670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56666) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:17.191218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b27770c2-82d3-407f-a43b-59a0a2f8f425 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:17.200751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-759037154'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:17.239383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Subnet': ['ID=e75b3be6-264d-49da-acd1-73c4da56cc9e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:17.249855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:17.268195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0138e0-b2fa-422a-aa97-9c44f0a605ac req-1ec49e44-fe2e-478c-ba50-0b4b22008658 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:17.268195 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-da0138e0-b2fa-422a-aa97-9c44f0a605ac req-1ec49e44-fe2e-478c-ba50-0b4b22008658 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.1605620 Jun 25 11:27:17.269588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5780e2-6d73-4b78-87c2-f7fe5cc6249d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:17.271153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ec5780e2-6d73-4b78-87c2-f7fe5cc6249d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1471174 Jun 25 11:27:17.276235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56668) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:17.346950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:17.350618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.351319 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-da0138e0-b2fa-422a-aa97-9c44f0a605ac req-25a21e17-5be3-4b99-a9db-4f3ac15b3aa1 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675616 Jun 25 11:27:17.386922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.400580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:17.414985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.418856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment 86a51d39-7c94-416d-8040-0fe827b639af of type vlan for network 6371e9a5-113b-430e-a22a-dd1e7e77f127 Jun 25 11:27:17.493815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.507755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.511363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d3ffab89-3ece-4286-8632-e9d71dcf7b6a tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:17.525518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Deleting port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:17.525872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.552859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:17.556184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:17.560898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:17.561691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.567512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a53a31-cbeb-46c0-bc0b-8e83f53830c0 None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:17.579977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=98161b85-f7d1-4a3b-9687-fbe6f4d33ffd,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:17.583367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:17.607449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] For port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46,segment=NetworkSegment(b942236a-01a4-4319-b24b-e333b89fe8f2),segment_id=b942236a-01a4-4319-b24b-e333b89fe8f2)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:17.607817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.622682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Calling delete_port for 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:17.669842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.675445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:17.676063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.680184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cc184291-b810-4972-b5a9-5fdd7edb4674 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:17.698349 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8396528 Jun 25 11:27:17.701366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56670) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:17.711658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'security_group': {'name': 'tempest-secgroup-1277645502'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:17.769220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=6371e9a5-113b-430e-a22a-dd1e7e77f127,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:17.771366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:17.775121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'tenant_id': 'b9db5d0aa75a418f9f9934779316b53e', 'fixed_ips': [{'subnet_id': '98161b85-f7d1-4a3b-9687-fbe6f4d33ffd'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:17.775980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.781757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:17.791127 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5962992 Jun 25 11:27:17.792015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56672) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:17.800895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': 'b5886f8f-9846-4d7d-b267-0c8c014049f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:17.884643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.893809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7bace619-1d55-4088-aea8-dfb1cb5487f1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:17.917374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] No DVR routers for this DVR port 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:17.922117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Port': ['ID=43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:17.925187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:17.962254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:17.968420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c36fdc-6b9f-44f5-acd9-f31a1e18c15d None None] Network 27aa2a64-e98a-4685-9b2a-446daff53fbf requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:18.004868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.016148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27aa2a64-e98a-4685-9b2a-446daff53fbf']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:18.027761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b942236a-01a4-4319-b24b-e333b89fe8f2') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:18.028405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b942236a-01a4-4319-b24b-e333b89fe8f2') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:18.037375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.044625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b74f3d3d-9c48-4079-8210-bcc6f8814425 None None] Could not find standard attr ID for object 43f8220e-ad03-4ee3-9bfb-9fab9d8bcf46. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:27:18.059214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.065570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:18.065976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:18.068904 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:18.086409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:18.090374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.095288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Allocated IP 2001:db8::2 (c6ccd9ab-bc67-4114-a117-0a203d3dd342/98161b85-f7d1-4a3b-9687-fbe6f4d33ffd/86657749-9173-4bc9-bb81-93514b8ef6a2) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:18.193809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c60552-c9fb-4b0d-8666-b22f56729036 None None] DHCP port deletion for 27aa2a64-e98a-4685-9b2a-446daff53fbf request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:18.205886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.216127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-02b66323-e699-49e4-8faf-4b3b11048dd4 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:18.229879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.234117 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/networks/27aa2a64-e98a-4685-9b2a-446daff53fbf HTTP/1.1" status: 204 len: 168 time: 0.9540188 Jun 25 11:27:18.239632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56674) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:18.241858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Network': ['ID=27aa2a64-e98a-4685-9b2a-446daff53fbf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:18.244952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:18.282791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.294530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.298338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Transition to ACTIVE for port object 86657749-9173-4bc9-bb81-93514b8ef6a2 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:18.314218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Transition to ACTIVE for port object 86657749-9173-4bc9-bb81-93514b8ef6a2 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:18.396097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.407812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.412996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f4b350a9-e880-46e9-a327-d832d6b7cdf2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:18.416371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.418934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:18.450460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b49e02-8824-4797-aecb-611ec3d71bac,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:18.464928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:18.467802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:18.472742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:18.478279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Pushing event updated for resources: {'Port': ['ID=86657749-9173-4bc9-bb81-93514b8ef6a2,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:18.481325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:18.482055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:18.483748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.489488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-66ae125d-d4c8-4e0c-9f67-fc9b2ac8afb3 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:18.533600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.534916 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-30443bc4-e314-4128-a210-79c62cbfa808 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8322275 Jun 25 11:27:18.538072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56678) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:18.540730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Attempting to bind port 86657749-9173-4bc9-bb81-93514b8ef6a2 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:18.541527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Attempting to bind port 86657749-9173-4bc9-bb81-93514b8ef6a2 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '742b0a93-6194-4412-b407-4c84dcb242bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:18.542165 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Attempting to bind port 86657749-9173-4bc9-bb81-93514b8ef6a2 on network c6ccd9ab-bc67-4114-a117-0a203d3dd342 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:18.547786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:18.548196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Checking segment: {'id': '742b0a93-6194-4412-b407-4c84dcb242bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:18.548518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.548908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Bound using segment: {'id': '742b0a93-6194-4412-b407-4c84dcb242bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:18.549449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'security_group': {'name': 'tempest-secgroup-334943105'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:18.549717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Bound port: 86657749-9173-4bc9-bb81-93514b8ef6a2, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742b0a93-6194-4412-b407-4c84dcb242bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:18.550267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.588198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=9ea6f587-1180-4da6-8c65-af06b93492d5,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:18.594789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:18.605003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9231283-78ab-439d-a029-644f91aeea25 req-021e894f-9697-4b1a-9c04-99c38720f13d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:18.610630 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a9231283-78ab-439d-a029-644f91aeea25 req-021e894f-9697-4b1a-9c04-99c38720f13d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.1105297 Jun 25 11:27:18.610779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Deleting port 5a56a531-805c-4512-a486-3e403d179cfc {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:18.610779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.610779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': '6138361d-5587-474e-ac51-2141f0af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'b5886f8f-9846-4d7d-b267-0c8c014049f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:18.610779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: b5886f8f-9846-4d7d-b267-0c8c014049f0, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:18.628892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] For port 86657749-9173-4bc9-bb81-93514b8ef6a2, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:18.631838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] For port 86657749-9173-4bc9-bb81-93514b8ef6a2, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=86657749-9173-4bc9-bb81-93514b8ef6a2,segment=NetworkSegment(742b0a93-6194-4412-b407-4c84dcb242bc),segment_id=742b0a93-6194-4412-b407-4c84dcb242bc)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:18.651636 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a9231283-78ab-439d-a029-644f91aeea25 req-b711477c-5533-4999-aaac-b418d16175d3 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Jun 25 11:27:18.667868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.688325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] For port 5a56a531-805c-4512-a486-3e403d179cfc, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5a56a531-805c-4512-a486-3e403d179cfc,segment=NetworkSegment(4371502f-5929-484b-81a0-54ccab0db7df),segment_id=4371502f-5929-484b-81a0-54ccab0db7df)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:18.688773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.702133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Calling delete_port for 5a56a531-805c-4512-a486-3e403d179cfc owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:18.736369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.739386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:18.761678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.803498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Pushing event updated for resources: {'Port': ['ID=86657749-9173-4bc9-bb81-93514b8ef6a2,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:18.806622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:18.815829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:18.884461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.887068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8558a6ea-e23a-47c6-8a55-1cfe7f7119dd tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:18.919671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.922371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, b5886f8f-9846-4d7d-b267-0c8c014049f0) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:18.925968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5e64581e-f973-4993-a5da-93def5e78974 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:18.927996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea5ec17-0fbe-483a-8e04-705e639a8bfb,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:18.932663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:18.932977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd428d6-14c9-4a37-ab6f-e5ee70294db1 None None] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:18.939858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:18.940627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:18.964281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] No DVR routers for this DVR port 5a56a531-805c-4512-a486-3e403d179cfc on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:18.966364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Port': ['ID=5a56a531-805c-4512-a486-3e403d179cfc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:18.986057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:19.004955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.009493 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4682012 Jun 25 11:27:19.016071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56680) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:19.017722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1655701125', 'security_groups': ['8ea5ec17-0fbe-483a-8e04-705e639a8bfb'], 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98161b85-f7d1-4a3b-9687-fbe6f4d33ffd'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:19.092784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.109539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24f0757-d061-4ede-91d1-71e2863e3d3a']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:19.125326 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3322678 Jun 25 11:27:19.129538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4371502f-5929-484b-81a0-54ccab0db7df') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:19.129836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4371502f-5929-484b-81a0-54ccab0db7df') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:19.130785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56682) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:19.140750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': '6371e9a5-113b-430e-a22a-dd1e7e77f127', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:19.141776 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.159100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.168718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-b5886f8f-9846-4d7d-b267-0c8c014049f0', 'network_id': 'b5886f8f-9846-4d7d-b267-0c8c014049f0', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': '9ea6f587-1180-4da6-8c65-af06b93492d5'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:19.168718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.169003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:19.169003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:19.170636 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:19.300804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Allocated IP 172.20.0.2 (b5886f8f-9846-4d7d-b267-0c8c014049f0/9ea6f587-1180-4da6-8c65-af06b93492d5/b1a71335-5758-4b2f-84a1-12f576e5b579) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:19.326266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:19.347904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.353985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.358503 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/networks/a24f0757-d061-4ede-91d1-71e2863e3d3a HTTP/1.1" status: 204 len: 168 time: 1.1133227 Jun 25 11:27:19.358503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-79364041-23fa-4257-afc3-394f16617160 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:19.361342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56684) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:19.372769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Network': ['ID=a24f0757-d061-4ede-91d1-71e2863e3d3a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:19.375999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:19.489597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:19.493801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.497670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.506578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.507092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Transition to ACTIVE for port object b1a71335-5758-4b2f-84a1-12f576e5b579 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:19.520720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.522355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Transition to ACTIVE for port object b1a71335-5758-4b2f-84a1-12f576e5b579 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:19.644509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.647845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6791993b-a292-4c09-9b77-5e47ad8425c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:19.698166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:19.701856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:19.707181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:19.709682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Pushing event updated for resources: {'Port': ['ID=b1a71335-5758-4b2f-84a1-12f576e5b579,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:19.714426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:19.787124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Attempting to bind port b1a71335-5758-4b2f-84a1-12f576e5b579 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:19.787912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Attempting to bind port b1a71335-5758-4b2f-84a1-12f576e5b579 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '6138361d-5587-474e-ac51-2141f0af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'b5886f8f-9846-4d7d-b267-0c8c014049f0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:19.788503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Attempting to bind port b1a71335-5758-4b2f-84a1-12f576e5b579 on network b5886f8f-9846-4d7d-b267-0c8c014049f0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:19.795741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:19.796594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Checking segment: {'id': '6138361d-5587-474e-ac51-2141f0af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'b5886f8f-9846-4d7d-b267-0c8c014049f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:19.797286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.797904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Bound using segment: {'id': '6138361d-5587-474e-ac51-2141f0af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'b5886f8f-9846-4d7d-b267-0c8c014049f0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:19.799397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Bound port: b1a71335-5758-4b2f-84a1-12f576e5b579, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6138361d-5587-474e-ac51-2141f0af99f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'b5886f8f-9846-4d7d-b267-0c8c014049f0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:19.799895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:19.880040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] For port b1a71335-5758-4b2f-84a1-12f576e5b579, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:19.882139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port ca7c7511-7daa-4aef-be1e-54167ee7afd4 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:19.891217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] For port b1a71335-5758-4b2f-84a1-12f576e5b579, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b1a71335-5758-4b2f-84a1-12f576e5b579,segment=NetworkSegment(6138361d-5587-474e-ac51-2141f0af99f2),segment_id=6138361d-5587-474e-ac51-2141f0af99f2)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:19.908303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843381-194a-42ed-a1cb-d4096a0f59e0 req-d789f0a6-8599-4a97-bff7-ba7afbf65ddc tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:19.910000 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d8843381-194a-42ed-a1cb-d4096a0f59e0 req-d789f0a6-8599-4a97-bff7-ba7afbf65ddc tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.0966811 Jun 25 11:27:19.951702 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d8843381-194a-42ed-a1cb-d4096a0f59e0 req-eedb4b08-78ad-4248-9179-523b7e12d039 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346909 Jun 25 11:27:20.011493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.016420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-32bbb598-285f-460f-b713-525e440853be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:20.036011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.061992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a5a8faae-0d24-429c-995b-acec6f3178cf None None] Provisioning for port 86657749-9173-4bc9-bb81-93514b8ef6a2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:20.086066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Pushing event updated for resources: {'Port': ['ID=b1a71335-5758-4b2f-84a1-12f576e5b579,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:20.087494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6b18e6-9a95-47bb-bca8-78ca501d65c1']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:20.096156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:20.098831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a5a8faae-0d24-429c-995b-acec6f3178cf None None] Provisioning complete for port 6dd0ffb8-8d00-4971-b483-396f4f414859 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:20.099327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a5a8faae-0d24-429c-995b-acec6f3178cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.110940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbb3a0d-be52-4f54-897e-78e301591508') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:20.111244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbb3a0d-be52-4f54-897e-78e301591508') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:20.144717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a5a8faae-0d24-429c-995b-acec6f3178cf None None] Port 6dd0ffb8-8d00-4971-b483-396f4f414859 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:20.150288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.182739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.217253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:20.217666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:20.223603 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:20.347849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::110 (c6ccd9ab-bc67-4114-a117-0a203d3dd342/98161b85-f7d1-4a3b-9687-fbe6f4d33ffd/ca7c7511-7daa-4aef-be1e-54167ee7afd4) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:20.435745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.440283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05c3930b-1086-4e05-bb74-10580b2061c3 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:20.477520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.496126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.498040 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/networks/9a6b18e6-9a95-47bb-bca8-78ca501d65c1 HTTP/1.1" status: 204 len: 168 time: 1.1029987 Jun 25 11:27:20.500634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56688) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:20.522705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=65026a92-c699-4696-968e-da85018ea6ca,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:20.538929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:20.546358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:20.572633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Network': ['ID=9a6b18e6-9a95-47bb-bca8-78ca501d65c1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:20.584972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:20.587641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.588432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': '86a51d39-7c94-416d-8040-0fe827b639af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '6371e9a5-113b-430e-a22a-dd1e7e77f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:20.588800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: 6371e9a5-113b-430e-a22a-dd1e7e77f127, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:20.593346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.613080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object ca7c7511-7daa-4aef-be1e-54167ee7afd4 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:20.681349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.692779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a220c8-9c61-484e-a5b4-c5f70ad54cb1']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:20.704489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dd8b74-ff48-4b06-979b-9aa6e7d13e75') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:20.704851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dd8b74-ff48-4b06-979b-9aa6e7d13e75') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:20.715409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.724263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:20.740064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.740064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:20.740064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:20.744017 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:20.760374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.766921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:20.819539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:20.826293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:20.832003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 6371e9a5-113b-430e-a22a-dd1e7e77f127) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:20.833371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:20.839124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:20.839662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.858685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36d134-d85c-4afc-b381-932c79c3e001 None None] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:20.884714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:20.885341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.889648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=ca7c7511-7daa-4aef-be1e-54167ee7afd4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:20.892126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:20.907854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.916775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7c57207-a8b6-4a60-840d-063e945059c0 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:20.930308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:20.933012 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] 10.222.0.81 "DELETE /v2.0/networks/c8a220c8-9c61-484e-a5b4-c5f70ad54cb1 HTTP/1.1" status: 204 len: 168 time: 0.4313018 Jun 25 11:27:20.951847 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9395518 Jun 25 11:27:20.958463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56692) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:20.959702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-62f1b3e9-8c6f-4058-b801-9cb55009943e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:20.980270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Pushing event deleted for resources: {'Network': ['ID=c8a220c8-9c61-484e-a5b4-c5f70ad54cb1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:20.990423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:21.074839 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9398954 Jun 25 11:27:21.075569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56696) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:21.082660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6cd038e9-9301-467c-8771-a55f5d08a63e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1528862589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:21.185801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 86657749-9173-4bc9-bb81-93514b8ef6a2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:21.235775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd038e9-9301-467c-8771-a55f5d08a63e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.236783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd038e9-9301-467c-8771-a55f5d08a63e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.261463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6755b-5c65-4791-a988-69f3002aa2d7 None None] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:21.271134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2473-3f6e-42ca-a90a-110bf51ac722 req-c8d9456f-139e-4a83-b637-0c8603acb15c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:21.272735 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-94ec2473-3f6e-42ca-a90a-110bf51ac722 req-c8d9456f-139e-4a83-b637-0c8603acb15c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.0968921 Jun 25 11:27:21.369016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f1b3e9-8c6f-4058-b801-9cb55009943e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:21.372768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-62f1b3e9-8c6f-4058-b801-9cb55009943e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.382155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd038e9-9301-467c-8771-a55f5d08a63e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.382776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-6371e9a5-113b-430e-a22a-dd1e7e77f127', 'network_id': '6371e9a5-113b-430e-a22a-dd1e7e77f127', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': '65026a92-c699-4696-968e-da85018ea6ca'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:21.384544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.405309 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-94ec2473-3f6e-42ca-a90a-110bf51ac722 req-ca88fb4f-0f1e-44f3-a85d-03962293cf15 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136920 Jun 25 11:27:21.419113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f88edf1d-9d3c-42f6-bea0-55a8bad106fc None None] Provisioning for port b1a71335-5758-4b2f-84a1-12f576e5b579 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:21.456432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd038e9-9301-467c-8771-a55f5d08a63e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.493333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 86657749-9173-4bc9-bb81-93514b8ef6a2 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:21.514133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:21.514514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.523428 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.ipam_backend_mixin [None req-62f1b3e9-8c6f-4058-b801-9cb55009943e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98161b85-f7d1-4a3b-9687-fbe6f4d33ffd (CIDR: 2001:db8::/64) Jun 25 11:27:21.577517 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f1b3e9-8c6f-4058-b801-9cb55009943e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:27:21.578125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f1b3e9-8c6f-4058-b801-9cb55009943e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:21.617895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6cd038e9-9301-467c-8771-a55f5d08a63e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.623014 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6cd038e9-9301-467c-8771-a55f5d08a63e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5424247 Jun 25 11:27:21.623394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f88edf1d-9d3c-42f6-bea0-55a8bad106fc None None] Provisioning for port ca7c7511-7daa-4aef-be1e-54167ee7afd4 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:21.623640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56700) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:21.633615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Allocated IP 172.21.0.2 (6371e9a5-113b-430e-a22a-dd1e7e77f127/65026a92-c699-4696-968e-da85018ea6ca/8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:21.636375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f88edf1d-9d3c-42f6-bea0-55a8bad106fc None None] Provisioning complete for port ca7c7511-7daa-4aef-be1e-54167ee7afd4 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:21.636753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f88edf1d-9d3c-42f6-bea0-55a8bad106fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.698218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56702) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:21.714895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-62f1b3e9-8c6f-4058-b801-9cb55009943e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7578359 Jun 25 11:27:21.715770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56706) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:21.721288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:21.738912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f88edf1d-9d3c-42f6-bea0-55a8bad106fc None None] Port ca7c7511-7daa-4aef-be1e-54167ee7afd4 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:21.797042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.871699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 86657749-9173-4bc9-bb81-93514b8ef6a2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=86657749-9173-4bc9-bb81-93514b8ef6a2,segment=NetworkSegment(742b0a93-6194-4412-b407-4c84dcb242bc),segment_id=742b0a93-6194-4412-b407-4c84dcb242bc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:21.933240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.942871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Transition to ACTIVE for port object 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:21.958033 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-caaaf54a-c284-48a9-a831-63973052e89e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a5b1efc8ee24e7e8e63e65dca7a3d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580166 Jun 25 11:27:21.966185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56708) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:21.967941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:21.969106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1a71335-5758-4b2f-84a1-12f576e5b579 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:22.006681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Transition to ACTIVE for port object 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:22.009185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-edfed963-56b1-413e-a6dc-eaa014b47f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:22.035921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.042901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:22.049373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.080487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=86657749-9173-4bc9-bb81-93514b8ef6a2,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:22.091653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:22.110509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.125258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.128252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e01c8f3a-c90e-4601-a06f-9839d5ba4c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:22.160674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b1a71335-5758-4b2f-84a1-12f576e5b579 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:22.182367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.190831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:22.192788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b1a71335-5758-4b2f-84a1-12f576e5b579 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:22.193196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.200094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:22.202447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2f5d16ed-0b4d-4d33-82e8-5854797d84cf None None] Provisioning complete for port b1a71335-5758-4b2f-84a1-12f576e5b579 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:22.203026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2f5d16ed-0b4d-4d33-82e8-5854797d84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.225494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:22.228005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Pushing event updated for resources: {'Port': ['ID=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:22.236911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:22.336241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Attempting to bind port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:22.336539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Attempting to bind port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '86a51d39-7c94-416d-8040-0fe827b639af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '6371e9a5-113b-430e-a22a-dd1e7e77f127'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:22.336916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Attempting to bind port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa on network 6371e9a5-113b-430e-a22a-dd1e7e77f127 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:22.346378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.20.0.1 (b5886f8f-9846-4d7d-b267-0c8c014049f0/9ea6f587-1180-4da6-8c65-af06b93492d5/3f7c258b-5cc4-436f-ab2c-1bd2f042025a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:22.348138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:22.348524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Checking segment: {'id': '86a51d39-7c94-416d-8040-0fe827b639af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '6371e9a5-113b-430e-a22a-dd1e7e77f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:22.348932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.349366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Bound using segment: {'id': '86a51d39-7c94-416d-8040-0fe827b639af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '6371e9a5-113b-430e-a22a-dd1e7e77f127'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:22.349858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Bound port: 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a51d39-7c94-416d-8040-0fe827b639af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '6371e9a5-113b-430e-a22a-dd1e7e77f127'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:22.350248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.373370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.375992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.377182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32fada32-d314-4472-8afa-c878e85685cb HTTP/1.1" status: 204 len: 168 time: 0.4155483 Jun 25 11:27:22.380225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-39401a78-6a18-467c-b5cf-3fa6a8721837 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:22.424233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fada32-d314-4472-8afa-c878e85685cb,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:22.427038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:22.460858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.482499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2f5d16ed-0b4d-4d33-82e8-5854797d84cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.490469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.494500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-451374b8-005e-4b52-b82a-7054b83fa612 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:22.536815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:22.541828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:22.545645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] For port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:22.549910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port b1a71335-5758-4b2f-84a1-12f576e5b579, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b1a71335-5758-4b2f-84a1-12f576e5b579,segment=NetworkSegment(6138361d-5587-474e-ac51-2141f0af99f2),segment_id=6138361d-5587-474e-ac51-2141f0af99f2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:22.552788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:22.553719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.553843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b4bb4-f962-44d2-85de-6046c03a7016 None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:22.557727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.570292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=b3f8c957-921a-468e-833a-a33e7e5c3306,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:22.575449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:22.575614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] For port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,segment=NetworkSegment(86a51d39-7c94-416d-8040-0fe827b639af),segment_id=86a51d39-7c94-416d-8040-0fe827b639af)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:22.590293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object 3f7c258b-5cc4-436f-ab2c-1bd2f042025a will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:22.625509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.628993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:22.667802 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9499221 Jun 25 11:27:22.669396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56714) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:22.675907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-417231607', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3f8c957-921a-468e-833a-a33e7e5c3306'}], 'security_groups': ['b0b49e02-8824-4797-aecb-611ec3d71bac']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:22.676902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.698760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea38541-7e51-4588-bc09-2e7fef81378a req-d0c93ed6-d243-4690-b630-e3da5e240349 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:22.701762 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fea38541-7e51-4588-bc09-2e7fef81378a req-d0c93ed6-d243-4690-b630-e3da5e240349 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.1074014 Jun 25 11:27:22.746819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-2f5d16ed-0b4d-4d33-82e8-5854797d84cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:27:22.747189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-2f5d16ed-0b4d-4d33-82e8-5854797d84cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:27:22.754740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=b1a71335-5758-4b2f-84a1-12f576e5b579,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:22.767600 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fea38541-7e51-4588-bc09-2e7fef81378a req-1896e61b-fc1b-45bd-824f-441fadabcb83 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592039 Jun 25 11:27:22.805655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:22.806119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3d10c1bf-c4c5-46bc-8334-2f1d32c58d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:22.812253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.827737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d0ad37f5-7aeb-4ef2-bccc-419cadb426e1 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:22.868532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 86657749-9173-4bc9-bb81-93514b8ef6a2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:22.925289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.933042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Pushing event updated for resources: {'Port': ['ID=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:22.939971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:22.952197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=3f7c258b-5cc4-436f-ab2c-1bd2f042025a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:22.981661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:22.981661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:22.982620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:22.983012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:22.984605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:22.988617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:23.100858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:23.149634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Update dhcp port {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'fixed_ips': [{'subnet_id': '98161b85-f7d1-4a3b-9687-fbe6f4d33ffd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3f8c957-921a-468e-833a-a33e7e5c3306'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '86657749-9173-4bc9-bb81-93514b8ef6a2'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:27:23.285444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:23.496153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Allocated IP 2001:db8:0:1::2 (c6ccd9ab-bc67-4114-a117-0a203d3dd342/b3f8c957-921a-468e-833a-a33e7e5c3306/86657749-9173-4bc9-bb81-93514b8ef6a2) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:23.507002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:23.575512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-80eb8d28-4d26-4361-990b-9c8ce49586cf None None] Provisioning for port 3f7c258b-5cc4-436f-ab2c-1bd2f042025a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:23.581176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-80eb8d28-4d26-4361-990b-9c8ce49586cf None None] Provisioning complete for port 3f7c258b-5cc4-436f-ab2c-1bd2f042025a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:23.581564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-80eb8d28-4d26-4361-990b-9c8ce49586cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:23.641767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-80eb8d28-4d26-4361-990b-9c8ce49586cf None None] Port 3f7c258b-5cc4-436f-ab2c-1bd2f042025a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:23.651645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] For port 86657749-9173-4bc9-bb81-93514b8ef6a2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=86657749-9173-4bc9-bb81-93514b8ef6a2,segment=NetworkSegment(742b0a93-6194-4412-b407-4c84dcb242bc),segment_id=742b0a93-6194-4412-b407-4c84dcb242bc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:23.708063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:23.724934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Transition to ACTIVE for port object 86657749-9173-4bc9-bb81-93514b8ef6a2 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:23.870880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:23.874095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-29223be9-627c-4f5f-b0ec-99877cfece01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:23.951246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Pushing event updated for resources: {'Port': ['ID=86657749-9173-4bc9-bb81-93514b8ef6a2,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:23.956561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:24.009241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56740) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:24.141154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-550903728'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:24.149669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13215807-0cb2-4f95-9b21-c656487cc876 None None] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:24.228728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:24.233480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.251929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.275175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Delete allocated IP 2001:db8::110 (c6ccd9ab-bc67-4114-a117-0a203d3dd342/98161b85-f7d1-4a3b-9687-fbe6f4d33ffd) {{(pid=94501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 11:27:24.282999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-76a5a6e9-cfd0-4c71-aee4-8f251b2c9694 None None] Provisioning for port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:24.298847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f32b5-85c6-4f90-b4a1-9631d0ae123a req-79c9f0a6-e777-4d24-a8d9-456d01c42e38 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:24.300296 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-783f32b5-85c6-4f90-b4a1-9631d0ae123a req-79c9f0a6-e777-4d24-a8d9-456d01c42e38 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.3163450 Jun 25 11:27:24.333869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8:0:1::10c (c6ccd9ab-bc67-4114-a117-0a203d3dd342/b3f8c957-921a-468e-833a-a33e7e5c3306/ca7c7511-7daa-4aef-be1e-54167ee7afd4) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:24.415922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.472862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.476532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ffb3f9f5-fece-40a6-8e6e-712d3b1d3a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:24.492487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.501028 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-783f32b5-85c6-4f90-b4a1-9631d0ae123a req-0c0aaef2-b3ed-4ee9-8d8a-0aa18a079d51 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927390 Jun 25 11:27:24.533684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:24.546659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ba2fa-511f-4d35-acb6-4b34d1cda6ba,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:24.581282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.581827 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment 6bb787a9-c5a7-4fcf-995d-5be0b519d531 of type vlan for network faf66fb2-d70a-4686-9036-3ad02008679a Jun 25 11:27:24.585021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:24.591060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.596880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6af8b43b-24fb-4864-b567-96613cf228d2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:24.641400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.677637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=3f7c258b-5cc4-436f-ab2c-1bd2f042025a,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:24.683353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:24.727220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.750292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.765967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:24.766825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.770981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b2652b20-0630-45a7-b517-18671aca51fc tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:24.801470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca41786c-bc83-4f4a-91e9-a4bab2f304e7 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:27:24.824634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.859869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object ca7c7511-7daa-4aef-be1e-54167ee7afd4 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:24.867774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=faf66fb2-d70a-4686-9036-3ad02008679a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:24.870863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:24.887688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network faf66fb2-d70a-4686-9036-3ad02008679a details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:24.897155 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8824143 Jun 25 11:27:24.897749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:24.897749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:24.898944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56744) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:24.904300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1102722205'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:24.962706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:24.994321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 86657749-9173-4bc9-bb81-93514b8ef6a2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:24.998665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c3cb1df9-6374-4ffc-99b4-b510bb0d0645 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:25.039937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Provisioning for port ca7c7511-7daa-4aef-be1e-54167ee7afd4 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:25.050426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca41786c-bc83-4f4a-91e9-a4bab2f304e7 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:27:25.058193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Provisioning complete for port ca7c7511-7daa-4aef-be1e-54167ee7afd4 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:25.060434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.077414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:25.080869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.083250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] In _notify_port_updated(), no bound segment for port ca7c7511-7daa-4aef-be1e-54167ee7afd4 on network c6ccd9ab-bc67-4114-a117-0a203d3dd342 {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:27:25.089139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:25.089778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.091082 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "PUT /v2.0/ports/ca7c7511-7daa-4aef-be1e-54167ee7afd4 HTTP/1.1" status: 200 len: 930 time: 2.4203305 Jun 25 11:27:25.094528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56746) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:25.104826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=ca7c7511-7daa-4aef-be1e-54167ee7afd4,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:25.112645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:25.131267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:25.147836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.148714 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment ee0a8f92-c72a-450e-84fb-3617ab31cd7d of type vlan for network 05d9056e-d2b5-4cc7-a178-2a67299c80fd Jun 25 11:27:25.163163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Port ca7c7511-7daa-4aef-be1e-54167ee7afd4 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:25.176857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:25.195892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.210963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Provisioning complete for port 6dd0ffb8-8d00-4971-b483-396f4f414859 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:25.215248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.228888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port ca7c7511-7daa-4aef-be1e-54167ee7afd4 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:25.229458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.250006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router cf3dd8ed-cc79-4053-b5b3-4903e9247e5c is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:27:25.304952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.311301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:25.312067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.333773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.342025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f88401de-8976-43d6-9dc5-7858cbe70d45 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:25.349752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for ca7c7511-7daa-4aef-be1e-54167ee7afd4 owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:25.430996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=05d9056e-d2b5-4cc7-a178-2a67299c80fd,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:25.434090 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:25.435360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:25.447941 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/cf3dd8ed-cc79-4053-b5b3-4903e9247e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8225586 Jun 25 11:27:25.450245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56748) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:25.461928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] Sync routers for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:25.462311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:25.479911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Port 6dd0ffb8-8d00-4971-b483-396f4f414859 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:25.516752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345e911-5d24-4d5a-89c9-4d9ab097435d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:25.518358 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7345e911-5d24-4d5a-89c9-4d9ab097435d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports/3f7c258b-5cc4-436f-ab2c-1bd2f042025a HTTP/1.1" status: 200 len: 910 time: 0.0675573 Jun 25 11:27:25.521984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56750) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:25.555084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:25.555873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:25.567983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6678174 Jun 25 11:27:25.568130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56754) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:25.580088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': 'faf66fb2-d70a-4686-9036-3ad02008679a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:25.604182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:25.625644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:25.626332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:25.659797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:25.660499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3837e-671f-4c30-9c0f-61cf3d7ec558 None None] The sync data for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:25.672930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.684077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95f41e2d-0fa8-4da6-9d16-1f289cd4ed60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:25.706879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Provisioning for port 86657749-9173-4bc9-bb81-93514b8ef6a2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:25.710028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:25.716074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:25.716881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-65357633-d0bd-4dca-a76a-612205cae87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.720293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:25.721000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.742473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=ca7c7511-7daa-4aef-be1e-54167ee7afd4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:25.745590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:25.789875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.795034 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/ca7c7511-7daa-4aef-be1e-54167ee7afd4 HTTP/1.1" status: 204 len: 168 time: 0.6956363 Jun 25 11:27:25.796595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56756) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:25.842685 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6c39d3-e0f0-41ae-8282-5b96e1087f90 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:27:25.847515 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3f6c39d3-e0f0-41ae-8282-5b96e1087f90 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/ca7c7511-7daa-4aef-be1e-54167ee7afd4 HTTP/1.1" status: 404 len: 333 time: 0.0484419 Jun 25 11:27:25.852764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56758) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:25.901878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.954445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f485027-380e-438d-9203-78b86dcbbf03 req-3c293b64-6538-45b1-af7d-5b6d47b7b786 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:25.956189 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5f485027-380e-438d-9203-78b86dcbbf03 req-3c293b64-6538-45b1-af7d-5b6d47b7b786 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.2587290 Jun 25 11:27:25.977200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,segment=NetworkSegment(86a51d39-7c94-416d-8040-0fe827b639af),segment_id=86a51d39-7c94-416d-8040-0fe827b639af)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:25.980172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:25.986927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:25.991993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.002823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.050064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.050981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1a71335-5758-4b2f-84a1-12f576e5b579 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:26.053403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6c220ded-c610-4675-9abc-ecb431a80ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:26.170916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c752eebd-de19-4f88-8584-32af8b87616b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:26.231952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.233680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:26.240134 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5f485027-380e-438d-9203-78b86dcbbf03 req-644f62e7-e1b9-42d9-b40c-439398b82e1d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722261 Jun 25 11:27:26.240797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:26.262096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b1a71335-5758-4b2f-84a1-12f576e5b579 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:26.262479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.328233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cee9e5e5-e3a9-4be4-91d2-7b80e913a296 None None] Could not find standard attr ID for object ca7c7511-7daa-4aef-be1e-54167ee7afd4. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:27:26.331227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.338534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:26.361488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.368135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cee9e5e5-e3a9-4be4-91d2-7b80e913a296 None None] Provisioning complete for port 3f7c258b-5cc4-436f-ab2c-1bd2f042025a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:26.368903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cee9e5e5-e3a9-4be4-91d2-7b80e913a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.428280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=b08b3c57-fd40-45e6-8354-1bbca631b895,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:26.435516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:27:26.438584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c10e6f-d2ec-4f4f-a75e-c29baa74efce" -d '{"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-unplugged", "status": "completed", "tag": "c752eebd-de19-4f88-8584-32af8b87616b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:27:26.450912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:26.459078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.462520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.467326 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/security-groups/8ea5ec17-0fbe-483a-8e04-705e639a8bfb HTTP/1.1" status: 204 len: 168 time: 0.6140358 Jun 25 11:27:26.468564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56764) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:26.473481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e4250d3b-4b81-438c-93b1-02a321f04c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:26.513991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea5ec17-0fbe-483a-8e04-705e639a8bfb,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:26.529840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:26.547788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': '6bb787a9-c5a7-4fcf-995d-5be0b519d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'faf66fb2-d70a-4686-9036-3ad02008679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:26.549011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:26.549337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: faf66fb2-d70a-4686-9036-3ad02008679a, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:26.549577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-cee9e5e5-e3a9-4be4-91d2-7b80e913a296 None None] Port 3f7c258b-5cc4-436f-ab2c-1bd2f042025a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:26.612667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.642466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.655649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.655649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-82342da8-b072-4817-84a0-d99e29eaa776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:26.689526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network faf66fb2-d70a-4686-9036-3ad02008679a is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:26.721107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.21.0.1 (6371e9a5-113b-430e-a22a-dd1e7e77f127/65026a92-c699-4696-968e-da85018ea6ca/e17ac480-867d-465b-8fae-7514ce566252) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:26.725873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:26.729678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:26.740542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feb2965-f953-4c65-a3bf-a86f7ed38f89 x-openstack-request-id: req-0feb2965-f953-4c65-a3bf-a86f7ed38f89 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:27:26.740542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-unplugged", "status": "completed", "tag": "c752eebd-de19-4f88-8584-32af8b87616b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:27:26.740542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0feb2965-f953-4c65-a3bf-a86f7ed38f89 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:27:26.740542 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b', 'code': 200} Jun 25 11:27:26.811369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:26.849515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.853519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.854986 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/security-groups/b0b49e02-8824-4797-aecb-611ec3d71bac HTTP/1.1" status: 204 len: 168 time: 0.3683951 Jun 25 11:27:26.855904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bc0495e7-6d58-4d59-843c-cf0bedb822a3 tempest-ServerActionsTestJSON-1087837791 tempest-ServerActionsTestJSON-1087837791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:26.859232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56766) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:26.869880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:26.870416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.893230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b49e02-8824-4797-aecb-611ec3d71bac,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:26.896856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, faf66fb2-d70a-4686-9036-3ad02008679a) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:26.901037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:26.905929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:26.906529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.916684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78aeb8a-a8bc-4cdf-8df3-1a4d14aa9b20 None None] Network faf66fb2-d70a-4686-9036-3ad02008679a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:26.936224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 98161b85-f7d1-4a3b-9687-fbe6f4d33ffd {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:26.941343 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:26.991979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.007098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.016986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd15362-f2d8-4de9-a811-b95359c81425 req-c573a5c0-68b1-4c07-8ba4-bfc5eb013fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:27.018750 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-edd15362-f2d8-4de9-a811-b95359c81425 req-c573a5c0-68b1-4c07-8ba4-bfc5eb013fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1096 time: 0.2513595 Jun 25 11:27:27.020290 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4499822 Jun 25 11:27:27.021003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56768) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:27.029258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': '05d9056e-d2b5-4cc7-a178-2a67299c80fd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:27.043702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object e17ac480-867d-465b-8fae-7514ce566252 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:27.076611 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-edd15362-f2d8-4de9-a811-b95359c81425 req-66a7c3c5-0e3f-43d6-a638-76b5b78b6784 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497205 Jun 25 11:27:27.149328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-faf66fb2-d70a-4686-9036-3ad02008679a', 'network_id': 'faf66fb2-d70a-4686-9036-3ad02008679a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': 'b08b3c57-fd40-45e6-8354-1bbca631b895'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:27.150716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.177107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.187638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.190305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7f50c93-3f31-4a51-9cd5-165305c39278 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:27.247820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:27.252836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:27.258125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:27.262365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=e17ac480-867d-465b-8fae-7514ce566252,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:27.274934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:27.280416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.283037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:27.312240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.359101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Allocated IP 2001:db8::2 (faf66fb2-d70a-4686-9036-3ad02008679a/b08b3c57-fd40-45e6-8354-1bbca631b895/acc401b1-494a-47d0-8b07-9f6a6989d3a4) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:27.371323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.383455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:27.434559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.437018 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/98161b85-f7d1-4a3b-9687-fbe6f4d33ffd HTTP/1.1" status: 204 len: 168 time: 0.5767863 Jun 25 11:27:27.442160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56772) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:27.443981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=98161b85-f7d1-4a3b-9687-fbe6f4d33ffd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:27.448622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:27.454032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:27.464041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73e65f-27e9-4eac-8ab3-ce6f9c3decd6 None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:27.633207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87021f2c-1a41-4e8e-8699-b2e0c50f1350 req-6a057007-13dd-4ac5-bb47-1041862abd5b tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:27.633818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.635163 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-87021f2c-1a41-4e8e-8699-b2e0c50f1350 req-6a057007-13dd-4ac5-bb47-1041862abd5b tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 943 time: 0.1727011 Jun 25 11:27:27.683758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.706029 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-87021f2c-1a41-4e8e-8699-b2e0c50f1350 req-0d886f77-de71-4dd1-bc3b-5a3ef050394c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602424 Jun 25 11:27:27.707639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Transition to ACTIVE for port object acc401b1-494a-47d0-8b07-9f6a6989d3a4 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:27.749662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Transition to ACTIVE for port object acc401b1-494a-47d0-8b07-9f6a6989d3a4 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:27.765642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:27.769117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.798923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.802558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1a355ab0-66a7-42b1-be54-c0656aba38d1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:27.803063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7b3e10e4-8e1a-4ea6-81c4-fa436fe1b2c9 None None] Provisioning for port e17ac480-867d-465b-8fae-7514ce566252 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:27.813463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7b3e10e4-8e1a-4ea6-81c4-fa436fe1b2c9 None None] Provisioning complete for port e17ac480-867d-465b-8fae-7514ce566252 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:27.813850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b3e10e4-8e1a-4ea6-81c4-fa436fe1b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.859438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e10e4-8e1a-4ea6-81c4-fa436fe1b2c9 None None] Port e17ac480-867d-465b-8fae-7514ce566252 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:27.869054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:27.872838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-77498173-b2c8-469b-aea0-2d0690b4de91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:27.877777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=d589abd9-2bab-4f1c-a471-799d347721d4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:27.891182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:27.899426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': 'ee0a8f92-c72a-450e-84fb-3617ab31cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '05d9056e-d2b5-4cc7-a178-2a67299c80fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:27.899863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: 05d9056e-d2b5-4cc7-a178-2a67299c80fd, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:27.923305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Network faf66fb2-d70a-4686-9036-3ad02008679a is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:27.926526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:27.931908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:27.939907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Pushing event updated for resources: {'Port': ['ID=acc401b1-494a-47d0-8b07-9f6a6989d3a4,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:27.944526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:27.984210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:28.000791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Attempting to bind port acc401b1-494a-47d0-8b07-9f6a6989d3a4 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:28.001379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Attempting to bind port acc401b1-494a-47d0-8b07-9f6a6989d3a4 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '6bb787a9-c5a7-4fcf-995d-5be0b519d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'faf66fb2-d70a-4686-9036-3ad02008679a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:28.002336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Attempting to bind port acc401b1-494a-47d0-8b07-9f6a6989d3a4 on network faf66fb2-d70a-4686-9036-3ad02008679a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:28.008208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:28.008778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Checking segment: {'id': '6bb787a9-c5a7-4fcf-995d-5be0b519d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'faf66fb2-d70a-4686-9036-3ad02008679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:28.009293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.009708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Bound using segment: {'id': '6bb787a9-c5a7-4fcf-995d-5be0b519d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'faf66fb2-d70a-4686-9036-3ad02008679a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:28.010205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Bound port: acc401b1-494a-47d0-8b07-9f6a6989d3a4, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb787a9-c5a7-4fcf-995d-5be0b519d531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'faf66fb2-d70a-4686-9036-3ad02008679a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:28.010602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.074866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 05d9056e-d2b5-4cc7-a178-2a67299c80fd) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:28.085164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.085908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a62b9-5b88-4201-bdc3-5688a383504f None None] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:28.087389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:28.094259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.094443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] For port acc401b1-494a-47d0-8b07-9f6a6989d3a4, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:28.125345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] For port acc401b1-494a-47d0-8b07-9f6a6989d3a4, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=acc401b1-494a-47d0-8b07-9f6a6989d3a4,segment=NetworkSegment(6bb787a9-c5a7-4fcf-995d-5be0b519d531),segment_id=6bb787a9-c5a7-4fcf-995d-5be0b519d531)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:28.172454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c752eebd-de19-4f88-8584-32af8b87616b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:27:28.175964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.183248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:28.199538 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1741161 Jun 25 11:27:28.200571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.202544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56774) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:28.206933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-008d6137-e8e1-4208-9977-159e3be946db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:28.213873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-08623ee8-b740-4659-bc66-ca1dac19339b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1433831516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:28.265043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=e17ac480-867d-465b-8fae-7514ce566252,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:28.267836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.270414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:28.271106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4aaaa19b-0a80-4a6d-b269-8f34da05f506 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:28.348899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.353369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=3e912f35-63ef-4156-8857-e23274cd7209,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:28.363208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:28.371066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08623ee8-b740-4659-bc66-ca1dac19339b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.372713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08623ee8-b740-4659-bc66-ca1dac19339b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.384511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:28.392325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:28.396413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:28.397134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.401984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Pushing event updated for resources: {'Port': ['ID=acc401b1-494a-47d0-8b07-9f6a6989d3a4,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:28.408685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:28.436205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-05d9056e-d2b5-4cc7-a178-2a67299c80fd', 'network_id': '05d9056e-d2b5-4cc7-a178-2a67299c80fd', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': 'd589abd9-2bab-4f1c-a471-799d347721d4'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:28.437102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.471949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:28.478981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08623ee8-b740-4659-bc66-ca1dac19339b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.519578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:28.521208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:28.570310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'c752eebd-de19-4f88-8584-32af8b87616b', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'port_id': 'c752eebd-de19-4f88-8584-32af8b87616b', 'mac_address': 'fa:16:3e:25:44:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:27:28.628253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1849532 Jun 25 11:27:28.631668 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56776) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:28.638030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'security_group': {'name': 'tempest-secgroup-1003163002'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:28.661609 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.683459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08623ee8-b740-4659-bc66-ca1dac19339b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.684881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c752eebd-de19-4f88-8584-32af8b87616b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:27:28.698973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router cf3dd8ed-cc79-4053-b5b3-4903e9247e5c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:28.758492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:28.771370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Allocated IP 2001:db8:1::2 (05d9056e-d2b5-4cc7-a178-2a67299c80fd/d589abd9-2bab-4f1c-a471-799d347721d4/648c7434-39fa-474b-ae91-e58478e7a617) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:28.870088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.961985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-08623ee8-b740-4659-bc66-ca1dac19339b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:28.966207 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-08623ee8-b740-4659-bc66-ca1dac19339b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7598770 Jun 25 11:27:28.970636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56780) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:28.999519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:29.011212 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/cf3dd8ed-cc79-4053-b5b3-4903e9247e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4855180 Jun 25 11:27:29.017219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56782) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:29.017320 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] Sync routers for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:29.038238 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:29.042522 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:29.089642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.100188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Transition to ACTIVE for port object 648c7434-39fa-474b-ae91-e58478e7a617 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:29.106628 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:29.116265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591080d-7b18-4d3a-b7e7-fdbf4666675c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:29.118647 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f591080d-7b18-4d3a-b7e7-fdbf4666675c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports/e17ac480-867d-465b-8fae-7514ce566252 HTTP/1.1" status: 200 len: 910 time: 0.1014278 Jun 25 11:27:29.120810 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:29.122032 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:29.123474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56784) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:29.124352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Transition to ACTIVE for port object 648c7434-39fa-474b-ae91-e58478e7a617 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:29.131509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9053e-f40e-403e-a0ac-40af4ecbedcc None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:29.138737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device acc401b1-494a-47d0-8b07-9f6a6989d3a4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:29.149935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.176287 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:29.177507 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f99cc-9579-4df9-94e0-89c6ac6b5741 None None] The sync data for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:29.192625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:29.210206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.238284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f55391f9-61b8-4e8c-8eba-4d6108de9553 None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:29.238818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f55391f9-61b8-4e8c-8eba-4d6108de9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.286378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660074-7ea8-4dbb-b2bc-ab68c9be647b req-f7d94646-4332-4029-ac4a-9d7099157e28 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:29.288376 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e6660074-7ea8-4dbb-b2bc-ab68c9be647b req-f7d94646-4332-4029-ac4a-9d7099157e28 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 944 time: 0.3763840 Jun 25 11:27:29.400233 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e6660074-7ea8-4dbb-b2bc-ab68c9be647b req-d22f4398-c6ae-4978-9a66-5c512625b251 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054285 Jun 25 11:27:29.446349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56786) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:29.550671 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-306d13c2-f891-488c-a736-4f400609321d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/floatingips/303cc7a2-7316-4bba-8094-1f385d77cf3a HTTP/1.1" status: 200 len: 992 time: 0.1030650 Jun 25 11:27:29.569307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:29.603614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:29.608711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:29.610852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:29.616821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-86fb1898-8364-4793-9414-6bfc6daf354a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:29.628154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:29.753598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['c752eebd-de19-4f88-8584-32af8b87616b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:27:29.765429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.780927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4e95bf7-b22d-402a-b429-a24107ca3839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.782572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port acc401b1-494a-47d0-8b07-9f6a6989d3a4 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:29.812373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.842255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Pushing event updated for resources: {'Port': ['ID=648c7434-39fa-474b-ae91-e58478e7a617,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:29.843627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.858070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:29.877375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.887771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0bc15b7f-9f4e-4d5c-b450-c6809fe85bec tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:29.914332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Attempting to bind port 648c7434-39fa-474b-ae91-e58478e7a617 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:29.915049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Attempting to bind port 648c7434-39fa-474b-ae91-e58478e7a617 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'ee0a8f92-c72a-450e-84fb-3617ab31cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '05d9056e-d2b5-4cc7-a178-2a67299c80fd'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:29.915638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Attempting to bind port 648c7434-39fa-474b-ae91-e58478e7a617 on network 05d9056e-d2b5-4cc7-a178-2a67299c80fd {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:29.936406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:29.937344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Checking segment: {'id': 'ee0a8f92-c72a-450e-84fb-3617ab31cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '05d9056e-d2b5-4cc7-a178-2a67299c80fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:29.937920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:29.938447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Bound using segment: {'id': 'ee0a8f92-c72a-450e-84fb-3617ab31cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '05d9056e-d2b5-4cc7-a178-2a67299c80fd'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:29.939114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Bound port: 648c7434-39fa-474b-ae91-e58478e7a617, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0a8f92-c72a-450e-84fb-3617ab31cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '05d9056e-d2b5-4cc7-a178-2a67299c80fd'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:29.939613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.005786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c683c-f106-46ac-865e-0f208a7de92b,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:30.010103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:30.040460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a4634-4e11-42fb-b24d-72f4c734a42b None None] Network faf66fb2-d70a-4686-9036-3ad02008679a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:30.090641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f55391f9-61b8-4e8c-8eba-4d6108de9553 None None] Provisioning complete for port 6dd0ffb8-8d00-4971-b483-396f4f414859 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:30.091351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f55391f9-61b8-4e8c-8eba-4d6108de9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.098167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.099680 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4669349 Jun 25 11:27:30.105079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56788) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:30.113269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'security_group': {'name': 'tempest-secgroup-192351259'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:30.221017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8::1 (faf66fb2-d70a-4686-9036-3ad02008679a/b08b3c57-fd40-45e6-8354-1bbca631b895/88fc143d-1b83-40a8-ac45-f712c68815d6) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:30.223631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.258287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] For port 648c7434-39fa-474b-ae91-e58478e7a617, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:30.264273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f55391f9-61b8-4e8c-8eba-4d6108de9553 None None] Port 6dd0ffb8-8d00-4971-b483-396f4f414859 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:30.281634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] For port 648c7434-39fa-474b-ae91-e58478e7a617, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=648c7434-39fa-474b-ae91-e58478e7a617,segment=NetworkSegment(ee0a8f92-c72a-450e-84fb-3617ab31cd7d),segment_id=ee0a8f92-c72a-450e-84fb-3617ab31cd7d)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:30.373652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.400964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:30.404986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port e17ac480-867d-465b-8fae-7514ce566252 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:30.405630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.411216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.435172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object 88fc143d-1b83-40a8-ac45-f712c68815d6 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:30.511474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.530690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for e17ac480-867d-465b-8fae-7514ce566252 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:30.549732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Provisioning complete for port e17ac480-867d-465b-8fae-7514ce566252 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:30.550115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.553812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Update dhcp port {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'fixed_ips': [{'subnet_id': 'b3f8c957-921a-468e-833a-a33e7e5c3306', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3e912f35-63ef-4156-8857-e23274cd7209'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '86657749-9173-4bc9-bb81-93514b8ef6a2'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:27:30.557395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Pushing event updated for resources: {'Port': ['ID=648c7434-39fa-474b-ae91-e58478e7a617,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:30.569217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:30.573630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.644543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.648171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd9629ca-01f2-4d32-ae72-afc7c3631e1e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:30.659525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.664857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Port e17ac480-867d-465b-8fae-7514ce566252 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:30.696546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network faf66fb2-d70a-4686-9036-3ad02008679a is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:30.697689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.707359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:30.717434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:30.717434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.788400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=88fc143d-1b83-40a8-ac45-f712c68815d6,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:30.794903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:30.795511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59803cf7-efc2-4b5e-9cdd-ee551458803b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:30.846140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.847421 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7406166 Jun 25 11:27:30.856195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Provisioning for port acc401b1-494a-47d0-8b07-9f6a6989d3a4 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:30.862645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56790) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:30.872774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Provisioning complete for port acc401b1-494a-47d0-8b07-9f6a6989d3a4 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:30.876975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'security_group': {'name': 'tempest-secgroup-576639838'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:30.878172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:30.892056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9acb57e-78b8-4186-8319-ef5e216875f1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:30.916745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:31.005643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 648c7434-39fa-474b-ae91-e58478e7a617 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:31.034186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.068230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Allocated IP 2001:db8::2 (c6ccd9ab-bc67-4114-a117-0a203d3dd342/3e912f35-63ef-4156-8857-e23274cd7209/86657749-9173-4bc9-bb81-93514b8ef6a2) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:31.077523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.090592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-43720850-ec20-4ea0-a8c8-551345100f98 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:31.136611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.160852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=e17ac480-867d-465b-8fae-7514ce566252,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:31.164813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:31.172811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.228959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 648c7434-39fa-474b-ae91-e58478e7a617 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:31.315223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] For port 86657749-9173-4bc9-bb81-93514b8ef6a2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=86657749-9173-4bc9-bb81-93514b8ef6a2,segment=NetworkSegment(742b0a93-6194-4412-b407-4c84dcb242bc),segment_id=742b0a93-6194-4412-b407-4c84dcb242bc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:31.363563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.387979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.390085 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Transition to ACTIVE for port object 86657749-9173-4bc9-bb81-93514b8ef6a2 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:31.394229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] For port acc401b1-494a-47d0-8b07-9f6a6989d3a4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=acc401b1-494a-47d0-8b07-9f6a6989d3a4,segment=NetworkSegment(6bb787a9-c5a7-4fcf-995d-5be0b519d531),segment_id=6bb787a9-c5a7-4fcf-995d-5be0b519d531)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:31.411612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.462078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.464368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7ab50d46-7503-451c-84d6-996ffab0178b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:31.502702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.524306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.545680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d802be5b-bead-4b44-a5c5-b8ee11863b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:31.595508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Pushing event updated for resources: {'Port': ['ID=86657749-9173-4bc9-bb81-93514b8ef6a2,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:31.596094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667d37db-c2f2-4ba6-915a-c9f786d151d4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:31.598586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:31.600314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:31.606433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:31.607230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.609186 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7448006 Jun 25 11:27:31.618333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56792) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:31.625916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1285371984', 'security_groups': ['667d37db-c2f2-4ba6-915a-c9f786d151d4'], 'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e912f35-63ef-4156-8857-e23274cd7209'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:31.665667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-12abe7b8-c357-406b-aa00-1feb046bb7f3 None None] Provisioning complete for port acc401b1-494a-47d0-8b07-9f6a6989d3a4 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:31.666065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12abe7b8-c357-406b-aa00-1feb046bb7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.691224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.704226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Pushing event updated for resources: {'Port': ['ID=acc401b1-494a-47d0-8b07-9f6a6989d3a4,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:31.717016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:31.752878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.753894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.759273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3af37f9b-5897-4daa-acef-d73c060bc70e tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:31.770916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router cf3dd8ed-cc79-4053-b5b3-4903e9247e5c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:31.867456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-12abe7b8-c357-406b-aa00-1feb046bb7f3 None None] Provisioning for port 88fc143d-1b83-40a8-ac45-f712c68815d6 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:31.873910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-12abe7b8-c357-406b-aa00-1feb046bb7f3 None None] Provisioning complete for port 88fc143d-1b83-40a8-ac45-f712c68815d6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:31.874343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12abe7b8-c357-406b-aa00-1feb046bb7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:31.909411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:31.916623 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/cf3dd8ed-cc79-4053-b5b3-4903e9247e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7888174 Jun 25 11:27:31.920569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=88fc143d-1b83-40a8-ac45-f712c68815d6,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:31.921417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56794) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:31.940260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:31.943297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] Sync routers for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:31.960512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:31.961315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.004467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network faf66fb2-d70a-4686-9036-3ad02008679a is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:32.006405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:32.027405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-12abe7b8-c357-406b-aa00-1feb046bb7f3 None None] Port 88fc143d-1b83-40a8-ac45-f712c68815d6 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:32.033444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.054212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4af47953-4cea-45fb-a78f-5980f72b8539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:32.060988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:32.061797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.112437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.119272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a853c-e97b-42b4-9bb3-c98b69754ff5 None None] The sync data for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:32.135705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:32.157636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:32.180111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836fbb7-968f-4d9d-8911-43137eb037b5 None None] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:32.209815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c752eebd-de19-4f88-8584-32af8b87616b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:32.297843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:32.332161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] device_id is not set on port 384671b9-0b2c-4177-a3e3-c29c3dfd4ece yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:32.458985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 5e86de69-4469-4d43-ac53-3dd7682abd81 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:27:32.495341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:32.660780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:32.669847 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/5e86de69-4469-4d43-ac53-3dd7682abd81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6958361 Jun 25 11:27:32.675559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56796) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:32.675799 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] Sync routers for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:32.687671 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:32.688915 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.694159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port c752eebd-de19-4f88-8584-32af8b87616b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:32.694547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:32.732652 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.736489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8::26c (c6ccd9ab-bc67-4114-a117-0a203d3dd342/3e912f35-63ef-4156-8857-e23274cd7209/384671b9-0b2c-4177-a3e3-c29c3dfd4ece) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:32.744243 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:32.745212 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.777333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Provisioning for port 648c7434-39fa-474b-ae91-e58478e7a617 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:32.782074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff28f3-9e04-48ff-8687-c2a5e16d9de7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:32.784109 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5fff28f3-9e04-48ff-8687-c2a5e16d9de7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports/88fc143d-1b83-40a8-ac45-f712c68815d6 HTTP/1.1" status: 200 len: 911 time: 0.1078587 Jun 25 11:27:32.788377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56798) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:32.793969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Provisioning complete for port 648c7434-39fa-474b-ae91-e58478e7a617 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:32.793969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:32.797898 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:32.798561 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d4c13-7e18-4c79-8d6e-0a02c073998f None None] The sync data for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:32.878982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 86657749-9173-4bc9-bb81-93514b8ef6a2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:32.908039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 3f7c258b-5cc4-436f-ab2c-1bd2f042025a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:32.908641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:32.947673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.022436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.037374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device acc401b1-494a-47d0-8b07-9f6a6989d3a4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:33.047991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:27:33.050664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec51329-0c78-4c14-be93-68e35f8bf7fd" -d '{"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-plugged", "status": "completed", "tag": "c752eebd-de19-4f88-8584-32af8b87616b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:27:33.067914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.086675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 3f7c258b-5cc4-436f-ab2c-1bd2f042025a owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:33.120962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a734f-bd7f-4a16-9a2d-d32f59f638dd x-openstack-request-id: req-a28a734f-bd7f-4a16-9a2d-d32f59f638dd {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:27:33.121337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-plugged", "status": "completed", "tag": "c752eebd-de19-4f88-8584-32af8b87616b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:27:33.121754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a28a734f-bd7f-4a16-9a2d-d32f59f638dd {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:27:33.122319 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b', 'code': 200} Jun 25 11:27:33.124316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.137957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:33.168763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] For port 648c7434-39fa-474b-ae91-e58478e7a617, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=648c7434-39fa-474b-ae91-e58478e7a617,segment=NetworkSegment(ee0a8f92-c72a-450e-84fb-3617ab31cd7d),segment_id=ee0a8f92-c72a-450e-84fb-3617ab31cd7d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:33.199678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port acc401b1-494a-47d0-8b07-9f6a6989d3a4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:33.200407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.235861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.244227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:33.313073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.313491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.337922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object 384671b9-0b2c-4177-a3e3-c29c3dfd4ece will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:33.358166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:33.393906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:33.394532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-44a35c56-a411-4426-a01d-b23bd91851d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:33.441945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.445295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.450915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ecdd85ed-cede-40da-bff1-2ef2f07d2bbb tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:33.468045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Pushing event updated for resources: {'Port': ['ID=648c7434-39fa-474b-ae91-e58478e7a617,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:33.478550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:33.495279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=3f7c258b-5cc4-436f-ab2c-1bd2f042025a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:33.513338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:33.536893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.542863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f1695cf-c371-4cd1-bef3-fe73b4876905 tempest-RoutersAdminNegativeIpV6Test-1045790940 tempest-RoutersAdminNegativeIpV6Test-1045790940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:33.544037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Provisioning for port 86657749-9173-4bc9-bb81-93514b8ef6a2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:33.553650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:33.555150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.625204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:33.638818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:33.656026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:33.667620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:33.668308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.676889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=384671b9-0b2c-4177-a3e3-c29c3dfd4ece,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:33.716583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:33.769138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Provisioning complete for port 6dd0ffb8-8d00-4971-b483-396f4f414859 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:33.769626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.798369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.812259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Port 6dd0ffb8-8d00-4971-b483-396f4f414859 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:33.821996 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2016349 Jun 25 11:27:33.830375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Provisioning complete for port 88fc143d-1b83-40a8-ac45-f712c68815d6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:33.831005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:33.833118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56802) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:33.840724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1c09f4c4-39e6-4c20-8bb5-15bcf4967366 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:33.889323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Port 88fc143d-1b83-40a8-ac45-f712c68815d6 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:33.902296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Provisioning complete for port 648c7434-39fa-474b-ae91-e58478e7a617 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:33.903042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cffe4fbe-0d2a-405c-9eef-6b016e97cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.077172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router cf3dd8ed-cc79-4053-b5b3-4903e9247e5c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:34.086572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8:1::1 (05d9056e-d2b5-4cc7-a178-2a67299c80fd/d589abd9-2bab-4f1c-a471-799d347721d4/c2d913f0-aa67-49fd-a43b-780c0f715be7) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:34.176619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c09f4c4-39e6-4c20-8bb5-15bcf4967366 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:34.178250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:34.182747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c09f4c4-39e6-4c20-8bb5-15bcf4967366 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.185350 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/cf3dd8ed-cc79-4053-b5b3-4903e9247e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2590759 Jun 25 11:27:34.188586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56804) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:34.198983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] Sync routers for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:34.210786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:34.211617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:34.241559 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e7bc8dd4-e185-49f0-b90d-0eedbed96c3c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf3dd8ed-cc79-4053-b5b3-4903e9247e5c HTTP/1.1" status: 200 len: 205 time: 0.0510814 Jun 25 11:27:34.243500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56806) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:34.251997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:34.262623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] Routers {'cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:34.263172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:34.267563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-867eb838-edde-4075-bdcd-bf0fc4fbd59d None None] Provisioning for port 384671b9-0b2c-4177-a3e3-c29c3dfd4ece completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:34.326491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:34.327938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568f32aa-80dc-4c29-8e3d-dfe883ee0fa7 None None] The sync data for ids ['cf3dd8ed-cc79-4053-b5b3-4903e9247e5c'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:34.332485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-867eb838-edde-4075-bdcd-bf0fc4fbd59d None None] Provisioning complete for port 384671b9-0b2c-4177-a3e3-c29c3dfd4ece triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:34.332985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-867eb838-edde-4075-bdcd-bf0fc4fbd59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.361011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.379829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object c2d913f0-aa67-49fd-a43b-780c0f715be7 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:34.387000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1f82-b02a-4d9e-b0b3-ff79d167e348 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.387372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-867eb838-edde-4075-bdcd-bf0fc4fbd59d None None] Port 384671b9-0b2c-4177-a3e3-c29c3dfd4ece cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:34.441743 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.ipam_backend_mixin [None req-1c09f4c4-39e6-4c20-8bb5-15bcf4967366 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e912f35-63ef-4156-8857-e23274cd7209 (CIDR: 2001:db8::/64) Jun 25 11:27:34.479575 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c09f4c4-39e6-4c20-8bb5-15bcf4967366 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:27:34.480250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c09f4c4-39e6-4c20-8bb5-15bcf4967366 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:34.529282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.543860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aa48bc00-4c12-4ebe-afb3-4c6e7f68c0dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:34.610615 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c09f4c4-39e6-4c20-8bb5-15bcf4967366 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7764935 Jun 25 11:27:34.613034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:34.619889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56808) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:34.626196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-38222401-5733-4398-b4bd-03857fb3c958 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:34.634113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:34.642798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:34.643341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.665152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=c2d913f0-aa67-49fd-a43b-780c0f715be7,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:34.710310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:34.861232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 648c7434-39fa-474b-ae91-e58478e7a617 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:34.874171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1f82-b02a-4d9e-b0b3-ff79d167e348 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.876610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1f82-b02a-4d9e-b0b3-ff79d167e348 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.912185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:34.935352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 648c7434-39fa-474b-ae91-e58478e7a617 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:34.935740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.016267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1f82-b02a-4d9e-b0b3-ff79d167e348 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.017534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4e1f82-b02a-4d9e-b0b3-ff79d167e348 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Fanout notify agent at l3_agent the message router_deleted on router cf3dd8ed-cc79-4053-b5b3-4903e9247e5c {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:27:35.030115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1f82-b02a-4d9e-b0b3-ff79d167e348 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.036928 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2b4e1f82-b02a-4d9e-b0b3-ff79d167e348 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/cf3dd8ed-cc79-4053-b5b3-4903e9247e5c HTTP/1.1" status: 204 len: 168 time: 0.7912312 Jun 25 11:27:35.037933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56810) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:35.090599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d378a4b4-7003-4694-99d2-69892e78b10b None None] Provisioning for port c2d913f0-aa67-49fd-a43b-780c0f715be7 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:35.096040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d378a4b4-7003-4694-99d2-69892e78b10b None None] Provisioning complete for port c2d913f0-aa67-49fd-a43b-780c0f715be7 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:35.096471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d378a4b4-7003-4694-99d2-69892e78b10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.118645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet 65026a92-c699-4696-968e-da85018ea6ca {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:35.122955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.145350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d378a4b4-7003-4694-99d2-69892e78b10b None None] Port c2d913f0-aa67-49fd-a43b-780c0f715be7 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:35.183961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.303514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.408500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38222401-5733-4398-b4bd-03857fb3c958 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:35.412562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-38222401-5733-4398-b4bd-03857fb3c958 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.450276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.452696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-000e31c8-3a40-45b1-a6c7-dfa765772be8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:35.474814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.499726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=65026a92-c699-4696-968e-da85018ea6ca,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:35.504155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:35.507672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.512321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/65026a92-c699-4696-968e-da85018ea6ca HTTP/1.1" status: 204 len: 168 time: 0.4700370 Jun 25 11:27:35.512652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56812) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:35.515329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbdc940-ad80-4245-a649-237b357353ad None None] Network 6371e9a5-113b-430e-a22a-dd1e7e77f127 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:35.583505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet 9ea6f587-1180-4da6-8c65-af06b93492d5 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:35.589735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.592110 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.ipam_backend_mixin [None req-38222401-5733-4398-b4bd-03857fb3c958 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b3f8c957-921a-468e-833a-a33e7e5c3306 (CIDR: 2001:db8:0:1::/64) Jun 25 11:27:35.635634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.644300 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-38222401-5733-4398-b4bd-03857fb3c958 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 11:27:35.644789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38222401-5733-4398-b4bd-03857fb3c958 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:35.743508 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-38222401-5733-4398-b4bd-03857fb3c958 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1218328 Jun 25 11:27:35.747825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56814) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:35.753233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.753626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] DHCP port deletion for 6371e9a5-113b-430e-a22a-dd1e7e77f127 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:35.755936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'subnet': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:35.807889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Deleting port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:35.808280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.877512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] For port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,segment=NetworkSegment(86a51d39-7c94-416d-8040-0fe827b639af),segment_id=86a51d39-7c94-416d-8040-0fe827b639af)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:35.877837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.893910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Calling delete_port for 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:35.897878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.902905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-00a978bd-c46e-4955-9f9e-53274fb61b2d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:35.904358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.932109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea6f587-1180-4da6-8c65-af06b93492d5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:35.937969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.940009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/9ea6f587-1180-4da6-8c65-af06b93492d5 HTTP/1.1" status: 204 len: 168 time: 0.4253528 Jun 25 11:27:35.941011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:35.942815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56816) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:35.951083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf6a14-5bbd-44a1-8fa1-d0a16c35f9eb None None] Network b5886f8f-9846-4d7d-b267-0c8c014049f0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:35.987517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.988505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:35.990704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:36.025124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.091325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Made reservation on behalf of b9db5d0aa75a418f9f9934779316b53e for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:36.091616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:36.091864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.096256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.171176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,segment=NetworkSegment(86a51d39-7c94-416d-8040-0fe827b639af),segment_id=86a51d39-7c94-416d-8040-0fe827b639af)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:36.171701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.182310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=c2d913f0-aa67-49fd-a43b-780c0f715be7,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:36.186129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:36.187929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:36.204293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.210690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:36.213721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] DHCP port deletion for b5886f8f-9846-4d7d-b267-0c8c014049f0 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:36.249348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Pushing event deleted for resources: {'Port': ['ID=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:36.252421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:36.254752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] No DVR routers for this DVR port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:36.258332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:36.258746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:36.311464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.319340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Deleting port b1a71335-5758-4b2f-84a1-12f576e5b579 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:36.320567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.327721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-43b4287e-3846-438d-8563-850bdfd5362f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:36.369786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:36.372017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:36.395946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 5e86de69-4469-4d43-ac53-3dd7682abd81 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:36.416401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] For port b1a71335-5758-4b2f-84a1-12f576e5b579, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b1a71335-5758-4b2f-84a1-12f576e5b579,segment=NetworkSegment(6138361d-5587-474e-ac51-2141f0af99f2),segment_id=6138361d-5587-474e-ac51-2141f0af99f2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:36.417001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.424142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:36.436143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Calling delete_port for b1a71335-5758-4b2f-84a1-12f576e5b579 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:36.472414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.485171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6371e9a5-113b-430e-a22a-dd1e7e77f127']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:36.503957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a51d39-7c94-416d-8040-0fe827b639af') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:36.504861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a51d39-7c94-416d-8040-0fe827b639af') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:36.518101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.542671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.551854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:36.552340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:36.556240 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:36.561319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:36.567087 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/5e86de69-4469-4d43-ac53-3dd7682abd81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7768834 Jun 25 11:27:36.573478 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] Sync routers for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:36.580956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56818) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:36.583503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:36.584372 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:36.588648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-58c184af-f6a3-4b69-ba88-95ef20e3afd7 None None] Provisioning complete for port c2d913f0-aa67-49fd-a43b-780c0f715be7 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:36.591373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58c184af-f6a3-4b69-ba88-95ef20e3afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.622779 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:36.629844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-58c184af-f6a3-4b69-ba88-95ef20e3afd7 None None] Port c2d913f0-aa67-49fd-a43b-780c0f715be7 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:36.632718 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:36.633577 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:36.665499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:36.666495 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98afd5-3162-4155-825d-42d5f02b902b None None] The sync data for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:36.667119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.670415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:36.691329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdbf05-6357-42c7-80af-15c3b7c833fb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:36.692845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-80fdbf05-6357-42c7-80af-15c3b7c833fb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports/c2d913f0-aa67-49fd-a43b-780c0f715be7 HTTP/1.1" status: 200 len: 913 time: 0.1105361 Jun 25 11:27:36.695844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56820) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:36.696255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Pushing event deleted for resources: {'Port': ['ID=b1a71335-5758-4b2f-84a1-12f576e5b579,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:36.699763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:36.706075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] No DVR routers for this DVR port b1a71335-5758-4b2f-84a1-12f576e5b579 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:36.765261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.767287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-14f92c88-1efd-4ff8-9b0e-4df2787ea5e2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:36.784383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.789516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.791386 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/6371e9a5-113b-430e-a22a-dd1e7e77f127 HTTP/1.1" status: 204 len: 168 time: 0.8476582 Jun 25 11:27:36.794289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56822) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:36.794957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e6b04727-af6d-4be3-aac4-7c97f92c44ea tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:36.815850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=6371e9a5-113b-430e-a22a-dd1e7e77f127,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:36.825989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:36.830975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:36.844173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:36.847411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:36.855434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:36.856034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.886582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a767d1-ea6a-4c83-afd3-0578500270ee None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:36.890158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:36.890548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8a0fafa1-37ea-4ef6-8946-3fe1d6f98ffa not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:36.891003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1a71335-5758-4b2f-84a1-12f576e5b579 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:36.935890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Subnet': ['ID=fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:36.941043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:36.963738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:36.974279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b1a71335-5758-4b2f-84a1-12f576e5b579 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:36.974904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b1a71335-5758-4b2f-84a1-12f576e5b579 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:37.023798 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2763722 Jun 25 11:27:37.030802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56824) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:37.037677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1803550042', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4'}], 'security_groups': ['e09c683c-f106-46ac-865e-0f208a7de92b', 'e9acb57e-78b8-4186-8319-ef5e216875f1']}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:37.141127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.145331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.158842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5886f8f-9846-4d7d-b267-0c8c014049f0']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:37.221053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.238378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Update dhcp port {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'fixed_ips': [{'subnet_id': 'b3f8c957-921a-468e-833a-a33e7e5c3306', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3e912f35-63ef-4156-8857-e23274cd7209', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '86657749-9173-4bc9-bb81-93514b8ef6a2'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:27:37.240785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6138361d-5587-474e-ac51-2141f0af99f2') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:37.243382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6138361d-5587-474e-ac51-2141f0af99f2') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:37.254001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.272169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.282359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:37.285103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:37.285976 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:37.297151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.462533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.468676 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-27f30445-608f-424b-b0b3-dc716be85faf tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:37.475535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port c2d913f0-aa67-49fd-a43b-780c0f715be7 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:37.475774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.476562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.478714 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/b5886f8f-9846-4d7d-b267-0c8c014049f0 HTTP/1.1" status: 204 len: 168 time: 0.6820092 Jun 25 11:27:37.483111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56826) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:37.490621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1180520742'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:37.494401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=b5886f8f-9846-4d7d-b267-0c8c014049f0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:37.500754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:37.505803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Allocated IP 2001:db8:0:2::2 (c6ccd9ab-bc67-4114-a117-0a203d3dd342/fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4/86657749-9173-4bc9-bb81-93514b8ef6a2) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:37.606273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.612590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] For port 86657749-9173-4bc9-bb81-93514b8ef6a2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=86657749-9173-4bc9-bb81-93514b8ef6a2,segment=NetworkSegment(742b0a93-6194-4412-b407-4c84dcb242bc),segment_id=742b0a93-6194-4412-b407-4c84dcb242bc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:37.619234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for c2d913f0-aa67-49fd-a43b-780c0f715be7 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:37.631090 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:37.635637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.645745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.661970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Transition to ACTIVE for port object 86657749-9173-4bc9-bb81-93514b8ef6a2 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:37.700378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:37.714487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.714827 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment b6f461a9-3bda-45db-80f6-33ba3d3697b6 of type vlan for network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 Jun 25 11:27:37.730537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.735114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3a0c2a74-4697-4b80-b7b7-a508db5b5ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:37.785862 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:27:37.800766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.843594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Pushing event updated for resources: {'Port': ['ID=86657749-9173-4bc9-bb81-93514b8ef6a2,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:37.848196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:37.890619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Delete allocated IP 2001:db8::26c (c6ccd9ab-bc67-4114-a117-0a203d3dd342/3e912f35-63ef-4156-8857-e23274cd7209) {{(pid=94500) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 25 11:27:37.900308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Allocated IP 2001:db8:0:2::2c7 (c6ccd9ab-bc67-4114-a117-0a203d3dd342/fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4/384671b9-0b2c-4177-a3e3-c29c3dfd4ece) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:37.924413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.931346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:37.934981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:37.937606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9224775d-8d3e-4367-8244-0232f5f1087c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:37.966777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.024703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=4ad6fbd8-d5a2-4f82-9847-0531059a00d7,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:38.039856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:38.042950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:38.043648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-15329cf9-fa05-4bb2-bc99-ca119d0766d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:38.068159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=c2d913f0-aa67-49fd-a43b-780c0f715be7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:38.076162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5922656 Jun 25 11:27:38.076777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56828) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:38.078877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:38.089620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:38.140321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.157777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Transition to ACTIVE for port object 384671b9-0b2c-4177-a3e3-c29c3dfd4ece will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:38.228037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.232751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89c0e1f8-2eaa-42d9-909f-f96ae4e36c48 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:38.277474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.338980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] In _notify_port_updated(), no bound segment for port 384671b9-0b2c-4177-a3e3-c29c3dfd4ece on network c6ccd9ab-bc67-4114-a117-0a203d3dd342 {{(pid=94500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:27:38.349397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:38.350594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.353072 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "PUT /v2.0/ports/384671b9-0b2c-4177-a3e3-c29c3dfd4ece HTTP/1.1" status: 200 len: 970 time: 1.3218796 Jun 25 11:27:38.359832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56830) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:38.375590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event updated for resources: {'Port': ['ID=384671b9-0b2c-4177-a3e3-c29c3dfd4ece,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:38.381623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:38.388020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.412741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:38.520563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 384671b9-0b2c-4177-a3e3-c29c3dfd4ece {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:38.521238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.651221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.666465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 384671b9-0b2c-4177-a3e3-c29c3dfd4ece owned by {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:38.770177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d58b89b6-62e0-4229-a441-2fe148e13b65 None None] Provisioning for port 86657749-9173-4bc9-bb81-93514b8ef6a2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:38.777198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d58b89b6-62e0-4229-a441-2fe148e13b65 None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:38.777911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d58b89b6-62e0-4229-a441-2fe148e13b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.870254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 86657749-9173-4bc9-bb81-93514b8ef6a2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:38.970340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.979504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d58b89b6-62e0-4229-a441-2fe148e13b65 None None] Provisioning complete for port 6dd0ffb8-8d00-4971-b483-396f4f414859 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:38.980696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d58b89b6-62e0-4229-a441-2fe148e13b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:38.980855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:39.005521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 5e86de69-4469-4d43-ac53-3dd7682abd81 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:39.005810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:39.006158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.014991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=384671b9-0b2c-4177-a3e3-c29c3dfd4ece,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:39.023345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:39.052014 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.059089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d58b89b6-62e0-4229-a441-2fe148e13b65 None None] Port 6dd0ffb8-8d00-4971-b483-396f4f414859 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:39.059987 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/384671b9-0b2c-4177-a3e3-c29c3dfd4ece HTTP/1.1" status: 204 len: 168 time: 0.6987026 Jun 25 11:27:39.060897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56832) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:39.066386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d58b89b6-62e0-4229-a441-2fe148e13b65 None None] Could not find standard attr ID for object 384671b9-0b2c-4177-a3e3-c29c3dfd4ece. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:27:39.096336 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-409f00a5-b008-42ed-825f-0a1bb1348095 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] GET failed (client error): The resource could not be found. Jun 25 11:27:39.102886 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-409f00a5-b008-42ed-825f-0a1bb1348095 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports/384671b9-0b2c-4177-a3e3-c29c3dfd4ece HTTP/1.1" status: 404 len: 333 time: 0.0407169 Jun 25 11:27:39.103947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56834) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:39.154710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:39.162902 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/5e86de69-4469-4d43-ac53-3dd7682abd81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4659593 Jun 25 11:27:39.164209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56836) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:39.167912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] Sync routers for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:39.169949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.185900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:39.187153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:39.200188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.244537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:39.249068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-27909c92-81ef-4669-b682-c10da1c8f018 None None] Could not find standard attr ID for object 384671b9-0b2c-4177-a3e3-c29c3dfd4ece. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:27:39.249416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.259333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bab2d6cc-8f1d-4dd6-8d89-cd7c029d7a57 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:39.259599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:39.260524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:39.302064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:39.302064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f297bcc6-189d-4a80-b091-668535a605e1 None None] The sync data for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:39.342373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=eb4209fd-7a40-4f8a-9f43-d669e737dd58,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:39.345201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:39.353052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.356035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.357434 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/security-groups/667d37db-c2f2-4ba6-915a-c9f786d151d4 HTTP/1.1" status: 204 len: 168 time: 0.2521319 Jun 25 11:27:39.358515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d0aae8ab-ec08-4b30-b61a-4a486ee87606 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:39.361955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56838) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:39.384213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d37db-c2f2-4ba6-915a-c9f786d151d4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:39.389445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:39.432317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': 'b6f461a9-3bda-45db-80f6-33ba3d3697b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:39.432584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: 4ad6fbd8-d5a2-4f82-9847-0531059a00d7, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:39.436927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.463072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.529776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:39.598728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.602430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.603819 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/security-groups/e9acb57e-78b8-4186-8319-ef5e216875f1 HTTP/1.1" status: 204 len: 168 time: 0.2408545 Jun 25 11:27:39.604729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-15f3cda7-eb32-4e95-86e8-54140e158e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:39.607559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56840) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:39.614648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9acb57e-78b8-4186-8319-ef5e216875f1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:39.618249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:39.619304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.660713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 4ad6fbd8-d5a2-4f82-9847-0531059a00d7) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:39.669909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60749c45-527e-40bd-8abd-8f29f29fa0bf None None] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:39.700895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:39.701516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.793471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.826550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-4ad6fbd8-d5a2-4f82-9847-0531059a00d7', 'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': 'eb4209fd-7a40-4f8a-9f43-d669e737dd58'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:39.827521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.839881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:39.881583 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8016775 Jun 25 11:27:39.884448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56842) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:39.889339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-afffa597-bec4-4a9b-8624-f78f7e98fb31 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1993594386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:39.977921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Allocated IP 172.20.0.2 (4ad6fbd8-d5a2-4f82-9847-0531059a00d7/eb4209fd-7a40-4f8a-9f43-d669e737dd58/d5713e67-cf30-4778-9eca-d52bd89b1d17) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:40.011500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.014144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.015294 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/security-groups/e09c683c-f106-46ac-865e-0f208a7de92b HTTP/1.1" status: 204 len: 168 time: 0.4067299 Jun 25 11:27:40.016949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4b8fe2bf-ae2d-4f95-9c7c-8a6e0f291d8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:40.018368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56844) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:40.029922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c683c-f106-46ac-865e-0f208a7de92b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:40.032380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:40.040560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-afffa597-bec4-4a9b-8624-f78f7e98fb31 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.041787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-afffa597-bec4-4a9b-8624-f78f7e98fb31 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.047864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 88fc143d-1b83-40a8-ac45-f712c68815d6 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:40.048294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.086272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet 3e912f35-63ef-4156-8857-e23274cd7209 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:40.090594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.138087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.162532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-afffa597-bec4-4a9b-8624-f78f7e98fb31 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.189202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.203764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 88fc143d-1b83-40a8-ac45-f712c68815d6 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:40.213440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.224829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Transition to ACTIVE for port object d5713e67-cf30-4778-9eca-d52bd89b1d17 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:40.235349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.243345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Transition to ACTIVE for port object d5713e67-cf30-4778-9eca-d52bd89b1d17 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:40.258195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-afffa597-bec4-4a9b-8624-f78f7e98fb31 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.284017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.341746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.345057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d10d0b64-53b1-4038-9121-ae76c6f56046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:40.370576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.374311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e3a98c44-2fb1-4652-9579-fc4d56b56330 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:40.376020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-afffa597-bec4-4a9b-8624-f78f7e98fb31 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.380411 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-afffa597-bec4-4a9b-8624-f78f7e98fb31 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4919653 Jun 25 11:27:40.383232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56846) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:40.391625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'port': {'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7', 'name': 'tempest-RoutersTest-1321275939'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:40.406674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=3e912f35-63ef-4156-8857-e23274cd7209,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:40.409426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:40.412989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.416175 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/3e912f35-63ef-4156-8857-e23274cd7209 HTTP/1.1" status: 204 len: 168 time: 0.3963552 Jun 25 11:27:40.421870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56848) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:40.488017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:40.491899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.529700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e482c0-997e-4d00-b5d1-6cbaa9e87ccf None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:40.539223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.541440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.551181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f5f4b7e-bd04-43d7-a9c6-28fc14445899 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:40.570071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:40.582393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=88fc143d-1b83-40a8-ac45-f712c68815d6,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:40.588442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:40.598513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Pushing event updated for resources: {'Port': ['ID=d5713e67-cf30-4778-9eca-d52bd89b1d17,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:40.604917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:40.606887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:40.609122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:40.617212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:40.621524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.645359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] device_id is not set on port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:40.655691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.716226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Attempting to bind port d5713e67-cf30-4778-9eca-d52bd89b1d17 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:40.716609 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Attempting to bind port d5713e67-cf30-4778-9eca-d52bd89b1d17 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b6f461a9-3bda-45db-80f6-33ba3d3697b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:40.716985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Attempting to bind port d5713e67-cf30-4778-9eca-d52bd89b1d17 on network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:40.727851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:40.728243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Checking segment: {'id': 'b6f461a9-3bda-45db-80f6-33ba3d3697b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:40.731946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.731946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Bound using segment: {'id': 'b6f461a9-3bda-45db-80f6-33ba3d3697b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:40.731946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Bound port: d5713e67-cf30-4778-9eca-d52bd89b1d17, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f461a9-3bda-45db-80f6-33ba3d3697b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4ad6fbd8-d5a2-4f82-9847-0531059a00d7'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:40.731946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.783546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.798790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.801520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7b5cec7f-e04c-4df1-bd19-bbeca93575a5 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:40.833329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:40.840370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:40.843842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.845974 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4 HTTP/1.1" status: 204 len: 168 time: 0.4225473 Jun 25 11:27:40.849559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56850) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:40.867148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] For port d5713e67-cf30-4778-9eca-d52bd89b1d17, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:40.892902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] For port d5713e67-cf30-4778-9eca-d52bd89b1d17, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d5713e67-cf30-4778-9eca-d52bd89b1d17,segment=NetworkSegment(b6f461a9-3bda-45db-80f6-33ba3d3697b6),segment_id=b6f461a9-3bda-45db-80f6-33ba3d3697b6)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:40.913322 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4873ba-1e02-4600-be70-457e3dd47084 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:40.913612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4873ba-1e02-4600-be70-457e3dd47084 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:40.915555 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cb4873ba-1e02-4600-be70-457e3dd47084 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/3e912f35-63ef-4156-8857-e23274cd7209 HTTP/1.1" status: 404 len: 337 time: 0.0649641 Jun 25 11:27:40.918674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56852) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:40.920640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.20.0.6 (4ad6fbd8-d5a2-4f82-9847-0531059a00d7/eb4209fd-7a40-4f8a-9f43-d669e737dd58/7098c3c5-e1a3-4cae-9823-d5b4171cdab9) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:40.941778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:40.947508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e2cf091a-9407-416b-a31d-ff91ac2a3985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:40.980137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting subnet b3f8c957-921a-468e-833a-a33e7e5c3306 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:40.984147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.043076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 5e86de69-4469-4d43-ac53-3dd7682abd81 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:41.044084 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.061430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f26db6-0de5-4365-8757-f80134f01387 None None] Update dhcp port {'port': {'network_id': 'c6ccd9ab-bc67-4114-a117-0a203d3dd342', 'fixed_ips': [{'subnet_id': 'b3f8c957-921a-468e-833a-a33e7e5c3306', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fb8eeda1-6c2f-4ca8-b55d-2d1603150ff4'}], 'binding:host_id': 'dv-neutron-797120-5-hyperv'}, 'id': '86657749-9173-4bc9-bb81-93514b8ef6a2'} from dv-neutron-797120-5-hyperv. {{(pid=94502) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 25 11:27:41.067364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Pushing event updated for resources: {'Port': ['ID=d5713e67-cf30-4778-9eca-d52bd89b1d17,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:41.093859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:41.120266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c7f26db6-0de5-4365-8757-f80134f01387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.173142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.191835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:41.202500 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/5e86de69-4469-4d43-ac53-3dd7682abd81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0370679 Jun 25 11:27:41.203141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56854) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.217997 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] Sync routers for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:41.235404 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:41.235918 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:41.275030 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-50cefae6-8fc2-4939-b108-dad811e768cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e86de69-4469-4d43-ac53-3dd7682abd81 HTTP/1.1" status: 200 len: 205 time: 0.0630713 Jun 25 11:27:41.275030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56856) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.303273 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:41.326282 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] Routers {'5e86de69-4469-4d43-ac53-3dd7682abd81'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:41.327219 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5e86de69-4469-4d43-ac53-3dd7682abd81'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:41.338225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server [None req-c7f26db6-0de5-4365-8757-f80134f01387 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3f8c957-921a-468e-833a-a33e7e5c3306: This subnet is being modified by another concurrent operation. Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 25 11:27:41.340965 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise self.value Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1719, in update_port Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server raise exception Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3f8c957-921a-468e-833a-a33e7e5c3306: This subnet is being modified by another concurrent operation. Jun 25 11:27:41.352343 dv-neutron-797120-5-hyperv neutron-server[94502]: ERROR oslo_messaging.rpc.server Jun 25 11:27:41.355642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-45ca9315-54a8-4be7-b882-33afa2b1fc0d tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:41.371799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.379760 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:41.381581 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23e70d-4e7f-4343-be80-9f177b2b911a None None] The sync data for ids ['5e86de69-4469-4d43-ac53-3dd7682abd81'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:41.395062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f4819a4-639c-401f-9e27-d95a9e83e795 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.396917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.399705 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/b3f8c957-921a-468e-833a-a33e7e5c3306 HTTP/1.1" status: 204 len: 168 time: 0.4794934 Jun 25 11:27:41.401321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f8c957-921a-468e-833a-a33e7e5c3306,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:41.402903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:41.403990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:41.404659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56858) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.439573 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-572c5d69-1435-4dd1-bfba-5d37159dc1a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.440414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572c5d69-1435-4dd1-bfba-5d37159dc1a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.441866 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-572c5d69-1435-4dd1-bfba-5d37159dc1a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/98161b85-f7d1-4a3b-9687-fbe6f4d33ffd HTTP/1.1" status: 404 len: 337 time: 0.0357516 Jun 25 11:27:41.445358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56860) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.475127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907bd86d-f1e8-4c59-811c-e8b5e0e0e16e None None] Network c6ccd9ab-bc67-4114-a117-0a203d3dd342 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:41.510018 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cbf1a063-45b2-466a-8605-266a3aeab68c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "GET /v2.0/ports?device_id=57a01a1b-7a73-45d8-9476-5fbeb66f19d2 HTTP/1.1" status: 200 len: 205 time: 0.0633736 Jun 25 11:27:41.512772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56862) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.556396 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-6840b710-c3e3-41e9-a8cd-f3e2cc348e17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] delete failed (client error): The resource could not be found. Jun 25 11:27:41.558175 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6840b710-c3e3-41e9-a8cd-f3e2cc348e17 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/routers/57a01a1b-7a73-45d8-9476-5fbeb66f19d2 HTTP/1.1" status: 404 len: 336 time: 0.0435123 Jun 25 11:27:41.560847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56864) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.564115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b57a8efb-68fc-4609-8d07-822025a453c0 None None] Provisioning complete for port 86657749-9173-4bc9-bb81-93514b8ef6a2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:41.564524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b57a8efb-68fc-4609-8d07-822025a453c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.595169 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a739cf61-eb51-4c72-b222-8590405dc5a2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.595782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a739cf61-eb51-4c72-b222-8590405dc5a2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.600560 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a739cf61-eb51-4c72-b222-8590405dc5a2 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/3ac5e9b2-1e94-49b8-9ae7-ef8abd415d2d HTTP/1.1" status: 404 len: 337 time: 0.0356994 Jun 25 11:27:41.602284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56866) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.624802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f4819a4-639c-401f-9e27-d95a9e83e795 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.628758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f4819a4-639c-401f-9e27-d95a9e83e795 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.633158 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc035cd-d83a-4a5c-9b5c-3e91f64bbb61 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.633644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc035cd-d83a-4a5c-9b5c-3e91f64bbb61 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.637137 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cfc035cd-d83a-4a5c-9b5c-3e91f64bbb61 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/52c6b969-4ce6-4745-8d1f-eedb98559f0a HTTP/1.1" status: 404 len: 337 time: 0.0322547 Jun 25 11:27:41.638496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56868) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.674415 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-69798281-d3d7-4eb4-b407-674f4a579d06 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.674415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69798281-d3d7-4eb4-b407-674f4a579d06 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.678428 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-69798281-d3d7-4eb4-b407-674f4a579d06 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/8bff4d58-13c9-4bf9-9629-11dc5c33b96f HTTP/1.1" status: 404 len: 337 time: 0.0366831 Jun 25 11:27:41.680287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56870) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.696234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.709488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:41.713885 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f0b73f-044e-4449-8415-038d58895109 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.714771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f0b73f-044e-4449-8415-038d58895109 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.720382 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-22f0b73f-044e-4449-8415-038d58895109 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/fe0e7e3b-4b03-44e6-b5b6-da825c01aaf5 HTTP/1.1" status: 404 len: 333 time: 0.0387094 Jun 25 11:27:41.721677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56872) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.727662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:41.730600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:41.732777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b57a8efb-68fc-4609-8d07-822025a453c0 None None] Provisioning complete for port 6dd0ffb8-8d00-4971-b483-396f4f414859 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:41.733260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b57a8efb-68fc-4609-8d07-822025a453c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.733956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:41.737865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] DHCP port deletion for c6ccd9ab-bc67-4114-a117-0a203d3dd342 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:41.756659 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e11194f-4943-4521-99b5-493035531778 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.757332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e11194f-4943-4521-99b5-493035531778 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.760155 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9e11194f-4943-4521-99b5-493035531778 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/1b83f9b4-92c6-4ab1-a347-7326226869d7 HTTP/1.1" status: 404 len: 337 time: 0.0365551 Jun 25 11:27:41.762119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56874) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.776619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f4819a4-639c-401f-9e27-d95a9e83e795 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.777185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4819a4-639c-401f-9e27-d95a9e83e795 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Fanout notify agent at l3_agent the message router_deleted on router 5e86de69-4469-4d43-ac53-3dd7682abd81 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:27:41.784680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3f4819a4-639c-401f-9e27-d95a9e83e795 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.785907 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3f4819a4-639c-401f-9e27-d95a9e83e795 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/5e86de69-4469-4d43-ac53-3dd7682abd81 HTTP/1.1" status: 204 len: 168 time: 0.5121017 Jun 25 11:27:41.792037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56876) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.794780 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3ea852-cf27-46be-8942-19c45d063da0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.795010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3ea852-cf27-46be-8942-19c45d063da0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.796824 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2f3ea852-cf27-46be-8942-19c45d063da0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/6b04a3dc-b8fa-4bea-9dee-7257b4efc1f7 HTTP/1.1" status: 404 len: 337 time: 0.0332868 Jun 25 11:27:41.800326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b57a8efb-68fc-4609-8d07-822025a453c0 None None] Port 6dd0ffb8-8d00-4971-b483-396f4f414859 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:41.801594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56878) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.826784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Deleting port 86657749-9173-4bc9-bb81-93514b8ef6a2 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:41.827230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.831449 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2169cb-a119-46d2-b267-c41a3d238709 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.832126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2169cb-a119-46d2-b267-c41a3d238709 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.837038 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cc2169cb-a119-46d2-b267-c41a3d238709 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/53004377-58f3-4ffd-95d8-df972ac5ff63 HTTP/1.1" status: 404 len: 333 time: 0.0313416 Jun 25 11:27:41.837685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56880) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.862051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=7098c3c5-e1a3-4cae-9823-d5b4171cdab9,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:41.872186 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5313c98c-19c7-48f3-9784-0186eff5322c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.875553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5313c98c-19c7-48f3-9784-0186eff5322c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.877906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5313c98c-19c7-48f3-9784-0186eff5322c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/9553afbb-e2bf-41cb-951b-f86ed231eeba HTTP/1.1" status: 404 len: 337 time: 0.0391762 Jun 25 11:27:41.880305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56882) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.895576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:41.896426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.913825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:41.925169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet d589abd9-2bab-4f1c-a471-799d347721d4 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:41.925479 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-25899021-cdb0-4797-a1e5-0033c9658d45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] DELETE failed (client error): The resource could not be found. Jun 25 11:27:41.925479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25899021-cdb0-4797-a1e5-0033c9658d45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:27:41.925670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.928224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56884) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:41.928374 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-25899021-cdb0-4797-a1e5-0033c9658d45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/subnets/d1a6e57a-96e7-4240-b205-b473d7224e20 HTTP/1.1" status: 404 len: 337 time: 0.0467160 Jun 25 11:27:41.930928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] For port 86657749-9173-4bc9-bb81-93514b8ef6a2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=86657749-9173-4bc9-bb81-93514b8ef6a2,segment=NetworkSegment(742b0a93-6194-4412-b407-4c84dcb242bc),segment_id=742b0a93-6194-4412-b407-4c84dcb242bc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:41.931453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:41.947112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Calling delete_port for 86657749-9173-4bc9-bb81-93514b8ef6a2 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:42.130156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.134526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-803683c0-c202-437d-85ac-aec57131157a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:42.162665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Pushing event deleted for resources: {'Port': ['ID=86657749-9173-4bc9-bb81-93514b8ef6a2,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:42.165619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] No DVR routers for this DVR port 86657749-9173-4bc9-bb81-93514b8ef6a2 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:42.167626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:42.246838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55871f7a-70e2-467d-ad33-0df882ff752b None None] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:42.253128 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8660355 Jun 25 11:27:42.255957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56886) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:42.282176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.415120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Deleting port 6dd0ffb8-8d00-4971-b483-396f4f414859 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:42.415933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.433411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.467237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3ac436db-3a3a-4892-b759-bdd74b771060 None None] Provisioning for port d5713e67-cf30-4778-9eca-d52bd89b1d17 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:42.529521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.546003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Calling delete_port for 6dd0ffb8-8d00-4971-b483-396f4f414859 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:42.690700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.690700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-29dcdc9d-b061-4a52-91ac-e9561cda1080 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:42.723783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=d589abd9-2bab-4f1c-a471-799d347721d4,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:42.727281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:42.730262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.735408 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/d589abd9-2bab-4f1c-a471-799d347721d4 HTTP/1.1" status: 204 len: 168 time: 0.9403098 Jun 25 11:27:42.736089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56888) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:42.739939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf37c75-881a-408c-88ae-b4c1e3c01d74 None None] Network 05d9056e-d2b5-4cc7-a178-2a67299c80fd requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:42.799702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.801642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb59fcf8-efa4-4c7e-8130-974610fe5b7a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:42.812153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet b08b3c57-fd40-45e6-8354-1bbca631b895 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:42.847076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.852851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Port': ['ID=6dd0ffb8-8d00-4971-b483-396f4f414859,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:42.869695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-54d59d60-3640-413a-9bd7-52967647f7dd None None] Provisioning for port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:42.874838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-54d59d60-3640-413a-9bd7-52967647f7dd None None] Provisioning complete for port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:42.875378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-54d59d60-3640-413a-9bd7-52967647f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.898442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:42.910528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.913757 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/ports/6dd0ffb8-8d00-4971-b483-396f4f414859 HTTP/1.1" status: 204 len: 168 time: 0.9824002 Jun 25 11:27:42.914770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56890) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:42.960522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:42.960752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d5713e67-cf30-4778-9eca-d52bd89b1d17 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:43.028842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-54d59d60-3640-413a-9bd7-52967647f7dd None None] Port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:43.046069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.062457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.138208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] DHCP port deletion for 05d9056e-d2b5-4cc7-a178-2a67299c80fd request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:43.154307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.172723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d5713e67-cf30-4778-9eca-d52bd89b1d17 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:43.181196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d5713e67-cf30-4778-9eca-d52bd89b1d17 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:43.181675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.219456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.224095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ea31f74c-6a5f-4335-aef9-8836edb08b02 None None] Provisioning complete for port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:43.224580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ea31f74c-6a5f-4335-aef9-8836edb08b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.236375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ccd9ab-bc67-4114-a117-0a203d3dd342']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:43.255924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742b0a93-6194-4412-b407-4c84dcb242bc') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:43.256276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742b0a93-6194-4412-b407-4c84dcb242bc') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:43.270751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.276147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Deleting port 648c7434-39fa-474b-ae91-e58478e7a617 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:43.276147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.293571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.298866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ea31f74c-6a5f-4335-aef9-8836edb08b02 None None] Port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:43.304380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:43.304842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:43.308437 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:43.361638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.371647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] For port 648c7434-39fa-474b-ae91-e58478e7a617, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=648c7434-39fa-474b-ae91-e58478e7a617,segment=NetworkSegment(ee0a8f92-c72a-450e-84fb-3617ab31cd7d),segment_id=ee0a8f92-c72a-450e-84fb-3617ab31cd7d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:43.372056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.374786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.375923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.386287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1ba4fc31-ea74-4762-a88d-5beb737786e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:43.394298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Calling delete_port for 648c7434-39fa-474b-ae91-e58478e7a617 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:43.416788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.421165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/b08b3c57-fd40-45e6-8354-1bbca631b895 HTTP/1.1" status: 204 len: 168 time: 0.6816113 Jun 25 11:27:43.421165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=b08b3c57-fd40-45e6-8354-1bbca631b895,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:43.423268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56892) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:43.432700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:43.438450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.442205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:43.454554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaaee53-d9be-4ddd-a62d-54b48b561362 None None] Network faf66fb2-d70a-4686-9036-3ad02008679a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:43.461439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d5713e67-cf30-4778-9eca-d52bd89b1d17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d5713e67-cf30-4778-9eca-d52bd89b1d17,segment=NetworkSegment(b6f461a9-3bda-45db-80f6-33ba3d3697b6),segment_id=b6f461a9-3bda-45db-80f6-33ba3d3697b6)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:43.521918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.528805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.533335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.536409 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] 10.222.0.81 "DELETE /v2.0/networks/c6ccd9ab-bc67-4114-a117-0a203d3dd342 HTTP/1.1" status: 204 len: 168 time: 0.6198347 Jun 25 11:27:43.537918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:43.564170 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Pushing event deleted for resources: {'Network': ['ID=c6ccd9ab-bc67-4114-a117-0a203d3dd342,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:43.568708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:43.584896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.587807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f9639d97-ee5e-490e-a22c-b64d92cc005e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:43.598931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=7098c3c5-e1a3-4cae-9823-d5b4171cdab9,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:43.604986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:43.689771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 648c7434-39fa-474b-ae91-e58478e7a617 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:43.690167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.700744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 86657749-9173-4bc9-bb81-93514b8ef6a2 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:43.751844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d5713e67-cf30-4778-9eca-d52bd89b1d17,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:43.756795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:43.758810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 86657749-9173-4bc9-bb81-93514b8ef6a2 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:43.759375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 86657749-9173-4bc9-bb81-93514b8ef6a2 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:43.786860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port 648c7434-39fa-474b-ae91-e58478e7a617, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=648c7434-39fa-474b-ae91-e58478e7a617,segment=NetworkSegment(ee0a8f92-c72a-450e-84fb-3617ab31cd7d),segment_id=ee0a8f92-c72a-450e-84fb-3617ab31cd7d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:43.787143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.788010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.792065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-58f1482b-f5a4-4d0a-a629-8f00b0da6787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:43.802031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 648c7434-39fa-474b-ae91-e58478e7a617 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:43.817580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Pushing event deleted for resources: {'Port': ['ID=648c7434-39fa-474b-ae91-e58478e7a617,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:43.825562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:43.834274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] No DVR routers for this DVR port 648c7434-39fa-474b-ae91-e58478e7a617 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:43.853412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7510faa9-130b-42c0-b143-03e6e2e180af None None] Provisioning complete for port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:43.854036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7510faa9-130b-42c0-b143-03e6e2e180af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.880217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.898458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:43.901077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9c22dcfd-ed18-4ee4-8e4e-8a604d2cad8c tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:43.918299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] DHCP port deletion for faf66fb2-d70a-4686-9036-3ad02008679a request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:43.921826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7510faa9-130b-42c0-b143-03e6e2e180af None None] Port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:43.926993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=648c7434-39fa-474b-ae91-e58478e7a617,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:43.932888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:43.938824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port 648c7434-39fa-474b-ae91-e58478e7a617 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:43.996210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Deleting port acc401b1-494a-47d0-8b07-9f6a6989d3a4 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:43.997007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.038063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.048366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d9056e-d2b5-4cc7-a178-2a67299c80fd']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:44.058977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0a8f92-c72a-450e-84fb-3617ab31cd7d') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:44.059296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0a8f92-c72a-450e-84fb-3617ab31cd7d') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:44.068064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.083174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.091516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:44.091801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: self.session.flush() Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:44.095480 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:44.103227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] For port acc401b1-494a-47d0-8b07-9f6a6989d3a4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=acc401b1-494a-47d0-8b07-9f6a6989d3a4,segment=NetworkSegment(6bb787a9-c5a7-4fcf-995d-5be0b519d531),segment_id=6bb787a9-c5a7-4fcf-995d-5be0b519d531)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:44.103564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.128969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Calling delete_port for acc401b1-494a-47d0-8b07-9f6a6989d3a4 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:44.155538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.234795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.240307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a1ae2599-7318-4115-9610-eb55541f798c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:44.260057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.262348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/05d9056e-d2b5-4cc7-a178-2a67299c80fd HTTP/1.1" status: 204 len: 168 time: 0.8377099 Jun 25 11:27:44.264044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=05d9056e-d2b5-4cc7-a178-2a67299c80fd,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:44.265954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56898) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:44.266353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56900) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:44.275167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:44.313641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.321262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-803683c0-c202-437d-85ac-aec57131157a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:44.355517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Pushing event deleted for resources: {'Port': ['ID=acc401b1-494a-47d0-8b07-9f6a6989d3a4,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:44.360990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:44.362343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] No DVR routers for this DVR port acc401b1-494a-47d0-8b07-9f6a6989d3a4 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:44.383923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a791cc-f80c-4c4c-854b-3c59a783af1f None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 11:27:44.402991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.491950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a791cc-f80c-4c4c-854b-3c59a783af1f None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 11:27:44.512832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.544706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.555935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-994720e3-9b78-4219-b3b3-5c37bc96e9a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9db5d0aa75a418f9f9934779316b53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882330 Jun 25 11:27:44.559924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf66fb2-d70a-4686-9036-3ad02008679a']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:44.571165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb787a9-c5a7-4fcf-995d-5be0b519d531') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:44.572450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb787a9-c5a7-4fcf-995d-5be0b519d531') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:44.580317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56904) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:44.584877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.601040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.610844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:44.611881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:44.618426 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:44.649931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.673809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.781655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.790596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59516317-5a3d-4e47-88fc-75719b7fb199 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:44.826274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d5713e67-cf30-4778-9eca-d52bd89b1d17 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:44.862990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.864837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=7098c3c5-e1a3-4cae-9823-d5b4171cdab9,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:44.869002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:44.876570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d5713e67-cf30-4778-9eca-d52bd89b1d17 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:44.876954 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.890460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.894312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1c228e0-da6e-46ab-aacf-8bcaede09343 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:44.907564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.913729 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/faf66fb2-d70a-4686-9036-3ad02008679a HTTP/1.1" status: 204 len: 168 time: 0.6366584 Jun 25 11:27:44.919871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56906) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:44.925521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1746858102'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:44.930194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=faf66fb2-d70a-4686-9036-3ad02008679a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:44.933394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:44.943052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.946736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:44.948039 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9694593b-9a74-46d4-b866-5d9316ef0d0c HTTP/1.1" status: 204 len: 168 time: 0.3661833 Jun 25 11:27:44.951451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:44.964805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9694593b-9a74-46d4-b866-5d9316ef0d0c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:44.968416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:45.011772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:45.013529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:45.033263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 648c7434-39fa-474b-ae91-e58478e7a617 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:45.084100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:45.090357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:45.124861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:45.161293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:45.161712 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment e8dd4885-cba5-428d-afc2-bea22b202ebb of type vlan for network 471e2e4d-fd89-44c0-9c5c-f373fba5343c Jun 25 11:27:45.222977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:45.226214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 648c7434-39fa-474b-ae91-e58478e7a617 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:45.226647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 648c7434-39fa-474b-ae91-e58478e7a617 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:45.227375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device acc401b1-494a-47d0-8b07-9f6a6989d3a4 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:45.252748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: acc401b1-494a-47d0-8b07-9f6a6989d3a4 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:45.253078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device acc401b1-494a-47d0-8b07-9f6a6989d3a4 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:45.264138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e9e609e5-88d0-436d-8752-caf7729c98b4 None None] Provisioning complete for port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:45.264524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e9e609e5-88d0-436d-8752-caf7729c98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:45.284169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router bb96986d-0964-4438-a7d1-6eab1202b843 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:27:45.300689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e9e609e5-88d0-436d-8752-caf7729c98b4 None None] Port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:45.346441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:45.354197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:45.366863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:45.366863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-990b484f-f91c-4a51-93df-645f59d6ebbf tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:45.397046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:45.406814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] Sync routers for ids ['bb96986d-0964-4438-a7d1-6eab1202b843'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:45.410692 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/bb96986d-0964-4438-a7d1-6eab1202b843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1511929 Jun 25 11:27:45.411259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56912) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:45.417537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] Routers {'bb96986d-0964-4438-a7d1-6eab1202b843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:45.418196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['bb96986d-0964-4438-a7d1-6eab1202b843'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:45.437081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=471e2e4d-fd89-44c0-9c5c-f373fba5343c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:45.440348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:45.454274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:45.457118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:45.473506 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5521154 Jun 25 11:27:45.483632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56916) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:45.489615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:45.496934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] Routers {'bb96986d-0964-4438-a7d1-6eab1202b843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:45.497623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['bb96986d-0964-4438-a7d1-6eab1202b843'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:45.517438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9858c1b-d5c2-4b54-a873-035b40dfe59e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:45.517438 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9858c1b-d5c2-4b54-a873-035b40dfe59e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports/7098c3c5-e1a3-4cae-9823-d5b4171cdab9 HTTP/1.1" status: 200 len: 977 time: 0.1009531 Jun 25 11:27:45.518451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56920) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:45.564847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:45.565623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca9857-abdf-4786-ae0f-8dc5e3042de8 None None] The sync data for ids ['bb96986d-0964-4438-a7d1-6eab1202b843'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:45.795419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:45.798989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.044501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.171527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56934) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:46.175959 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031602 Jun 25 11:27:46.180639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.180639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4e485fc8-689c-4662-ba0e-3a6b903dd51d tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:46.183598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56936) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:46.258486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=6e062b71-d769-4778-b4dd-f82565f38f3e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:46.266645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:46.284513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': 'e8dd4885-cba5-428d-afc2-bea22b202ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:46.284859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: 471e2e4d-fd89-44c0-9c5c-f373fba5343c, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:46.305137 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0a26eec7-3bf1-445c-bac8-d735416de5eb tempest-NetworksApiDiscovery-588999203 tempest-NetworksApiDiscovery-588999203-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1178050 Jun 25 11:27:46.353011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:46.353374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.415267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:46.457548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.470108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 7098c3c5-e1a3-4cae-9823-d5b4171cdab9 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:46.514937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 471e2e4d-fd89-44c0-9c5c-f373fba5343c) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:46.521593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:46.521793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.526648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544fec0b-05ba-4fe9-8f0c-fea78702717d None None] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:46.658570 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1731844 Jun 25 11:27:46.662395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56942) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:46.668817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4983c590-a825-44ed-94de-6fcc1c60239a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-310533855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:46.687529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-471e2e4d-fd89-44c0-9c5c-f373fba5343c', 'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': '6e062b71-d769-4778-b4dd-f82565f38f3e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:46.696438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.752648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.758203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d25ceb7d-8f49-4964-9898-b4d6833c1891 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:46.786152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4983c590-a825-44ed-94de-6fcc1c60239a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.787077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=7098c3c5-e1a3-4cae-9823-d5b4171cdab9,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:46.787546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4983c590-a825-44ed-94de-6fcc1c60239a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.792759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:46.915487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4983c590-a825-44ed-94de-6fcc1c60239a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.939222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Allocated IP 2001:db8::2 (471e2e4d-fd89-44c0-9c5c-f373fba5343c/6e062b71-d769-4778-b4dd-f82565f38f3e/c0c781fb-6109-4c71-9819-b325c76bdc22) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:46.964293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4983c590-a825-44ed-94de-6fcc1c60239a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:46.987398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56946) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:47.018007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.068477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4983c590-a825-44ed-94de-6fcc1c60239a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.072138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4983c590-a825-44ed-94de-6fcc1c60239a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4072018 Jun 25 11:27:47.074265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56950) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:47.093955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'port': {'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c', 'name': 'tempest-RoutersIpV6Test-569270683'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:47.152239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.162810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Transition to ACTIVE for port object c0c781fb-6109-4c71-9819-b325c76bdc22 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:47.192076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Transition to ACTIVE for port object c0c781fb-6109-4c71-9819-b325c76bdc22 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:47.229672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ea3132b-c64b-40af-a7e4-3114ec596e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.301825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.306239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:47.350273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:47.353575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:47.357217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:47.364778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Pushing event updated for resources: {'Port': ['ID=c0c781fb-6109-4c71-9819-b325c76bdc22,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:47.370062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:47.387227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ea3132b-c64b-40af-a7e4-3114ec596e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.422078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Attempting to bind port c0c781fb-6109-4c71-9819-b325c76bdc22 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:47.422461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Attempting to bind port c0c781fb-6109-4c71-9819-b325c76bdc22 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'e8dd4885-cba5-428d-afc2-bea22b202ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:47.422900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Attempting to bind port c0c781fb-6109-4c71-9819-b325c76bdc22 on network 471e2e4d-fd89-44c0-9c5c-f373fba5343c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:47.428104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:47.428506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Checking segment: {'id': 'e8dd4885-cba5-428d-afc2-bea22b202ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:47.429674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.430142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Bound using segment: {'id': 'e8dd4885-cba5-428d-afc2-bea22b202ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:47.430820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Bound port: c0c781fb-6109-4c71-9819-b325c76bdc22, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dd4885-cba5-428d-afc2-bea22b202ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '471e2e4d-fd89-44c0-9c5c-f373fba5343c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:47.431220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.455858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4ea3132b-c64b-40af-a7e4-3114ec596e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.462548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8197446b-e263-4446-8659-628192f8f3d7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:47.489314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router bb96986d-0964-4438-a7d1-6eab1202b843 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:47.505249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] For port c0c781fb-6109-4c71-9819-b325c76bdc22, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:47.511413 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4ea3132b-c64b-40af-a7e4-3114ec596e02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c40afbd88c9a480b8956cb9d71e17d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5164917 Jun 25 11:27:47.511577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] For port c0c781fb-6109-4c71-9819-b325c76bdc22, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c0c781fb-6109-4c71-9819-b325c76bdc22,segment=NetworkSegment(e8dd4885-cba5-428d-afc2-bea22b202ebb),segment_id=e8dd4885-cba5-428d-afc2-bea22b202ebb)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:47.511745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3132b-c64b-40af-a7e4-3114ec596e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1652c81a-3e4b-492f-b0cf-0923dc6d8f42,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:47.514372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ea3132b-c64b-40af-a7e4-3114ec596e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:47.515049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56952) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:47.566079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:47.567682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:47.570238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.577233 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/bb96986d-0964-4438-a7d1-6eab1202b843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537128 Jun 25 11:27:47.577233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56954) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:47.582861 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] Sync routers for ids ['bb96986d-0964-4438-a7d1-6eab1202b843'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:47.596874 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] Routers {'bb96986d-0964-4438-a7d1-6eab1202b843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:47.598298 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['bb96986d-0964-4438-a7d1-6eab1202b843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:47.598684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] device_id is not set on port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:27:47.604992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.607255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.611091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:47.637359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.643443 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:47.657353 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] Routers {'bb96986d-0964-4438-a7d1-6eab1202b843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:47.659510 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['bb96986d-0964-4438-a7d1-6eab1202b843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:47.687849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Pushing event updated for resources: {'Port': ['ID=c0c781fb-6109-4c71-9819-b325c76bdc22,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:47.703163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:47.712752 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:47.713676 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694ed1b-5fb3-4e55-9875-18680737673b None None] The sync data for ids ['bb96986d-0964-4438-a7d1-6eab1202b843'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:47.792588 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-25fe75ff-dd4a-48fb-9a03-1bf237ce0568 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] remove_router_interface failed (client error): The resource could not be found. Jun 25 11:27:47.797176 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-25fe75ff-dd4a-48fb-9a03-1bf237ce0568 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/bb96986d-0964-4438-a7d1-6eab1202b843/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2158525 Jun 25 11:27:47.798992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.799805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56956) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:47.802783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.807646 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1652c81a-3e4b-492f-b0cf-0923dc6d8f42 HTTP/1.1" status: 204 len: 168 time: 0.2889719 Jun 25 11:27:47.834520 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-108a4cf8-843b-4992-b4b7-4d9280162b9c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb96986d-0964-4438-a7d1-6eab1202b843 HTTP/1.1" status: 200 len: 205 time: 0.0335352 Jun 25 11:27:47.836248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56960) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:47.844319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-34ab7266-c4b8-4f65-897e-62ed6ffa40f9 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:47.858125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652c81a-3e4b-492f-b0cf-0923dc6d8f42,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:47.862152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:47.940313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8951a7b8-5281-4d30-86ac-5a5904f7d496 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:47.982002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8::193 (471e2e4d-fd89-44c0-9c5c-f373fba5343c/6e062b71-d769-4778-b4dd-f82565f38f3e/88c2a0de-51b1-4c46-9206-3bb4a53e3285) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:48.136460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8951a7b8-5281-4d30-86ac-5a5904f7d496 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.144863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8951a7b8-5281-4d30-86ac-5a5904f7d496 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.168734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.192459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object 88c2a0de-51b1-4c46-9206-3bb4a53e3285 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:48.255107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8951a7b8-5281-4d30-86ac-5a5904f7d496 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.255778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8951a7b8-5281-4d30-86ac-5a5904f7d496 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Fanout notify agent at l3_agent the message router_deleted on router bb96986d-0964-4438-a7d1-6eab1202b843 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:27:48.268387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8951a7b8-5281-4d30-86ac-5a5904f7d496 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.269851 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8951a7b8-5281-4d30-86ac-5a5904f7d496 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/bb96986d-0964-4438-a7d1-6eab1202b843 HTTP/1.1" status: 204 len: 168 time: 0.4329257 Jun 25 11:27:48.274202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56962) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:48.294445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.316929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95d02a0e-4353-4832-9c0e-227251147655 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:48.372189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:48.379218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:48.384854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet eb4209fd-7a40-4f8a-9f43-d669e737dd58 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:48.389026 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:48.394696 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:48.395299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.401854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.424405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=88c2a0de-51b1-4c46-9206-3bb4a53e3285,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:48.432044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:48.453280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.488211 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4123816 Jun 25 11:27:48.498507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56964) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:48.578090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.719982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.724058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-19515f15-a8c8-4a46-a05d-3dc103b44a11 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:48.760054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4209fd-7a40-4f8a-9f43-d669e737dd58,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:48.762951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:48.766062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.770550 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/eb4209fd-7a40-4f8a-9f43-d669e737dd58 HTTP/1.1" status: 204 len: 168 time: 0.4924726 Jun 25 11:27:48.771043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56966) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:48.786571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb401820-f667-4c60-a508-80d2f6ad1fdb None None] Network 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:48.860304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34b05b-cac5-4f5e-b9b5-9922f1b1d632 None None] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:48.917640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:48.929576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c0c781fb-6109-4c71-9819-b325c76bdc22 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:49.004335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.018061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bf1999f9-a9a7-4f13-9e3f-6c95e429a32c None None] Provisioning for port c0c781fb-6109-4c71-9819-b325c76bdc22 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:49.110442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port d5713e67-cf30-4778-9eca-d52bd89b1d17 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:49.110708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.130237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port c0c781fb-6109-4c71-9819-b325c76bdc22 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:49.139018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c0c781fb-6109-4c71-9819-b325c76bdc22 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:49.142756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.190596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] DHCP port deletion for 4ad6fbd8-d5a2-4f82-9847-0531059a00d7 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:49.280382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.285308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Deleting port d5713e67-cf30-4778-9eca-d52bd89b1d17 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:49.285646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.293962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port d5713e67-cf30-4778-9eca-d52bd89b1d17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d5713e67-cf30-4778-9eca-d52bd89b1d17,segment=NetworkSegment(b6f461a9-3bda-45db-80f6-33ba3d3697b6),segment_id=b6f461a9-3bda-45db-80f6-33ba3d3697b6)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:49.294669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.339071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for d5713e67-cf30-4778-9eca-d52bd89b1d17 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:49.379306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port c0c781fb-6109-4c71-9819-b325c76bdc22, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c0c781fb-6109-4c71-9819-b325c76bdc22,segment=NetworkSegment(e8dd4885-cba5-428d-afc2-bea22b202ebb),segment_id=e8dd4885-cba5-428d-afc2-bea22b202ebb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:49.387545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] For port d5713e67-cf30-4778-9eca-d52bd89b1d17, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d5713e67-cf30-4778-9eca-d52bd89b1d17,segment=NetworkSegment(b6f461a9-3bda-45db-80f6-33ba3d3697b6),segment_id=b6f461a9-3bda-45db-80f6-33ba3d3697b6)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:49.387978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.402883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Calling delete_port for d5713e67-cf30-4778-9eca-d52bd89b1d17 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:49.447059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.450540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:49.466079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.519990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=c0c781fb-6109-4c71-9819-b325c76bdc22,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:49.523537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:49.546687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.551629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-76b5ebe0-c54d-4da3-b054-de85e8c704c0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: from cryptography.utils import int_from_bytes Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: from cryptography.utils import int_from_bytes Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.612148 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:27:49.619473 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 11:27:49.621514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.630394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.638760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:49.644636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=88c2a0de-51b1-4c46-9206-3bb4a53e3285,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:49.652036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:49.656199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98c9eef8-6d05-4d27-a4b6-87d31cbd4025 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:49.666257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port d5713e67-cf30-4778-9eca-d52bd89b1d17 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:49.671270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Pushing event deleted for resources: {'Port': ['ID=d5713e67-cf30-4778-9eca-d52bd89b1d17,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:49.673551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] No DVR routers for this DVR port d5713e67-cf30-4778-9eca-d52bd89b1d17 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:49.675557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:49.700964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f048501b-128b-4c53-846b-2f123e429a77 None None] Provisioning for port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:49.705670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f048501b-128b-4c53-846b-2f123e429a77 None None] Provisioning complete for port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:49.706149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f048501b-128b-4c53-846b-2f123e429a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.725071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=d5713e67-cf30-4778-9eca-d52bd89b1d17,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:49.746932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f048501b-128b-4c53-846b-2f123e429a77 None None] Port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:49.758179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f048501b-128b-4c53-846b-2f123e429a77 None None] Provisioning complete for port c0c781fb-6109-4c71-9819-b325c76bdc22 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:49.758657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f048501b-128b-4c53-846b-2f123e429a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.765996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:49.849187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.895093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad6fbd8-d5a2-4f82-9847-0531059a00d7']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:49.912099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f461a9-3bda-45db-80f6-33ba3d3697b6') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:49.912510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f461a9-3bda-45db-80f6-33ba3d3697b6') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:49.930817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.957790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.971706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:49.977184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-feb95ed4-18c2-416e-b1bc-cdba6a1d85e2 None None] Provisioning complete for port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:49.977841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-feb95ed4-18c2-416e-b1bc-cdba6a1d85e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.016845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:50.017292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.020459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-feb95ed4-18c2-416e-b1bc-cdba6a1d85e2 None None] Port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:50.020620 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:50.145649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c7bb8577-a52c-4e1f-8524-fa8b6de8d2fc None None] Provisioning complete for port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:50.146238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8577-a52c-4e1f-8524-fa8b6de8d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.183553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb8577-a52c-4e1f-8524-fa8b6de8d2fc None None] Port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:50.489820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.494295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:50.504749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.504749 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/4ad6fbd8-d5a2-4f82-9847-0531059a00d7 HTTP/1.1" status: 204 len: 168 time: 1.7288284 Jun 25 11:27:50.504944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56968) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:50.510704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-693774374'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:50.518221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=4ad6fbd8-d5a2-4f82-9847-0531059a00d7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:50.536280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:50.562467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.609607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:50.613229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.640115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:50.650488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.650882 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment 5ec38b26-57c0-435a-9c2a-3511ef4394dc of type vlan for network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 Jun 25 11:27:50.695655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.828126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c0c781fb-6109-4c71-9819-b325c76bdc22 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:50.843999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.851507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:50.852843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.853024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.865614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:50.878783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c0c781fb-6109-4c71-9819-b325c76bdc22 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:50.879170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.934157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=c373bf23-3e3e-4d5d-87c4-0d3875d5bb98,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:50.937046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:50.954172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:50.957742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.959359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:50.962405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:50.997428 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4887803 Jun 25 11:27:50.998403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56970) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:51.004172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': 'c373bf23-3e3e-4d5d-87c4-0d3875d5bb98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:51.056227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=88c2a0de-51b1-4c46-9206-3bb4a53e3285,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:51.060153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:51.092937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d5713e67-cf30-4778-9eca-d52bd89b1d17 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:51.099370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:51.101990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:51.114041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d5713e67-cf30-4778-9eca-d52bd89b1d17 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:51.114395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d5713e67-cf30-4778-9eca-d52bd89b1d17 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:51.186682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:51.193585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:51.300717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 804eeb67-ae5b-4387-97d8-e75bd55ec2af is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:27:51.407788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:51.410913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-84891ede-5f1b-4443-83e4-ad554824f4e3 None None] Provisioning complete for port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:51.411586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-84891ede-5f1b-4443-83e4-ad554824f4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:51.413574 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/804eeb67-ae5b-4387-97d8-e75bd55ec2af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9201849 Jun 25 11:27:51.416173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56972) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:51.440448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] Sync routers for ids ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:51.462086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] Routers {'804eeb67-ae5b-4387-97d8-e75bd55ec2af'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:51.462885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:51.466193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-84891ede-5f1b-4443-83e4-ad554824f4e3 None None] Port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:51.476642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cab63-162c-4ed5-b47d-4eb7deb90d2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:51.480733 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2c8cab63-162c-4ed5-b47d-4eb7deb90d2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports/88c2a0de-51b1-4c46-9206-3bb4a53e3285 HTTP/1.1" status: 200 len: 983 time: 0.0607154 Jun 25 11:27:51.481099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56974) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:51.489347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:51.493816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5e8ecb5e-07e4-4109-a976-ca4929b86c1b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:51.498847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:51.508377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] Routers {'804eeb67-ae5b-4387-97d8-e75bd55ec2af'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:51.509020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:51.542636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:51.543818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c93327-af77-4c8c-b06d-6125015318f0 None None] The sync data for ids ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:51.559609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=5ee3a863-18b0-41f2-a4ea-ece0485deace,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:51.562772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:51.572294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': '5ec38b26-57c0-435a-9c2a-3511ef4394dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c373bf23-3e3e-4d5d-87c4-0d3875d5bb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:51.572669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: c373bf23-3e3e-4d5d-87c4-0d3875d5bb98, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:51.689512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:51.780610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, c373bf23-3e3e-4d5d-87c4-0d3875d5bb98) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:51.785178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:51.785839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:51.792382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56131af3-34fa-4d7e-9305-bc847b984af3 None None] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:51.838870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:51.905316 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9055779 Jun 25 11:27:51.906364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56976) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:51.912662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d46ec01e-9e97-4fd7-bbe1-5851370162a2 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-705252964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:51.978610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-c373bf23-3e3e-4d5d-87c4-0d3875d5bb98', 'network_id': 'c373bf23-3e3e-4d5d-87c4-0d3875d5bb98', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': '5ee3a863-18b0-41f2-a4ea-ece0485deace'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:51.979748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:51.998436 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d46ec01e-9e97-4fd7-bbe1-5851370162a2 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:51.999919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d46ec01e-9e97-4fd7-bbe1-5851370162a2 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.064817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d46ec01e-9e97-4fd7-bbe1-5851370162a2 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.074582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 88c2a0de-51b1-4c46-9206-3bb4a53e3285 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:52.074931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.131852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Allocated IP 172.20.0.2 (c373bf23-3e3e-4d5d-87c4-0d3875d5bb98/5ee3a863-18b0-41f2-a4ea-ece0485deace/dcd2fbad-3415-4642-ab34-300a73d1c2a1) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:52.152640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d46ec01e-9e97-4fd7-bbe1-5851370162a2 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.184520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.197389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 88c2a0de-51b1-4c46-9206-3bb4a53e3285 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:52.228437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d46ec01e-9e97-4fd7-bbe1-5851370162a2 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.233940 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d46ec01e-9e97-4fd7-bbe1-5851370162a2 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3231738 Jun 25 11:27:52.234411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56978) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:52.287416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.299432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Transition to ACTIVE for port object dcd2fbad-3415-4642-ab34-300a73d1c2a1 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:52.328761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Transition to ACTIVE for port object dcd2fbad-3415-4642-ab34-300a73d1c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:52.409971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.416724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:52.456236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:52.459547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:52.463531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:52.467021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.472795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05d5444e-b768-4f7a-8ce7-856b7cd5e0d4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:52.475395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Pushing event updated for resources: {'Port': ['ID=dcd2fbad-3415-4642-ab34-300a73d1c2a1,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:52.479871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:52.505989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=88c2a0de-51b1-4c46-9206-3bb4a53e3285,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:52.516919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.517275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.517661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.518044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.518935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.518935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.519166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.520343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.520343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.520343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.520678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.520920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:52.527067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:52.548865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Attempting to bind port dcd2fbad-3415-4642-ab34-300a73d1c2a1 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:52.549279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Attempting to bind port dcd2fbad-3415-4642-ab34-300a73d1c2a1 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '5ec38b26-57c0-435a-9c2a-3511ef4394dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c373bf23-3e3e-4d5d-87c4-0d3875d5bb98'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:52.550428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Attempting to bind port dcd2fbad-3415-4642-ab34-300a73d1c2a1 on network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:52.557208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.558086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:52.558489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Checking segment: {'id': '5ec38b26-57c0-435a-9c2a-3511ef4394dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c373bf23-3e3e-4d5d-87c4-0d3875d5bb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:52.558912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.559522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Bound using segment: {'id': '5ec38b26-57c0-435a-9c2a-3511ef4394dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c373bf23-3e3e-4d5d-87c4-0d3875d5bb98'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:52.560917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Bound port: dcd2fbad-3415-4642-ab34-300a73d1c2a1, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec38b26-57c0-435a-9c2a-3511ef4394dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c373bf23-3e3e-4d5d-87c4-0d3875d5bb98'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:52.561049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.627048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.642083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] For port dcd2fbad-3415-4642-ab34-300a73d1c2a1, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:52.645799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] For port dcd2fbad-3415-4642-ab34-300a73d1c2a1, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dcd2fbad-3415-4642-ab34-300a73d1c2a1,segment=NetworkSegment(5ec38b26-57c0-435a-9c2a-3511ef4394dc),segment_id=5ec38b26-57c0-435a-9c2a-3511ef4394dc)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:52.708021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:52.713757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:52.783819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Pushing event updated for resources: {'Port': ['ID=dcd2fbad-3415-4642-ab34-300a73d1c2a1,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:52.787896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:52.816392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 804eeb67-ae5b-4387-97d8-e75bd55ec2af has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:52.846605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.20.0.1 (c373bf23-3e3e-4d5d-87c4-0d3875d5bb98/5ee3a863-18b0-41f2-a4ea-ece0485deace/a4ea30f8-711a-4e81-9817-cc715f0e65ed) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:52.896660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:52.902618 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/804eeb67-ae5b-4387-97d8-e75bd55ec2af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4203095 Jun 25 11:27:52.905322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56980) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:52.919830 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] Sync routers for ids ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:52.930396 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] Routers {'804eeb67-ae5b-4387-97d8-e75bd55ec2af'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:52.932077 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:52.972087 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:52.982022 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] Routers {'804eeb67-ae5b-4387-97d8-e75bd55ec2af'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:52.983223 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:53.023775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.043323 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:53.044002 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6d60f-8ab4-4e5a-bc96-321c0eba6ee2 None None] The sync data for ids ['804eeb67-ae5b-4387-97d8-e75bd55ec2af'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:53.051994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object a4ea30f8-711a-4e81-9817-cc715f0e65ed will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:53.148276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.150749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbd61117-bf14-4b05-ab82-8e1b6498a082 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:53.181542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-e8a431f6-8f2c-47a8-b225-c3e959f493d2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] remove_router_interface failed (client error): The resource could not be found. Jun 25 11:27:53.182942 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e8a431f6-8f2c-47a8-b225-c3e959f493d2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/804eeb67-ae5b-4387-97d8-e75bd55ec2af/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2763281 Jun 25 11:27:53.185390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56982) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:53.199334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:53.205972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:53.210841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:53.218875 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-11b0de99-5502-4609-89c6-be0e460c85e6 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=804eeb67-ae5b-4387-97d8-e75bd55ec2af HTTP/1.1" status: 200 len: 205 time: 0.0322115 Jun 25 11:27:53.221270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56984) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:53.241234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=a4ea30f8-711a-4e81-9817-cc715f0e65ed,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:53.257318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.257678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.258091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.258533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.258952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.259374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.259806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.260228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.260624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.261083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.261511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.261937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:53.268008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:53.279913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.301938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3e67-1c39-4375-808a-501c7de11e2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.480601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3e67-1c39-4375-808a-501c7de11e2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.485393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3e67-1c39-4375-808a-501c7de11e2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.532195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.832614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5acac90-20a4-4a40-baa1-e16c2256fd00 None None] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:53.853568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.901114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3e67-1c39-4375-808a-501c7de11e2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.901885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8e3e67-1c39-4375-808a-501c7de11e2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Fanout notify agent at l3_agent the message router_deleted on router 804eeb67-ae5b-4387-97d8-e75bd55ec2af {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:27:53.914426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3e67-1c39-4375-808a-501c7de11e2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.914426 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4f8e3e67-1c39-4375-808a-501c7de11e2a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/804eeb67-ae5b-4387-97d8-e75bd55ec2af HTTP/1.1" status: 204 len: 168 time: 0.6918707 Jun 25 11:27:53.917062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56986) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:53.929620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:53.934500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:53.979001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet 6e062b71-d769-4778-b4dd-f82565f38f3e {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:53.983608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.017120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.019236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=a4ea30f8-711a-4e81-9817-cc715f0e65ed,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:54.023382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:54.044949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.136957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:54.138561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:54.154814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6fa32d28-3b98-410e-8e21-f251ad909309 None None] Provisioning for port dcd2fbad-3415-4642-ab34-300a73d1c2a1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:54.162630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.318450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.322483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-57a265c8-ba76-492e-a342-a54232eced5e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:54.354941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=6e062b71-d769-4778-b4dd-f82565f38f3e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:54.358603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:54.359707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.361905 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/6e062b71-d769-4778-b4dd-f82565f38f3e HTTP/1.1" status: 204 len: 168 time: 0.4436612 Jun 25 11:27:54.364953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 56988) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:54.382588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb69375-0328-4ca3-8fbf-8b357be72944 None None] Network 471e2e4d-fd89-44c0-9c5c-f373fba5343c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:54.462176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.527036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port c0c781fb-6109-4c71-9819-b325c76bdc22 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:54.527513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.610777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port c0c781fb-6109-4c71-9819-b325c76bdc22, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c0c781fb-6109-4c71-9819-b325c76bdc22,segment=NetworkSegment(e8dd4885-cba5-428d-afc2-bea22b202ebb),segment_id=e8dd4885-cba5-428d-afc2-bea22b202ebb)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:54.610777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.626480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-fcf7aeb2-c9b0-4108-b0cb-0dd3e647f4cf None None] Provisioning for port a4ea30f8-711a-4e81-9817-cc715f0e65ed completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:54.627954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for c0c781fb-6109-4c71-9819-b325c76bdc22 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:54.631171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-fcf7aeb2-c9b0-4108-b0cb-0dd3e647f4cf None None] Provisioning complete for port a4ea30f8-711a-4e81-9817-cc715f0e65ed triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:54.632611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fcf7aeb2-c9b0-4108-b0cb-0dd3e647f4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.673507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] DHCP port deletion for 471e2e4d-fd89-44c0-9c5c-f373fba5343c request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:54.677805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-fcf7aeb2-c9b0-4108-b0cb-0dd3e647f4cf None None] Port a4ea30f8-711a-4e81-9817-cc715f0e65ed cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:54.739022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Deleting port c0c781fb-6109-4c71-9819-b325c76bdc22 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:54.739331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.740757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router ebb8ddd4-4c7f-4600-be6c-d92482294a26 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:27:54.832319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.836736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:54.836991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] For port c0c781fb-6109-4c71-9819-b325c76bdc22, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c0c781fb-6109-4c71-9819-b325c76bdc22,segment=NetworkSegment(e8dd4885-cba5-428d-afc2-bea22b202ebb),segment_id=e8dd4885-cba5-428d-afc2-bea22b202ebb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:54.837511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.854133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Calling delete_port for c0c781fb-6109-4c71-9819-b325c76bdc22 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:54.861658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-87089073-aaf1-46ff-a32c-5aaa097e3f39 None None] Provisioning complete for port a4ea30f8-711a-4e81-9817-cc715f0e65ed triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:54.862044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-87089073-aaf1-46ff-a32c-5aaa097e3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:54.887507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:54.888920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port c0c781fb-6109-4c71-9819-b325c76bdc22 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:54.900103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=c0c781fb-6109-4c71-9819-b325c76bdc22,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:54.905866 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/ebb8ddd4-4c7f-4600-be6c-d92482294a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6685948 Jun 25 11:27:54.907492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] Sync routers for ids ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:54.910224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56990) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:54.912021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:54.916374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device dcd2fbad-3415-4642-ab34-300a73d1c2a1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:54.987717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c095ae-351d-4015-b2db-24ad03ca8108 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:54.993019 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a8c095ae-351d-4015-b2db-24ad03ca8108 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports/a4ea30f8-711a-4e81-9817-cc715f0e65ed HTTP/1.1" status: 200 len: 910 time: 0.0819175 Jun 25 11:27:54.993863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56992) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:55.002058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] Routers {'ebb8ddd4-4c7f-4600-be6c-d92482294a26'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:55.002737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:55.010082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.021763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471e2e4d-fd89-44c0-9c5c-f373fba5343c']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:55.039771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dd4885-cba5-428d-afc2-bea22b202ebb') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:55.040358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dd4885-cba5-428d-afc2-bea22b202ebb') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:55.043901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-87089073-aaf1-46ff-a32c-5aaa097e3f39 None None] Port a4ea30f8-711a-4e81-9817-cc715f0e65ed cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:55.055409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.058421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:55.077429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.084890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:55.086104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:55.090432 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:55.096901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] Routers {'ebb8ddd4-4c7f-4600-be6c-d92482294a26'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:55.097887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:55.140269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:55.140867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22961d4d-7e1f-4c73-8506-3eb6410f6079 None None] The sync data for ids ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:55.161849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.161849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:55.186744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Pushing event deleted for resources: {'Port': ['ID=c0c781fb-6109-4c71-9819-b325c76bdc22,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:55.189036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] No DVR routers for this DVR port c0c781fb-6109-4c71-9819-b325c76bdc22 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:55.203038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f48a5a4c-432d-4fdf-8f3c-a36c6c20d319 None None] Provisioning complete for port a4ea30f8-711a-4e81-9817-cc715f0e65ed triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:55.203480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f48a5a4c-432d-4fdf-8f3c-a36c6c20d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.206942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.207281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.207615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.207950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.208270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.208594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.208919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.209275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.209600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.210470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.210811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.211195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:27:55.232259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:55.235037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port dcd2fbad-3415-4642-ab34-300a73d1c2a1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:27:55.248737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port dcd2fbad-3415-4642-ab34-300a73d1c2a1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:55.249170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.255547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.260927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:55.265444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.278275 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/471e2e4d-fd89-44c0-9c5c-f373fba5343c HTTP/1.1" status: 204 len: 168 time: 0.9013438 Jun 25 11:27:55.278937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56994) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:55.283239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f48a5a4c-432d-4fdf-8f3c-a36c6c20d319 None None] Port a4ea30f8-711a-4e81-9817-cc715f0e65ed cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:27:55.283519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=471e2e4d-fd89-44c0-9c5c-f373fba5343c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:55.287429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:55.289569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-620366445'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:55.349877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.385879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port dcd2fbad-3415-4642-ab34-300a73d1c2a1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dcd2fbad-3415-4642-ab34-300a73d1c2a1,segment=NetworkSegment(5ec38b26-57c0-435a-9c2a-3511ef4394dc),segment_id=5ec38b26-57c0-435a-9c2a-3511ef4394dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:55.420645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.455190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:55.458594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.506091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.511097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:55.526196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:27:55.563525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=dcd2fbad-3415-4642-ab34-300a73d1c2a1,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:55.567433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:55.579753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c0c781fb-6109-4c71-9819-b325c76bdc22 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:55.585945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.586299 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment 7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9 of type vlan for network 52d33002-25ca-408e-bfea-0d38a0c6ab10 Jun 25 11:27:55.609128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: c0c781fb-6109-4c71-9819-b325c76bdc22 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:55.609500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c0c781fb-6109-4c71-9819-b325c76bdc22 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:55.634060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.767904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port a4ea30f8-711a-4e81-9817-cc715f0e65ed {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:55.768249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.794624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.800210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:55.800806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.805747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-af199b22-225d-4a2f-bccb-7f13ec56ac1e tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:55.916102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=52d33002-25ca-408e-bfea-0d38a0c6ab10,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:55.920619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:55.927946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:27:55.936128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:55.949142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for a4ea30f8-711a-4e81-9817-cc715f0e65ed owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:56.152669 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8756721 Jun 25 11:27:56.155693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56996) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:56.161122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': '52d33002-25ca-408e-bfea-0d38a0c6ab10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:56.495977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:56.498450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6f826fbe-e7d6-4a39-8208-2a6c401ca1db tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:56.527730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=a4ea30f8-711a-4e81-9817-cc715f0e65ed,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:56.531044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:56.668259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:27:56.672464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:56.735358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:56.857225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device dcd2fbad-3415-4642-ab34-300a73d1c2a1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:27:56.935776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port dcd2fbad-3415-4642-ab34-300a73d1c2a1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:27:56.936871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:56.992849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router ebb8ddd4-4c7f-4600-be6c-d92482294a26 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:27:57.156575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:27:57.166339 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/ebb8ddd4-4c7f-4600-be6c-d92482294a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1674366 Jun 25 11:27:57.166339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 56998) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:57.170309 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] Sync routers for ids ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:27:57.196961 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] Routers {'ebb8ddd4-4c7f-4600-be6c-d92482294a26'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:57.199962 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:57.202425 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0debc9e4-04b1-492a-b1a4-c00790a69a63 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebb8ddd4-4c7f-4600-be6c-d92482294a26 HTTP/1.1" status: 200 len: 205 time: 0.0351894 Jun 25 11:27:57.206704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57002) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:57.226926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.231337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d681ce2e-7895-423a-8eec-d354541c150d tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:57.297832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ac897fc-a412-4904-ba10-c4f89d4708e9 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.298083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:57.300624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:57.309900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': '7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '52d33002-25ca-408e-bfea-0d38a0c6ab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:57.310483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: 52d33002-25ca-408e-bfea-0d38a0c6ab10, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:27:57.353623 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:57.362701 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] Routers {'ebb8ddd4-4c7f-4600-be6c-d92482294a26'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:27:57.363311 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:57.395641 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:57.396416 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9a3f7-7f56-4ac7-ad32-e0b12a2bb8d4 None None] The sync data for ids ['ebb8ddd4-4c7f-4600-be6c-d92482294a26'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:27:57.399187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:27:57.470572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ac897fc-a412-4904-ba10-c4f89d4708e9 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.473027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ac897fc-a412-4904-ba10-c4f89d4708e9 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.511974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 52d33002-25ca-408e-bfea-0d38a0c6ab10) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:57.517208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:27:57.517809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.525397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06b7e1-8aa3-49d1-ad57-0403b1ef7169 None None] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:57.603992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ac897fc-a412-4904-ba10-c4f89d4708e9 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.604779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac897fc-a412-4904-ba10-c4f89d4708e9 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Fanout notify agent at l3_agent the message router_deleted on router ebb8ddd4-4c7f-4600-be6c-d92482294a26 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:27:57.616350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ac897fc-a412-4904-ba10-c4f89d4708e9 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.617880 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9ac897fc-a412-4904-ba10-c4f89d4708e9 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/ebb8ddd4-4c7f-4600-be6c-d92482294a26 HTTP/1.1" status: 204 len: 168 time: 0.4097583 Jun 25 11:27:57.619882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57004) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:57.624911 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4653642 Jun 25 11:27:57.625268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57006) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:57.631280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-32f2af8b-c9f5-4ff3-9b1f-d3668bb0ab20 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1543127463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:57.683765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet 5ee3a863-18b0-41f2-a4ea-ece0485deace {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:27:57.687430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.690742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-52d33002-25ca-408e-bfea-0d38a0c6ab10', 'network_id': '52d33002-25ca-408e-bfea-0d38a0c6ab10', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': 'e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:27:57.691702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.729678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32f2af8b-c9f5-4ff3-9b1f-d3668bb0ab20 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.731192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32f2af8b-c9f5-4ff3-9b1f-d3668bb0ab20 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.739807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.802766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32f2af8b-c9f5-4ff3-9b1f-d3668bb0ab20 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.842635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Allocated IP 2001:db8::2 (52d33002-25ca-408e-bfea-0d38a0c6ab10/e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2/05b37039-2888-470c-a22a-7018aacfcb8c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:57.861213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:57.919137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32f2af8b-c9f5-4ff3-9b1f-d3668bb0ab20 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.003664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.026506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Transition to ACTIVE for port object 05b37039-2888-470c-a22a-7018aacfcb8c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:58.027491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.032601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-16975d53-3b5b-40f0-b671-809a4c58f245 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:58.047604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Transition to ACTIVE for port object 05b37039-2888-470c-a22a-7018aacfcb8c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:58.055623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-32f2af8b-c9f5-4ff3-9b1f-d3668bb0ab20 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.057533 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-32f2af8b-c9f5-4ff3-9b1f-d3668bb0ab20 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4309633 Jun 25 11:27:58.061688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57008) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:58.067596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee3a863-18b0-41f2-a4ea-ece0485deace,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:58.070597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:58.073708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.075644 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/5ee3a863-18b0-41f2-a4ea-ece0485deace HTTP/1.1" status: 204 len: 168 time: 0.4546342 Jun 25 11:27:58.078201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57010) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:58.083857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2cf39-03b7-4f17-8cb5-5edfd38331b0 None None] Network c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:58.141946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.145963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:58.208210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.226095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Pushing event updated for resources: {'Port': ['ID=05b37039-2888-470c-a22a-7018aacfcb8c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:58.228962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:58.231263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:58.233975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:58.235999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:58.302002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port dcd2fbad-3415-4642-ab34-300a73d1c2a1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:58.302666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.336141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Attempting to bind port 05b37039-2888-470c-a22a-7018aacfcb8c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:27:58.336747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Attempting to bind port 05b37039-2888-470c-a22a-7018aacfcb8c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '52d33002-25ca-408e-bfea-0d38a0c6ab10'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:27:58.337376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Attempting to bind port 05b37039-2888-470c-a22a-7018aacfcb8c on network 52d33002-25ca-408e-bfea-0d38a0c6ab10 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:27:58.356207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:27:58.356835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Checking segment: {'id': '7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '52d33002-25ca-408e-bfea-0d38a0c6ab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:27:58.357542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.358185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Bound using segment: {'id': '7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '52d33002-25ca-408e-bfea-0d38a0c6ab10'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:27:58.358996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Bound port: 05b37039-2888-470c-a22a-7018aacfcb8c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '52d33002-25ca-408e-bfea-0d38a0c6ab10'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:27:58.359657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.383014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port dcd2fbad-3415-4642-ab34-300a73d1c2a1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dcd2fbad-3415-4642-ab34-300a73d1c2a1,segment=NetworkSegment(5ec38b26-57c0-435a-9c2a-3511ef4394dc),segment_id=5ec38b26-57c0-435a-9c2a-3511ef4394dc)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:58.383527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.399914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for dcd2fbad-3415-4642-ab34-300a73d1c2a1 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:58.430767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.479938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] For port 05b37039-2888-470c-a22a-7018aacfcb8c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:27:58.484083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] For port 05b37039-2888-470c-a22a-7018aacfcb8c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=05b37039-2888-470c-a22a-7018aacfcb8c,segment=NetworkSegment(7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9),segment_id=7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:27:58.497946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] DHCP port deletion for c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:27:58.552219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Deleting port dcd2fbad-3415-4642-ab34-300a73d1c2a1 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:27:58.552731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.624881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.633522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-98a8310c-9e4e-46a9-a4e9-46f701769144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:58.678019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] For port dcd2fbad-3415-4642-ab34-300a73d1c2a1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=dcd2fbad-3415-4642-ab34-300a73d1c2a1,segment=NetworkSegment(5ec38b26-57c0-435a-9c2a-3511ef4394dc),segment_id=5ec38b26-57c0-435a-9c2a-3511ef4394dc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:27:58.678354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.685151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.690365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:58.712751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Calling delete_port for dcd2fbad-3415-4642-ab34-300a73d1c2a1 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:27:58.731185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Pushing event updated for resources: {'Port': ['ID=05b37039-2888-470c-a22a-7018aacfcb8c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:58.736083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:58.748671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=dcd2fbad-3415-4642-ab34-300a73d1c2a1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:58.752882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:58.757904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port dcd2fbad-3415-4642-ab34-300a73d1c2a1 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:58.768042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8::1 (52d33002-25ca-408e-bfea-0d38a0c6ab10/e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2/ded6b989-a693-48ed-a4cd-d007cc324841) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:27:58.837363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.841052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1940eca0-f30e-40d1-8c71-104cb8a91786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:58.875551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Pushing event deleted for resources: {'Port': ['ID=dcd2fbad-3415-4642-ab34-300a73d1c2a1,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:58.877709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] No DVR routers for this DVR port dcd2fbad-3415-4642-ab34-300a73d1c2a1 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:27:58.879228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:58.916231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.917449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:58.919834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device dcd2fbad-3415-4642-ab34-300a73d1c2a1 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:27:58.934482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object ded6b989-a693-48ed-a4cd-d007cc324841 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:27:58.934920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c373bf23-3e3e-4d5d-87c4-0d3875d5bb98']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:58.950446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec38b26-57c0-435a-9c2a-3511ef4394dc') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:58.951029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec38b26-57c0-435a-9c2a-3511ef4394dc') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:27:58.957532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: dcd2fbad-3415-4642-ab34-300a73d1c2a1 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:27:58.958183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device dcd2fbad-3415-4642-ab34-300a73d1c2a1 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:27:58.965655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.013642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.020417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:27:59.020886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:27:59.025453 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:27:59.060774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.063056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9daa5b3a-8274-4890-a68b-4a71d6d940c1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:59.105329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:59.111071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:27:59.116081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:27:59.116081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.165013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=ded6b989-a693-48ed-a4cd-d007cc324841,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:59.169846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:59.200779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.204670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.214008 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/c373bf23-3e3e-4d5d-87c4-0d3875d5bb98 HTTP/1.1" status: 204 len: 168 time: 1.1289337 Jun 25 11:27:59.214008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-808b38ef-391e-4ec1-8b71-258df805978e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:59.215627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57012) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:27:59.220374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1281265172', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:27:59.236514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=c373bf23-3e3e-4d5d-87c4-0d3875d5bb98,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:59.239401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:59.317854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.318269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.321748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.374751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.450940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-afc3cd79-3fc1-4323-9e9c-d090308fe27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.618224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.741852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.780943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.782346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.786687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9c95349c-66ba-4c07-8ad6-de1fa5430134 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:27:59.919016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=ded6b989-a693-48ed-a4cd-d007cc324841,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:27:59.921583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.927793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:27:59.933795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0700f9a-b7c6-45d5-99c2-497cbc538406 None None] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:27:59.946643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:27:59.977952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:27:59.982535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:00.083720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e1ab1442-1486-4516-b695-2b6bcdc3d8f2 None None] Provisioning for port 05b37039-2888-470c-a22a-7018aacfcb8c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:00.182838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.26.0.4 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/30f0af22-3d4d-429b-b979-b9ad5cab414b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:00.317928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:00.426487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:00.429823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6062b77c-c0da-44e8-bdc4-c8f6602052b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:00.500821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:00.504128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:00.509264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:00.512205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6861c7c7-fda4-495c-9c44-765e2f44fbfa None None] Provisioning for port ded6b989-a693-48ed-a4cd-d007cc324841 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:00.512754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=30f0af22-3d4d-429b-b979-b9ad5cab414b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:00.519124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6861c7c7-fda4-495c-9c44-765e2f44fbfa None None] Provisioning complete for port ded6b989-a693-48ed-a4cd-d007cc324841 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:00.519750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6861c7c7-fda4-495c-9c44-765e2f44fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:00.536327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:00.599114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6861c7c7-fda4-495c-9c44-765e2f44fbfa None None] Port ded6b989-a693-48ed-a4cd-d007cc324841 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:00.666984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 73083165-d4e8-4515-8453-f3cd559acfd6 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:28:00.746855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1377bd2f-9661-45df-9b35-8cbb187c8dd3 None None] Provisioning complete for port ded6b989-a693-48ed-a4cd-d007cc324841 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:00.747638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1377bd2f-9661-45df-9b35-8cbb187c8dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:00.794566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:00.800060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1377bd2f-9661-45df-9b35-8cbb187c8dd3 None None] Port ded6b989-a693-48ed-a4cd-d007cc324841 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:00.808422 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/73083165-d4e8-4515-8453-f3cd559acfd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7451355 Jun 25 11:28:00.812290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57014) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:00.818006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] Sync routers for ids ['73083165-d4e8-4515-8453-f3cd559acfd6'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:00.831159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] Routers {'73083165-d4e8-4515-8453-f3cd559acfd6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:00.831645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['73083165-d4e8-4515-8453-f3cd559acfd6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:00.882480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:00.906739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] Routers {'73083165-d4e8-4515-8453-f3cd559acfd6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:00.907412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['73083165-d4e8-4515-8453-f3cd559acfd6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:00.935705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18a1c9-24a2-4834-adac-06046e56eae9 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:00.937685 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7a18a1c9-24a2-4834-adac-06046e56eae9 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports/ded6b989-a693-48ed-a4cd-d007cc324841 HTTP/1.1" status: 200 len: 911 time: 0.1233420 Jun 25 11:28:00.941537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57016) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:00.977549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:00.978552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ebcdc-76a3-4215-88a9-dcc011dbc365 None None] The sync data for ids ['73083165-d4e8-4515-8453-f3cd559acfd6'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:00.983492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 05b37039-2888-470c-a22a-7018aacfcb8c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:01.089968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 05b37039-2888-470c-a22a-7018aacfcb8c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:01.095665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 05b37039-2888-470c-a22a-7018aacfcb8c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:01.096044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.170340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b459c12f-4a65-4132-8bb5-cd90f3d56fd8 None None] Provisioning complete for port ded6b989-a693-48ed-a4cd-d007cc324841 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:01.171088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b459c12f-4a65-4132-8bb5-cd90f3d56fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.268893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b459c12f-4a65-4132-8bb5-cd90f3d56fd8 None None] Port ded6b989-a693-48ed-a4cd-d007cc324841 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:01.298252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.300566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.361481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 05b37039-2888-470c-a22a-7018aacfcb8c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=05b37039-2888-470c-a22a-7018aacfcb8c,segment=NetworkSegment(7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9),segment_id=7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:01.409240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.444001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.448373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f22c1379-52fa-4d5a-af88-d7d652a2bd57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:01.507536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=05b37039-2888-470c-a22a-7018aacfcb8c,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:01.510898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:01.545771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.729714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port ded6b989-a693-48ed-a4cd-d007cc324841 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:01.730569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.791854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router a72b3602-4992-4617-838c-db402c38481e is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:28:01.828831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:01.844363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for ded6b989-a693-48ed-a4cd-d007cc324841 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:01.939653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:01.953605 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] Sync routers for ids ['a72b3602-4992-4617-838c-db402c38481e'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:01.967720 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] Routers {'a72b3602-4992-4617-838c-db402c38481e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:01.971451 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:27:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a72b3602-4992-4617-838c-db402c38481e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:01.992502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-eb8a07a7-12f4-4f38-988f-c983b923b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:02.021137 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:02.027565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:02.030598 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8140776 Jun 25 11:28:02.033983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57018) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:02.034386 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] Routers {'a72b3602-4992-4617-838c-db402c38481e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:02.035483 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a72b3602-4992-4617-838c-db402c38481e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:02.061076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:02.082050 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:02.082975 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01f69d-de38-450d-8787-29f7e2d2c1df None None] The sync data for ids ['a72b3602-4992-4617-838c-db402c38481e'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:02.157579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:02.163704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-671a7224-6643-45ef-b443-2703961cd253 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:02.193537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=ded6b989-a693-48ed-a4cd-d007cc324841,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:02.197483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:02.208148 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bec67eda-9ef5-4d62-b3cd-872dce48f01e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/routers/a72b3602-4992-4617-838c-db402c38481e HTTP/1.1" status: 200 len: 879 time: 0.1730454 Jun 25 11:28:02.211952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57020) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:02.391268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:02.651400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 73083165-d4e8-4515-8453-f3cd559acfd6 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:02.811190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:02.820639 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/73083165-d4e8-4515-8453-f3cd559acfd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742070 Jun 25 11:28:02.821723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57022) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:02.825290 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3e0b7d79-bdf6-4b9d-b3a7-ccda7d1b1daf tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6121542 Jun 25 11:28:02.829025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57024) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:02.835761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] Sync routers for ids ['73083165-d4e8-4515-8453-f3cd559acfd6'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:02.839879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9f706633-6cad-48f6-b099-05172b9ed248 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1281265172'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:02.856585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] Routers {'73083165-d4e8-4515-8453-f3cd559acfd6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:02.857858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['73083165-d4e8-4515-8453-f3cd559acfd6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:02.863904 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-43d870b6-8bc0-4bc4-b72f-b6e40eca012b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=73083165-d4e8-4515-8453-f3cd559acfd6 HTTP/1.1" status: 200 len: 205 time: 0.0391166 Jun 25 11:28:02.864878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57026) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:02.923551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 05b37039-2888-470c-a22a-7018aacfcb8c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:02.930225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:02.944162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ad7889-181d-4ced-be3b-aef551848da3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.177179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ad7889-181d-4ced-be3b-aef551848da3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.181456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ad7889-181d-4ced-be3b-aef551848da3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.219355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] Routers {'73083165-d4e8-4515-8453-f3cd559acfd6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:03.220398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['73083165-d4e8-4515-8453-f3cd559acfd6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:03.283879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:03.284972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717c842-0d44-49b4-8766-c7b306364573 None None] The sync data for ids ['73083165-d4e8-4515-8453-f3cd559acfd6'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:03.308321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 05b37039-2888-470c-a22a-7018aacfcb8c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:03.308938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.313729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ad7889-181d-4ced-be3b-aef551848da3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.314242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ad7889-181d-4ced-be3b-aef551848da3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Fanout notify agent at l3_agent the message router_deleted on router 73083165-d4e8-4515-8453-f3cd559acfd6 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:28:03.322404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77ad7889-181d-4ced-be3b-aef551848da3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.326189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-77ad7889-181d-4ced-be3b-aef551848da3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/73083165-d4e8-4515-8453-f3cd559acfd6 HTTP/1.1" status: 204 len: 168 time: 0.4602714 Jun 25 11:28:03.327589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57028) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:03.331858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9f706633-6cad-48f6-b099-05172b9ed248 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.347120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.384149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:03.387667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.418017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9f706633-6cad-48f6-b099-05172b9ed248 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.454830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.574599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.601702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f706633-6cad-48f6-b099-05172b9ed248 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router a72b3602-4992-4617-838c-db402c38481e has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:03.736384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.741946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-138182e9-cf4e-4baf-bfcb-deea3fe4470d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:03.796877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:03.800344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.804397 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2 HTTP/1.1" status: 204 len: 168 time: 0.4760568 Jun 25 11:28:03.806101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:03.807016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57030) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:03.810890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34026f-16b1-4da7-88b1-354bf7e09b86 None None] Network 52d33002-25ca-408e-bfea-0d38a0c6ab10 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:03.897698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:03.962345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 05b37039-2888-470c-a22a-7018aacfcb8c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:03.962853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.073410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port 05b37039-2888-470c-a22a-7018aacfcb8c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=05b37039-2888-470c-a22a-7018aacfcb8c,segment=NetworkSegment(7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9),segment_id=7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:04.073923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.095358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] DHCP port deletion for 52d33002-25ca-408e-bfea-0d38a0c6ab10 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:04.099438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 05b37039-2888-470c-a22a-7018aacfcb8c owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:04.157898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Deleting port 05b37039-2888-470c-a22a-7018aacfcb8c {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:04.158458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.169924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f706633-6cad-48f6-b099-05172b9ed248 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:04.180799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9f706633-6cad-48f6-b099-05172b9ed248 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.184853 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9f706633-6cad-48f6-b099-05172b9ed248 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/a72b3602-4992-4617-838c-db402c38481e HTTP/1.1" status: 200 len: 886 time: 1.3509920 Jun 25 11:28:04.185055 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] Sync routers for ids ['a72b3602-4992-4617-838c-db402c38481e'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:04.185572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57032) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:04.196048 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] Routers {'a72b3602-4992-4617-838c-db402c38481e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:04.196681 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a72b3602-4992-4617-838c-db402c38481e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:04.235522 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:04.246209 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] Routers {'a72b3602-4992-4617-838c-db402c38481e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:04.246838 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a72b3602-4992-4617-838c-db402c38481e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:04.263885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] For port 05b37039-2888-470c-a22a-7018aacfcb8c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=05b37039-2888-470c-a22a-7018aacfcb8c,segment=NetworkSegment(7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9),segment_id=7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:04.264523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.284956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.285382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Calling delete_port for 05b37039-2888-470c-a22a-7018aacfcb8c owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:04.288825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a11fa47-59d6-4e20-b801-ee74bf381e42 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:04.295739 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:04.296681 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db335cc0-32ba-4a19-8d7d-b55e21af085a None None] The sync data for ids ['a72b3602-4992-4617-838c-db402c38481e'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:04.325273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=05b37039-2888-470c-a22a-7018aacfcb8c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:04.332701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:04.336123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port 05b37039-2888-470c-a22a-7018aacfcb8c on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:04.359073 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-97c9a4cd-d747-4413-81cc-1fb84cfb3f6a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/routers/a72b3602-4992-4617-838c-db402c38481e HTTP/1.1" status: 200 len: 886 time: 0.1722968 Jun 25 11:28:04.361667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57034) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:04.396019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57036) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:04.396486 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9e315868-6d1c-464e-b1f9-263564a965ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=a72b3602-4992-4617-838c-db402c38481e HTTP/1.1" status: 200 len: 205 time: 0.0335038 Jun 25 11:28:04.406846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.409106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-acc82687-e58c-48b5-bacc-3fee5d777bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:04.437728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Pushing event deleted for resources: {'Port': ['ID=05b37039-2888-470c-a22a-7018aacfcb8c,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:04.441663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:04.442887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] No DVR routers for this DVR port 05b37039-2888-470c-a22a-7018aacfcb8c on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:04.470691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.485026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d33002-25ca-408e-bfea-0d38a0c6ab10']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:04.503361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:04.503661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb5b5cc-e72c-4e89-ba38-b2058b4b3aa9') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:04.541369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.565850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.579334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:04.579799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:04.583180 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:04.606251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.755049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.763075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5b0ec22f-ded4-4bc9-ac56-a7dfa887452d tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:04.768092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.769957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/52d33002-25ca-408e-bfea-0d38a0c6ab10 HTTP/1.1" status: 204 len: 168 time: 0.9616759 Jun 25 11:28:04.773356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.775142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57038) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:04.782260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1749959139', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:04.791002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=52d33002-25ca-408e-bfea-0d38a0c6ab10,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:04.793556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:04.858915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 05b37039-2888-470c-a22a-7018aacfcb8c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:04.883704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 05b37039-2888-470c-a22a-7018aacfcb8c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:04.884194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 05b37039-2888-470c-a22a-7018aacfcb8c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:04.890749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.897450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.916142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.932685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 30f0af22-3d4d-429b-b979-b9ad5cab414b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:04.933620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:04.979536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.030360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.043622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 30f0af22-3d4d-429b-b979-b9ad5cab414b owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:05.205167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.353256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.356354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58ce74c0-3e04-45db-ad03-6d23f76b4449 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:05.391273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=30f0af22-3d4d-429b-b979-b9ad5cab414b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:05.395833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:05.483268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.551087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.586106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.621800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.624856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.707958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 172.26.0.53 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/b1daccd4-4190-42ba-ae7a-a83dce229024) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:05.780764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.781536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Fanout notify agent at l3_agent the message router_deleted on router a72b3602-4992-4617-838c-db402c38481e {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:28:05.793151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.794973 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/a72b3602-4992-4617-838c-db402c38481e HTTP/1.1" status: 204 len: 168 time: 1.3978024 Jun 25 11:28:05.799964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57040) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:05.812563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123112950'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:05.859606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.940379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:05.945124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.972317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:05.980036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:05.982903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:06.035155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:06.035638 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment ae79301d-370a-4e21-90da-72e695d1061c of type vlan for network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 Jun 25 11:28:06.066666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:06.102707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:06.112662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:06.121119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=b1daccd4-4190-42ba-ae7a-a83dce229024,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:06.157517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:06.166059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:06.369284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:06.375260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:06.375902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:06.378544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9c220c5f-53bb-4db4-be84-0469aae6e22d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:06.455492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=6012cdb6-eb01-4110-b5bd-c4c6fb4e8415,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:06.458439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:06.470952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:06.527669 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7261543 Jun 25 11:28:06.531942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57042) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:06.543678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': '6012cdb6-eb01-4110-b5bd-c4c6fb4e8415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:06.692032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:06.840176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:06.845302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:06.980885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:07.209353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:07.212286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-55c88ea1-ba3a-4619-8110-548eb42648cf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:07.275693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=cb5bbda9-7961-470c-be54-21e8ab02ddeb,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:07.279042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:07.289679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router d0f2e884-92f3-4cf8-8aab-6015375ba8c2 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:28:07.291807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': 'ae79301d-370a-4e21-90da-72e695d1061c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '6012cdb6-eb01-4110-b5bd-c4c6fb4e8415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:07.292266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:07.395063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:07.422558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:07.435269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] Sync routers for ids ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:07.447710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] Routers {'d0f2e884-92f3-4cf8-8aab-6015375ba8c2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:07.448348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:07.465970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:07.472188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:07.473053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:07.486620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f8369-097d-4f4e-8843-9709cb5c0cfb None None] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:07.489218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:07.540529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:07.542160 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7654579 Jun 25 11:28:07.544356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] Routers {'d0f2e884-92f3-4cf8-8aab-6015375ba8c2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:07.545390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:07.546388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57044) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:07.588602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:07.589472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c6fa2-6a05-4de7-a281-684f9f00a5bd None None] The sync data for ids ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:07.598253 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0646570 Jun 25 11:28:07.602455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57046) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:07.608419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-2af262dc-2aaf-4378-af98-fc2aa7917c77 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-923541128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:07.728770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-6012cdb6-eb01-4110-b5bd-c4c6fb4e8415', 'network_id': '6012cdb6-eb01-4110-b5bd-c4c6fb4e8415', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': 'cb5bbda9-7961-470c-be54-21e8ab02ddeb'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:07.730284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:07.958079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Allocated IP 172.20.0.2 (6012cdb6-eb01-4110-b5bd-c4c6fb4e8415/cb5bbda9-7961-470c-be54-21e8ab02ddeb/697737b3-7911-48ac-8dd6-5d426c28c120) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:08.015708 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c9b3888c-873a-4a11-b977-b289ab88a890 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/routers/d0f2e884-92f3-4cf8-8aab-6015375ba8c2 HTTP/1.1" status: 200 len: 884 time: 0.4678020 Jun 25 11:28:08.018593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57052) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:08.031734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2af262dc-2aaf-4378-af98-fc2aa7917c77 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.033376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2af262dc-2aaf-4378-af98-fc2aa7917c77 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.123762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2af262dc-2aaf-4378-af98-fc2aa7917c77 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.181014 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2af262dc-2aaf-4378-af98-fc2aa7917c77 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.183356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.194752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Transition to ACTIVE for port object 697737b3-7911-48ac-8dd6-5d426c28c120 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:08.212476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Transition to ACTIVE for port object 697737b3-7911-48ac-8dd6-5d426c28c120 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:08.243406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2af262dc-2aaf-4378-af98-fc2aa7917c77 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.244847 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2af262dc-2aaf-4378-af98-fc2aa7917c77 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6410010 Jun 25 11:28:08.247513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57054) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:08.273437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.285287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:08.348344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:08.353376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:08.359283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:08.371520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Pushing event updated for resources: {'Port': ['ID=697737b3-7911-48ac-8dd6-5d426c28c120,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:08.378927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:08.470091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Attempting to bind port 697737b3-7911-48ac-8dd6-5d426c28c120 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:08.471420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Attempting to bind port 697737b3-7911-48ac-8dd6-5d426c28c120 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'ae79301d-370a-4e21-90da-72e695d1061c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '6012cdb6-eb01-4110-b5bd-c4c6fb4e8415'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:08.471974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Attempting to bind port 697737b3-7911-48ac-8dd6-5d426c28c120 on network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:08.485155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:08.485777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Checking segment: {'id': 'ae79301d-370a-4e21-90da-72e695d1061c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '6012cdb6-eb01-4110-b5bd-c4c6fb4e8415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:08.486644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.487226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Bound using segment: {'id': 'ae79301d-370a-4e21-90da-72e695d1061c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '6012cdb6-eb01-4110-b5bd-c4c6fb4e8415'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:08.488199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Bound port: 697737b3-7911-48ac-8dd6-5d426c28c120, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae79301d-370a-4e21-90da-72e695d1061c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '6012cdb6-eb01-4110-b5bd-c4c6fb4e8415'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:08.488524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.599186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] For port 697737b3-7911-48ac-8dd6-5d426c28c120, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:08.605492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] For port 697737b3-7911-48ac-8dd6-5d426c28c120, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=697737b3-7911-48ac-8dd6-5d426c28c120,segment=NetworkSegment(ae79301d-370a-4e21-90da-72e695d1061c),segment_id=ae79301d-370a-4e21-90da-72e695d1061c)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:08.677914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.684304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:08.687651 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-849440a4-4616-4f52-9040-b5b8c19ab3e9 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6655705 Jun 25 11:28:08.688096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57056) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:08.689628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:08.695985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6e85fbe9-b891-4167-9965-9c69db9bfaa7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1749959139'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:08.774961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Pushing event updated for resources: {'Port': ['ID=697737b3-7911-48ac-8dd6-5d426c28c120,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:08.778304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:09.209654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.20.0.1 (6012cdb6-eb01-4110-b5bd-c4c6fb4e8415/cb5bbda9-7961-470c-be54-21e8ab02ddeb/b0ec93d8-71c7-4d76-aa69-f68159df5c36) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:09.401917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e85fbe9-b891-4167-9965-9c69db9bfaa7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:09.440543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:09.467455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object b0ec93d8-71c7-4d76-aa69-f68159df5c36 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:09.487389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e85fbe9-b891-4167-9965-9c69db9bfaa7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:09.621970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:09.637482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:09.651567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e85fbe9-b891-4167-9965-9c69db9bfaa7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router d0f2e884-92f3-4cf8-8aab-6015375ba8c2 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:09.688763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:09.696235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:09.709013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:09.746840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=b0ec93d8-71c7-4d76-aa69-f68159df5c36,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:09.752459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:09.806912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:09.842791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411a1c9-e1c5-4050-b931-cab0d9149ea5 None None] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:09.951712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e85fbe9-b891-4167-9965-9c69db9bfaa7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:09.960530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6e85fbe9-b891-4167-9965-9c69db9bfaa7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:09.962200 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6e85fbe9-b891-4167-9965-9c69db9bfaa7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/d0f2e884-92f3-4cf8-8aab-6015375ba8c2 HTTP/1.1" status: 200 len: 891 time: 1.2720304 Jun 25 11:28:09.963761 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] Sync routers for ids ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:09.966068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57058) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:09.979857 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] Routers {'d0f2e884-92f3-4cf8-8aab-6015375ba8c2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:09.981037 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:10.010602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3fa92d6d-82f4-485c-98cb-becc9c06d2f8 None None] Provisioning for port 697737b3-7911-48ac-8dd6-5d426c28c120 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:10.041409 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:10.056023 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] Routers {'d0f2e884-92f3-4cf8-8aab-6015375ba8c2'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:10.057022 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:10.103685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.118878 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:10.120192 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f396ea1-173d-4a7b-b532-fc9a28d5440f None None] The sync data for ids ['d0f2e884-92f3-4cf8-8aab-6015375ba8c2'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:10.152795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-41a3d85c-7908-4730-a0b6-1b4f78373765 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/routers/d0f2e884-92f3-4cf8-8aab-6015375ba8c2 HTTP/1.1" status: 200 len: 891 time: 0.1849539 Jun 25 11:28:10.156042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57060) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:10.188068 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-32a41272-9bc9-422d-9cf5-8ff71d2d72b2 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0f2e884-92f3-4cf8-8aab-6015375ba8c2 HTTP/1.1" status: 200 len: 205 time: 0.0305920 Jun 25 11:28:10.191659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57062) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:10.261552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.367556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.527403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.538487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.546436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-45dbd4ef-dfe5-46eb-8a70-4a498760bea5 None None] Provisioning for port b0ec93d8-71c7-4d76-aa69-f68159df5c36 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:10.552477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-45dbd4ef-dfe5-46eb-8a70-4a498760bea5 None None] Provisioning complete for port b0ec93d8-71c7-4d76-aa69-f68159df5c36 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:10.553061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-45dbd4ef-dfe5-46eb-8a70-4a498760bea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.597369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.603254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5cacaa5b-baa0-416f-afc2-15222ac37ffc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:10.611297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-45dbd4ef-dfe5-46eb-8a70-4a498760bea5 None None] Port b0ec93d8-71c7-4d76-aa69-f68159df5c36 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:10.696267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port b1daccd4-4190-42ba-ae7a-a83dce229024 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:10.696791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.700749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=b0ec93d8-71c7-4d76-aa69-f68159df5c36,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:10.703795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.706240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:10.731109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-149756a6-229e-43dd-a84e-cc72a1acc622 None None] Provisioning complete for port b0ec93d8-71c7-4d76-aa69-f68159df5c36 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:10.731643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-149756a6-229e-43dd-a84e-cc72a1acc622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.766813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-149756a6-229e-43dd-a84e-cc72a1acc622 None None] Port b0ec93d8-71c7-4d76-aa69-f68159df5c36 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:10.826261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:10.846293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for b1daccd4-4190-42ba-ae7a-a83dce229024 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:10.858209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:10.859889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:10.920869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 697737b3-7911-48ac-8dd6-5d426c28c120 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:11.039158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 697737b3-7911-48ac-8dd6-5d426c28c120 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:11.046467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 697737b3-7911-48ac-8dd6-5d426c28c120 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:11.047568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.094399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router 147fea50-eb15-4c80-9799-ae0cbc5c7dc8 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:28:11.140932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.145910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:11.148381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.180876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=b1daccd4-4190-42ba-ae7a-a83dce229024,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:11.190215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:11.195944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 697737b3-7911-48ac-8dd6-5d426c28c120, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=697737b3-7911-48ac-8dd6-5d426c28c120,segment=NetworkSegment(ae79301d-370a-4e21-90da-72e695d1061c),segment_id=ae79301d-370a-4e21-90da-72e695d1061c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:11.204888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e4b42d94-33fc-4d46-996f-3b8eae05fd23 None None] Provisioning complete for port b0ec93d8-71c7-4d76-aa69-f68159df5c36 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:11.205330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e4b42d94-33fc-4d46-996f-3b8eae05fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.243828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e4b42d94-33fc-4d46-996f-3b8eae05fd23 None None] Port b0ec93d8-71c7-4d76-aa69-f68159df5c36 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:11.258965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.278185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.285645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-356fe39f-2a19-4af3-88c1-3b7ddb5f658e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:11.346275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=697737b3-7911-48ac-8dd6-5d426c28c120,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:11.350744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:11.369868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.372289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.494287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.495086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Fanout notify agent at l3_agent the message router_deleted on router d0f2e884-92f3-4cf8-8aab-6015375ba8c2 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:28:11.502971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:11.506169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.512979 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/d0f2e884-92f3-4cf8-8aab-6015375ba8c2 HTTP/1.1" status: 204 len: 168 time: 1.3156948 Jun 25 11:28:11.518367 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/147fea50-eb15-4c80-9799-ae0cbc5c7dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2599475 Jun 25 11:28:11.518367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57066) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:11.518367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57068) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:11.518640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] Sync routers for ids ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:11.519745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-106812302'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:11.527562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] Routers {'147fea50-eb15-4c80-9799-ae0cbc5c7dc8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:11.528292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:11.570168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:11.579383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] Routers {'147fea50-eb15-4c80-9799-ae0cbc5c7dc8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:11.580005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:11.584319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e7eabe-4c73-442f-baef-178ac093ffcc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:11.585826 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9e7eabe-4c73-442f-baef-178ac093ffcc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports/b0ec93d8-71c7-4d76-aa69-f68159df5c36 HTTP/1.1" status: 200 len: 910 time: 0.0705171 Jun 25 11:28:11.588591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57072) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:11.594361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb5bbda9-7961-470c-be54-21e8ab02ddeb'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:11.614047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:11.614745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40deccd8-a5c3-4aea-bb18-7b2b1a8a53a3 None None] The sync data for ids ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:11.638999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:11.642532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.714305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:11.732263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.732609 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment d56005d8-6c19-490f-ad9c-fef30f252809 of type vlan for network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c Jun 25 11:28:11.792711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.847835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.943386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.948921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:11.949533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:11.953605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-20aa4645-3d48-4db6-9f65-aae0c3c3c371 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:12.062265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=6a67bf85-7d11-4aeb-849b-718d1bf8ce2c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:12.066121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:12.081848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:12.138325 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6215386 Jun 25 11:28:12.138907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57074) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:12.145606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': '6a67bf85-7d11-4aeb-849b-718d1bf8ce2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:12.363230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:12.367452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:12.407306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:12.472278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:12.479492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-372f2957-15a5-4172-a10a-0a705f37d25a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:12.600366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=b0ec93d8-71c7-4d76-aa69-f68159df5c36,revision_number=3']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:12.612434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:12.613227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:12.615014 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/ports/b0ec93d8-71c7-4d76-aa69-f68159df5c36 HTTP/1.1" status: 200 len: 910 time: 1.0254045 Jun 25 11:28:12.616325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:12.618235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57076) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:12.709606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:12.713302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-adab7fb8-cfc4-4bed-bbdc-cea3977cb277 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:12.777300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=db6c7f85-ab62-49f4-af28-94c61a175c6a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:12.781060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:12.789313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': 'd56005d8-6c19-490f-ad9c-fef30f252809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6a67bf85-7d11-4aeb-849b-718d1bf8ce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:12.789675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:12.873338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 697737b3-7911-48ac-8dd6-5d426c28c120 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:12.934960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:12.941879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 697737b3-7911-48ac-8dd6-5d426c28c120 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:12.942933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.057536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.106028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:13.112271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:13.113033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.121174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1d7b0-5a4b-43a5-8f2e-681a256a195c None None] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:13.229037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0885584 Jun 25 11:28:13.233459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57078) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:13.240131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-462cd953-7774-4d6b-8c90-bd0d127a665a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-779494459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:13.332788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-6a67bf85-7d11-4aeb-849b-718d1bf8ce2c', 'network_id': '6a67bf85-7d11-4aeb-849b-718d1bf8ce2c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': 'db6c7f85-ab62-49f4-af28-94c61a175c6a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:13.334567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.369548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-462cd953-7774-4d6b-8c90-bd0d127a665a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.371348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-462cd953-7774-4d6b-8c90-bd0d127a665a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.414734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port b0ec93d8-71c7-4d76-aa69-f68159df5c36 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:13.415293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.455396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-462cd953-7774-4d6b-8c90-bd0d127a665a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.514027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Allocated IP 2001:db8::2 (6a67bf85-7d11-4aeb-849b-718d1bf8ce2c/db6c7f85-ab62-49f4-af28-94c61a175c6a/b4e17966-28ef-4ed6-91b8-c1268c91a5e6) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:13.530587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.535436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-462cd953-7774-4d6b-8c90-bd0d127a665a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.544162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for b0ec93d8-71c7-4d76-aa69-f68159df5c36 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:13.706476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-462cd953-7774-4d6b-8c90-bd0d127a665a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.713344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-462cd953-7774-4d6b-8c90-bd0d127a665a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4726796 Jun 25 11:28:13.713344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57080) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:13.758701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.855305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:13.855554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Transition to ACTIVE for port object b4e17966-28ef-4ed6-91b8-c1268c91a5e6 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:13.859660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f9036e2d-2eac-45fa-8da7-dd38d4151645 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:13.889641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Transition to ACTIVE for port object b4e17966-28ef-4ed6-91b8-c1268c91a5e6 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:13.912091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=b0ec93d8-71c7-4d76-aa69-f68159df5c36,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:13.917343 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:13.998191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.000327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:14.053402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Pushing event updated for resources: {'Port': ['ID=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:14.056513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:14.078640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:14.081467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:14.085450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:14.150910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.170804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.192512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Attempting to bind port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:14.193377 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Attempting to bind port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd56005d8-6c19-490f-ad9c-fef30f252809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6a67bf85-7d11-4aeb-849b-718d1bf8ce2c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:14.201121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Attempting to bind port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 on network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:14.203765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:14.204552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Checking segment: {'id': 'd56005d8-6c19-490f-ad9c-fef30f252809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6a67bf85-7d11-4aeb-849b-718d1bf8ce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:14.205389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.206171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Bound using segment: {'id': 'd56005d8-6c19-490f-ad9c-fef30f252809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6a67bf85-7d11-4aeb-849b-718d1bf8ce2c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:14.207297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Bound port: b4e17966-28ef-4ed6-91b8-c1268c91a5e6, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56005d8-6c19-490f-ad9c-fef30f252809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '6a67bf85-7d11-4aeb-849b-718d1bf8ce2c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:14.208061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.314040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] For port b4e17966-28ef-4ed6-91b8-c1268c91a5e6, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:14.317971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] For port b4e17966-28ef-4ed6-91b8-c1268c91a5e6, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,segment=NetworkSegment(d56005d8-6c19-490f-ad9c-fef30f252809),segment_id=d56005d8-6c19-490f-ad9c-fef30f252809)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:14.395598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router 147fea50-eb15-4c80-9799-ae0cbc5c7dc8 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:14.404643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.415547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:14.502980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Pushing event updated for resources: {'Port': ['ID=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:14.519126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8::1 (6a67bf85-7d11-4aeb-849b-718d1bf8ce2c/db6c7f85-ab62-49f4-af28-94c61a175c6a/27289172-5f88-46da-b507-4b2425ea1c21) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:14.519812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:14.551099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:14.563355 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/147fea50-eb15-4c80-9799-ae0cbc5c7dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9436083 Jun 25 11:28:14.566311 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] Sync routers for ids ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:14.568538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57084) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:14.581866 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] Routers {'147fea50-eb15-4c80-9799-ae0cbc5c7dc8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:14.582626 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:14.611872 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fc3af0ad-f032-430b-a69a-55b7d0cb8f4f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=147fea50-eb15-4c80-9799-ae0cbc5c7dc8 HTTP/1.1" status: 200 len: 205 time: 0.0375650 Jun 25 11:28:14.612581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57086) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:14.649571 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:14.665709 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] Routers {'147fea50-eb15-4c80-9799-ae0cbc5c7dc8'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:14.667178 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:14.694914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.722386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object 27289172-5f88-46da-b507-4b2425ea1c21 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:14.736018 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:14.764853 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dae7b6-7a21-4cff-81c3-c29a7f65b6e9 None None] The sync data for ids ['147fea50-eb15-4c80-9799-ae0cbc5c7dc8'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:14.787397 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:28:14.795027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aca9c898-f9a7-49dc-92f5-338b86b0da8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.924148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.926595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-519ae60a-cb7e-4c69-a73b-7e7faf8d8d4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:14.978016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:14.984246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:14.988572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:14.989012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:14.989180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b4e17966-28ef-4ed6-91b8-c1268c91a5e6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:15.015061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aca9c898-f9a7-49dc-92f5-338b86b0da8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.017593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aca9c898-f9a7-49dc-92f5-338b86b0da8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.052672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=27289172-5f88-46da-b507-4b2425ea1c21,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:15.060504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:15.163372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:15.180604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aca9c898-f9a7-49dc-92f5-338b86b0da8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.181482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca9c898-f9a7-49dc-92f5-338b86b0da8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Fanout notify agent at l3_agent the message router_deleted on router 147fea50-eb15-4c80-9799-ae0cbc5c7dc8 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:28:15.194463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aca9c898-f9a7-49dc-92f5-338b86b0da8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.196536 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aca9c898-f9a7-49dc-92f5-338b86b0da8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/147fea50-eb15-4c80-9799-ae0cbc5c7dc8 HTTP/1.1" status: 204 len: 168 time: 0.5826824 Jun 25 11:28:15.199435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57088) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:15.266566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet cb5bbda9-7961-470c-be54-21e8ab02ddeb {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:15.270220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.330993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.464551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.489307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.546097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-d00eca8e-c3fb-4d2e-82a4-8c1ee82e4f33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2052608 Jun 25 11:28:15.763378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3669b4c-dd3e-4adf-b029-596186620236 None None] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:15.815991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-640c7ad2-5a6d-4c80-8baf-4caa152c0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:15.817541 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-640c7ad2-5a6d-4c80-8baf-4caa152c0de5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=869fa866ee3f424c952da82e96d1f712&device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1098 time: 0.1732900 Jun 25 11:28:15.849737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.858060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-503b1072-bfc4-40b3-9d86-41463f746add tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:15.902449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Provisioning for port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:15.908596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5bbda9-7961-470c-be54-21e8ab02ddeb,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:15.908756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Provisioning complete for port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:15.908942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.912345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:15.927182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:15.933827 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/cb5bbda9-7961-470c-be54-21e8ab02ddeb HTTP/1.1" status: 204 len: 168 time: 0.7305050 Jun 25 11:28:15.934659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57090) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:15.941637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a0b8c-cf02-46c5-92ab-f5123ab26563 None None] Network 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:16.010506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.054452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-fe915fad-1553-45fc-bcb3-ccb7b4811910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:16.056627 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-fe915fad-1553-45fc-bcb3-ccb7b4811910 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca HTTP/1.1" status: 200 len: 898 time: 0.2122149 Jun 25 11:28:16.065067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.077293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.078588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.131660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-856528e8-ee78-4b9c-a115-d8d353f4fbdc tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:16.153477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 697737b3-7911-48ac-8dd6-5d426c28c120 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:16.153778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.154283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.208776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] For port b4e17966-28ef-4ed6-91b8-c1268c91a5e6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,segment=NetworkSegment(d56005d8-6c19-490f-ad9c-fef30f252809),segment_id=d56005d8-6c19-490f-ad9c-fef30f252809)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:16.270824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=27289172-5f88-46da-b507-4b2425ea1c21,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:16.272719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.275668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e238f330-2eae-49e9-bd11-c1bc562972b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:16.276378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:16.278675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-a51857d0-e3a1-4b19-adf3-62b7aeec392b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c752eebd-de19-4f88-8584-32af8b87616b HTTP/1.1" status: 200 len: 1001 time: 0.2148268 Jun 25 11:28:16.316721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] DHCP port deletion for 6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:16.371663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-f805c785-b664-44fe-8668-30ebb0b63667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:16.373365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-f805c785-b664-44fe-8668-30ebb0b63667 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6b9001a-b985-423d-bb89-2f4a051fa7e9 HTTP/1.1" status: 200 len: 835 time: 0.0625744 Jun 25 11:28:16.378126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Pushing event updated for resources: {'Port': ['ID=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:16.383680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:16.427375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Deleting port 697737b3-7911-48ac-8dd6-5d426c28c120 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:16.429014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.438547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:16.441709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:16.654814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port 697737b3-7911-48ac-8dd6-5d426c28c120, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=697737b3-7911-48ac-8dd6-5d426c28c120,segment=NetworkSegment(ae79301d-370a-4e21-90da-72e695d1061c),segment_id=ae79301d-370a-4e21-90da-72e695d1061c)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:16.655615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.681404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 697737b3-7911-48ac-8dd6-5d426c28c120 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:16.770870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] For port 697737b3-7911-48ac-8dd6-5d426c28c120, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=697737b3-7911-48ac-8dd6-5d426c28c120,segment=NetworkSegment(ae79301d-370a-4e21-90da-72e695d1061c),segment_id=ae79301d-370a-4e21-90da-72e695d1061c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:16.772417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.796693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Calling delete_port for 697737b3-7911-48ac-8dd6-5d426c28c120 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:16.863242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-bb8e313e-9e34-47ff-af70-fa28431ea6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:16.864983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-bb8e313e-9e34-47ff-af70-fa28431ea6de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4843736 Jun 25 11:28:16.914423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d09d4b7c-3833-4595-a882-d310e9a24e0a None None] Provisioning for port 27289172-5f88-46da-b507-4b2425ea1c21 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:16.925790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d09d4b7c-3833-4595-a882-d310e9a24e0a None None] Provisioning complete for port 27289172-5f88-46da-b507-4b2425ea1c21 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:16.926241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d09d4b7c-3833-4595-a882-d310e9a24e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.929342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:16.932100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:16.975585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=697737b3-7911-48ac-8dd6-5d426c28c120,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:16.978425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:16.995494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port 697737b3-7911-48ac-8dd6-5d426c28c120 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:16.997616 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-bc314a26-26b0-48d6-ba76-849d0eeeb9b4 service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227000 Jun 25 11:28:17.008361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b4e17966-28ef-4ed6-91b8-c1268c91a5e6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:17.070747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 5f13a2ad-8039-412d-9a59-b2d437154894 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:28:17.091275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.104772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d09d4b7c-3833-4595-a882-d310e9a24e0a None None] Port 27289172-5f88-46da-b507-4b2425ea1c21 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:17.105819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6012cdb6-eb01-4110-b5bd-c4c6fb4e8415']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:17.118392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae79301d-370a-4e21-90da-72e695d1061c') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:17.118759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae79301d-370a-4e21-90da-72e695d1061c') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:17.129976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.147155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.152613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d09d4b7c-3833-4595-a882-d310e9a24e0a None None] Provisioning complete for port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:17.152613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d09d4b7c-3833-4595-a882-d310e9a24e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.158266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:17.158266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.158657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.202301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c48aee04-d174-4a61-a53d-5deccdf06e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:17.213033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a97b7f0-24b5-4c7c-b4b9-25623246f5cc req-767aa010-2e87-402d-b1d6-dabb7031e3af service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083530 Jun 25 11:28:17.219858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] No DVR routers for this DVR port 697737b3-7911-48ac-8dd6-5d426c28c120 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:17.234183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:17.250341 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:17.258184 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/5f13a2ad-8039-412d-9a59-b2d437154894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5442195 Jun 25 11:28:17.260943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57094) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:17.271182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] Sync routers for ids ['5f13a2ad-8039-412d-9a59-b2d437154894'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:17.283858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:17.284466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.287255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Pushing event deleted for resources: {'Port': ['ID=697737b3-7911-48ac-8dd6-5d426c28c120,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:17.325701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:17.338369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.354607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] Routers {'5f13a2ad-8039-412d-9a59-b2d437154894'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:17.354891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6469fbb-6951-46e4-b182-ce35c33cb126 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:17.355693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f13a2ad-8039-412d-9a59-b2d437154894'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:17.359664 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f6469fbb-6951-46e4-b182-ce35c33cb126 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports/27289172-5f88-46da-b507-4b2425ea1c21 HTTP/1.1" status: 200 len: 911 time: 0.0946946 Jun 25 11:28:17.370379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d17227f-70d5-4b1d-97db-bfcbe56cbe47 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:17.370928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57096) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:17.370928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db6c7f85-ab62-49f4-af28-94c61a175c6a'}]}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:17.371119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.379117 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/6012cdb6-eb01-4110-b5bd-c4c6fb4e8415 HTTP/1.1" status: 204 len: 168 time: 1.4425762 Jun 25 11:28:17.394519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57098) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:17.402484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6f51aba0-b4dc-4f65-aa2b-b215d73ad25e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1435943481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:17.413834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=6012cdb6-eb01-4110-b5bd-c4c6fb4e8415,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:17.420707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:17.424503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:17.451317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] Routers {'5f13a2ad-8039-412d-9a59-b2d437154894'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:17.462035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f13a2ad-8039-412d-9a59-b2d437154894'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:17.517967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f51aba0-b4dc-4f65-aa2b-b215d73ad25e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.519268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f51aba0-b4dc-4f65-aa2b-b215d73ad25e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.543075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:17.544176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa3ba5-c7e8-4658-b656-6fbc280aabcf None None] The sync data for ids ['5f13a2ad-8039-412d-9a59-b2d437154894'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:17.586838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f51aba0-b4dc-4f65-aa2b-b215d73ad25e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.617047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.649717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f51aba0-b4dc-4f65-aa2b-b215d73ad25e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.671249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 697737b3-7911-48ac-8dd6-5d426c28c120 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:17.692548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 697737b3-7911-48ac-8dd6-5d426c28c120 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:17.692897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 697737b3-7911-48ac-8dd6-5d426c28c120 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:17.729959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a7914b26-c1ba-463c-85ca-9739f1fdeb71 None None] Provisioning complete for port 27289172-5f88-46da-b507-4b2425ea1c21 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:17.730462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a7914b26-c1ba-463c-85ca-9739f1fdeb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.734795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6f51aba0-b4dc-4f65-aa2b-b215d73ad25e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.739638 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6f51aba0-b4dc-4f65-aa2b-b215d73ad25e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3407893 Jun 25 11:28:17.741388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57100) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:17.747269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1943869882'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:17.784404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a7914b26-c1ba-463c-85ca-9739f1fdeb71 None None] Port 27289172-5f88-46da-b507-4b2425ea1c21 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:17.826324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:17.832188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.871797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:17.882677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:17.883301 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment 2fb1f36a-d884-476d-bdc0-06a40579de03 of type vlan for network 60f49ddb-64ce-4519-82b5-d518f6860574 Jun 25 11:28:17.939663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.025952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.032211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:18.033049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.038112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-88f88ae9-f6c0-4316-a66d-66a2f755733d tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:18.097675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.120520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=60f49ddb-64ce-4519-82b5-d518f6860574,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:18.123351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:18.132519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 60f49ddb-64ce-4519-82b5-d518f6860574 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:18.140920 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3981128 Jun 25 11:28:18.145298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57102) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:18.152524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:18.180087 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.187859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:18.189558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.195318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/ports/27289172-5f88-46da-b507-4b2425ea1c21 HTTP/1.1" status: 200 len: 911 time: 0.8276491 Jun 25 11:28:18.195318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-854afe0b-b122-4c8d-a5a7-dd37b5fe10f1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:18.202092 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57104) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:18.262900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=27289172-5f88-46da-b507-4b2425ea1c21,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:18.266616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:18.443376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:18.446988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.865051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.945888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:18.950234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8aa1e6aa-fcb3-413b-8abe-8ad883882c68 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:19.107869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=20442654-2140-45d3-b97b-fcd23dca0de9,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:19.116170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:19.131456 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:19.132031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: 60f49ddb-64ce-4519-82b5-d518f6860574, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:19.254945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 60f49ddb-64ce-4519-82b5-d518f6860574 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:19.295860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 27289172-5f88-46da-b507-4b2425ea1c21 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:19.296337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:19.377708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 60f49ddb-64ce-4519-82b5-d518f6860574) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:19.384235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:19.385163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:19.386908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886818f-094e-4056-9153-5d7f57163196 None None] Network 60f49ddb-64ce-4519-82b5-d518f6860574 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:19.458061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:19.476206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 27289172-5f88-46da-b507-4b2425ea1c21 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:19.533958 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3871064 Jun 25 11:28:19.539099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57108) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:19.602083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-60f49ddb-64ce-4519-82b5-d518f6860574', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:19.603198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:19.777416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Allocated IP 172.20.0.2 (60f49ddb-64ce-4519-82b5-d518f6860574/20442654-2140-45d3-b97b-fcd23dca0de9/e6644001-1e77-4cc7-8fa2-adebb6b03a3c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:19.837826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:19.843122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:19.881988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=27289172-5f88-46da-b507-4b2425ea1c21,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:19.887392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:19.895102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:19.994423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.007854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Transition to ACTIVE for port object e6644001-1e77-4cc7-8fa2-adebb6b03a3c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:20.034364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Transition to ACTIVE for port object e6644001-1e77-4cc7-8fa2-adebb6b03a3c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:20.071616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.108610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.114868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-374d8cde-2372-4d14-b91c-cb11fd1bea59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:20.205169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Pushing event updated for resources: {'Port': ['ID=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:20.217539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Network 60f49ddb-64ce-4519-82b5-d518f6860574 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:20.220259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:20.224007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:20.226468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:20.319027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Attempting to bind port e6644001-1e77-4cc7-8fa2-adebb6b03a3c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:20.319913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Attempting to bind port e6644001-1e77-4cc7-8fa2-adebb6b03a3c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:20.320766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Attempting to bind port e6644001-1e77-4cc7-8fa2-adebb6b03a3c on network 60f49ddb-64ce-4519-82b5-d518f6860574 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:20.323761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 5f13a2ad-8039-412d-9a59-b2d437154894 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:20.330221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:20.331787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Checking segment: {'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:20.332705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.333722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Bound using segment: {'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:20.335336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Bound port: e6644001-1e77-4cc7-8fa2-adebb6b03a3c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:20.336511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.368186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.20.0.1 (60f49ddb-64ce-4519-82b5-d518f6860574/20442654-2140-45d3-b97b-fcd23dca0de9/93c4b138-08e7-4596-962d-56dfb74e48a3) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:20.415360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] For port e6644001-1e77-4cc7-8fa2-adebb6b03a3c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:20.419837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] For port e6644001-1e77-4cc7-8fa2-adebb6b03a3c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,segment=NetworkSegment(2fb1f36a-d884-476d-bdc0-06a40579de03),segment_id=2fb1f36a-d884-476d-bdc0-06a40579de03)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:20.443035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:20.451187 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/5f13a2ad-8039-412d-9a59-b2d437154894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2186232 Jun 25 11:28:20.455060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57110) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:20.457678 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] Sync routers for ids ['5f13a2ad-8039-412d-9a59-b2d437154894'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:20.473978 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] Routers {'5f13a2ad-8039-412d-9a59-b2d437154894'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:20.475007 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f13a2ad-8039-412d-9a59-b2d437154894'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:20.501246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.505352 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0af36aee-b991-4680-9161-9d0abfdca716 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f13a2ad-8039-412d-9a59-b2d437154894 HTTP/1.1" status: 200 len: 205 time: 0.0480769 Jun 25 11:28:20.506978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57112) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:20.508111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1cda28d5-4736-48cc-b35d-8f6324483761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:20.535756 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:20.551289 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] Routers {'5f13a2ad-8039-412d-9a59-b2d437154894'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:20.560138 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f13a2ad-8039-412d-9a59-b2d437154894'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:20.566081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.595610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object 93c4b138-08e7-4596-962d-56dfb74e48a3 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:20.643163 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:20.644528 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884aed5-f944-4752-9596-040e430c7e24 None None] The sync data for ids ['5f13a2ad-8039-412d-9a59-b2d437154894'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:20.644916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a101-86b5-4aa1-b9a3-92b05a0a85d0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.678808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Pushing event updated for resources: {'Port': ['ID=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:20.684280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:20.742005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:20.756312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-832611b8-858c-49d8-a99a-9979068f910c tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:20.822133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 60f49ddb-64ce-4519-82b5-d518f6860574 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:20.879223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:20.886555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:20.892569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=93c4b138-08e7-4596-962d-56dfb74e48a3,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:20.927372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:20.952826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.150722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.262114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a101-86b5-4aa1-b9a3-92b05a0a85d0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.264827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a101-86b5-4aa1-b9a3-92b05a0a85d0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.375145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a101-86b5-4aa1-b9a3-92b05a0a85d0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.377819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c7a101-86b5-4aa1-b9a3-92b05a0a85d0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Fanout notify agent at l3_agent the message router_deleted on router 5f13a2ad-8039-412d-9a59-b2d437154894 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:28:21.389808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a101-86b5-4aa1-b9a3-92b05a0a85d0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.393827 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e2c7a101-86b5-4aa1-b9a3-92b05a0a85d0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/5f13a2ad-8039-412d-9a59-b2d437154894 HTTP/1.1" status: 204 len: 168 time: 0.8832142 Jun 25 11:28:21.395180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57116) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:21.486733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet db6c7f85-ab62-49f4-af28-94c61a175c6a {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:21.493131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.542212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.563333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.616447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.623030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b11eb9e4-24f5-4f9c-a064-19c628455abe tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:21.708446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.718321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.722292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=93c4b138-08e7-4596-962d-56dfb74e48a3,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:21.724321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:21.811523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23378bc8-a429-4b71-99a8-acb1b4467123 None None] Network 60f49ddb-64ce-4519-82b5-d518f6860574 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:21.855013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.859255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2e2eb5b2-c71c-463f-ba0d-1d2bc5ac575b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:21.865600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 60f49ddb-64ce-4519-82b5-d518f6860574 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:21.871989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:21.912028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=db6c7f85-ab62-49f4-af28-94c61a175c6a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:21.915809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:21.918564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:21.920608 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/db6c7f85-ab62-49f4-af28-94c61a175c6a HTTP/1.1" status: 204 len: 168 time: 0.5249074 Jun 25 11:28:21.929371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57118) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:21.947136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b437af-d0cd-4ce5-8f5b-5c25ccacdf93 None None] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:22.007341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a6e14b19-3cce-425c-9200-ff176956721b None None] Provisioning for port e6644001-1e77-4cc7-8fa2-adebb6b03a3c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:22.039716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.104404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:22.104404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.152218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:28:22.181142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port b4e17966-28ef-4ed6-91b8-c1268c91a5e6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,segment=NetworkSegment(d56005d8-6c19-490f-ad9c-fef30f252809),segment_id=d56005d8-6c19-490f-ad9c-fef30f252809)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:22.181998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.201054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for b4e17966-28ef-4ed6-91b8-c1268c91a5e6 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:22.307578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:22.326063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] DHCP port deletion for 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:22.335032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:22.337382 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7949679 Jun 25 11:28:22.339144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57120) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:22.347482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106460730'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:22.384520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:22.385578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:22.409630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.415293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9edcced8-1688-44d6-a612-1eb5102f1b48 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:22.456574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:22.458448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:22.463413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.465340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:22.469181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:22.536429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:22.540850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:22.577002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.586835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.587178 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment 5d061388-ac50-4da1-98a1-f928a291258d of type vlan for network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a Jun 25 11:28:22.587439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Deleting port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:22.587966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.598520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a67bf85-7d11-4aeb-849b-718d1bf8ce2c']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:22.636206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56005d8-6c19-490f-ad9c-fef30f252809') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:22.636701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56005d8-6c19-490f-ad9c-fef30f252809') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:22.656600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.680646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.691739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:22.691739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:22.697384 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:22.778087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] For port b4e17966-28ef-4ed6-91b8-c1268c91a5e6, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:22.778566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.820052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.914310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.921902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e1eb779d-195b-4aba-ab8e-7f6c67f67dd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:22.934003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.939107 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/6a67bf85-7d11-4aeb-849b-718d1bf8ce2c HTTP/1.1" status: 204 len: 168 time: 1.0071943 Jun 25 11:28:22.946455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57122) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:22.964681 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-93d51d2e-1bd2-4ca6-986c-ceec631216f5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955848776', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:22.981299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=6a67bf85-7d11-4aeb-849b-718d1bf8ce2c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:22.983581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.994212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:22.994908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:22.999086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:22.999609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:23.036163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Calling delete_port for b4e17966-28ef-4ed6-91b8-c1268c91a5e6 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:23.040947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e6644001-1e77-4cc7-8fa2-adebb6b03a3c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:23.048512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.ipam_backend_mixin [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 was not found and therefore no delete operation was performed {{(pid=94502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:28:23.050207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8df359b8-cbe6-4802-9ed4-432a538cef11 None None] Provisioning for port 93c4b138-08e7-4596-962d-56dfb74e48a3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:23.082737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.091533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7776beb2-3887-4114-b7c9-b1b1dc1864a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:23.094421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8df359b8-cbe6-4802-9ed4-432a538cef11 None None] Provisioning complete for port 93c4b138-08e7-4596-962d-56dfb74e48a3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:23.094942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8df359b8-cbe6-4802-9ed4-432a538cef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.102407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93d51d2e-1bd2-4ca6-986c-ceec631216f5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.103535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93d51d2e-1bd2-4ca6-986c-ceec631216f5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.106188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=0ac830bf-dfc6-44b9-97d7-7cf1a86b796a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:23.110889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:23.166105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93d51d2e-1bd2-4ca6-986c-ceec631216f5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.182120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Network 6a67bf85-7d11-4aeb-849b-718d1bf8ce2c is not hosted by any dhcp agent {{(pid=94502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:28:23.182748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] No DVR routers for this DVR port b4e17966-28ef-4ed6-91b8-c1268c91a5e6 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:23.184851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:23.189320 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d5c900ae-f5eb-4616-b401-787daa74e8ec tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8458970 Jun 25 11:28:23.189790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57124) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:23.196189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Pushing event deleted for resources: {'Port': ['ID=b4e17966-28ef-4ed6-91b8-c1268c91a5e6,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:23.201658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:23.206959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:23.268243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93d51d2e-1bd2-4ca6-986c-ceec631216f5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.312756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8df359b8-cbe6-4802-9ed4-432a538cef11 None None] Port 93c4b138-08e7-4596-962d-56dfb74e48a3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:23.342400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93d51d2e-1bd2-4ca6-986c-ceec631216f5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.343714 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-93d51d2e-1bd2-4ca6-986c-ceec631216f5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3954976 Jun 25 11:28:23.347092 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57126) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:23.352738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925631774'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:23.402378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:21Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:21Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:23.437768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:23.438195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Updating router d9ebac50-a56a-4aec-b645-291651371dc9 port 93c4b138-08e7-4596-962d-56dfb74e48a3 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:23.448933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:23.453329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.474923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-27279fe6-c29f-4ccc-9fb4-d44daf4b2f1f None None] Provisioning complete for port 93c4b138-08e7-4596-962d-56dfb74e48a3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:23.475303 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-27279fe6-c29f-4ccc-9fb4-d44daf4b2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.479635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port e6644001-1e77-4cc7-8fa2-adebb6b03a3c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:23.509640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e6644001-1e77-4cc7-8fa2-adebb6b03a3c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:23.510229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.515176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.524178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:23.531504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.570475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-27279fe6-c29f-4ccc-9fb4-d44daf4b2f1f None None] Port 93c4b138-08e7-4596-962d-56dfb74e48a3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:23.587206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:23.604478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.604996 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment 0c394e32-daba-4d6f-a396-376fcb2b13e4 of type vlan for network 22ea3525-2b03-4435-b07a-f7ba374c929e Jun 25 11:28:23.677441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.747981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.786104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.797608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:23.799262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.804664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02ff53e6-8d8a-45e5-8898-28ac3bfd8e45 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:23.814748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.822897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-87c526aa-a256-4419-9123-58d1c257b558 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:23.834391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port e6644001-1e77-4cc7-8fa2-adebb6b03a3c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,segment=NetworkSegment(2fb1f36a-d884-476d-bdc0-06a40579de03),segment_id=2fb1f36a-d884-476d-bdc0-06a40579de03)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:23.917272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:23.921837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7d88a8c3-0ca7-483c-8d14-b239ca5663f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:23.932841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=22ea3525-2b03-4435-b07a-f7ba374c929e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:23.936302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=36a6882c-a284-4ba2-8807-20fd6a1964d2,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:23.939149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:23.939356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:23.940268 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5918481 Jun 25 11:28:23.941984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:23.942731 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57130) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:23.945797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:23.961113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:23.961961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 22ea3525-2b03-4435-b07a-f7ba374c929e details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:24.028096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b4e17966-28ef-4ed6-91b8-c1268c91a5e6 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:24.038145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:24.109330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b4e17966-28ef-4ed6-91b8-c1268c91a5e6 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:24.110080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b4e17966-28ef-4ed6-91b8-c1268c91a5e6 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:24.135907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:24.141015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:24.144378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.173474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11315ca9-c25f-42bc-bdb4-111d2ed96626 None None] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:24.186422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:24.190936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.204361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.207895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:24.234832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:24.261184 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0694661 Jun 25 11:28:24.264814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57132) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:24.308006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Transition to ACTIVE for port object 93c4b138-08e7-4596-962d-56dfb74e48a3 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:24.407331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.414645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d03ca032-b1d9-4a52-9a53-03f1849d442a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:24.494586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebb889-a10e-45fb-97cc-81ec2e5b1eee None None] Pushing event updated for resources: {'Port': ['ID=93c4b138-08e7-4596-962d-56dfb74e48a3,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:24.499673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4ebb889-a10e-45fb-97cc-81ec2e5b1eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:24.548258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.561756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a40f9489-25c4-4cb8-8d8d-b002ebe90840 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:24.586362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:24.587719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.614664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Attempting to bind port 93c4b138-08e7-4596-962d-56dfb74e48a3 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:24.615835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Attempting to bind port 93c4b138-08e7-4596-962d-56dfb74e48a3 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:24.616285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Attempting to bind port 93c4b138-08e7-4596-962d-56dfb74e48a3 on network 60f49ddb-64ce-4519-82b5-d518f6860574 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:24.640154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:24.640794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Checking segment: {'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:24.641801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.642687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Bound using segment: {'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:24.643711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Bound port: 93c4b138-08e7-4596-962d-56dfb74e48a3, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb1f36a-d884-476d-bdc0-06a40579de03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:24.644572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.666574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=74821453-3020-400d-823a-6f13779546d9,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:24.671324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:24.686117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:24.686644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: 22ea3525-2b03-4435-b07a-f7ba374c929e, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:24.791760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 22ea3525-2b03-4435-b07a-f7ba374c929e is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:24.873229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 22ea3525-2b03-4435-b07a-f7ba374c929e) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:24.890364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] For port 93c4b138-08e7-4596-962d-56dfb74e48a3, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:24.892872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:24.893947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.902634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] For port 93c4b138-08e7-4596-962d-56dfb74e48a3, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=93c4b138-08e7-4596-962d-56dfb74e48a3,segment=NetworkSegment(2fb1f36a-d884-476d-bdc0-06a40579de03),segment_id=2fb1f36a-d884-476d-bdc0-06a40579de03)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:24.913535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6501c-0fa1-45e5-9a4d-9c7a9ce39c2a None None] Network 22ea3525-2b03-4435-b07a-f7ba374c929e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:24.974794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Allocated IP 172.21.0.2 (0ac830bf-dfc6-44b9-97d7-7cf1a86b796a/36a6882c-a284-4ba2-8807-20fd6a1964d2/8c7abe82-fd32-429b-843c-d9cf2571faea) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:24.982904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e6644001-1e77-4cc7-8fa2-adebb6b03a3c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:24.992715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:24.999160 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0545855 Jun 25 11:28:25.003958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57134) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:25.026384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:25.211351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebb889-a10e-45fb-97cc-81ec2e5b1eee None None] Pushing event updated for resources: {'Port': ['ID=93c4b138-08e7-4596-962d-56dfb74e48a3,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:25.218491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:25.219267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:25.220021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:25.226843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4ebb889-a10e-45fb-97cc-81ec2e5b1eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:25.535656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:25.549135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e6644001-1e77-4cc7-8fa2-adebb6b03a3c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:25.549500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:25.597866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:25.717611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-22ea3525-2b03-4435-b07a-f7ba374c929e', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:25.718454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:25.720973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:25.822366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Transition to ACTIVE for port object 8c7abe82-fd32-429b-843c-d9cf2571faea will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:25.907484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8::1 (22ea3525-2b03-4435-b07a-f7ba374c929e/74821453-3020-400d-823a-6f13779546d9/d1c43a53-8b53-4d75-afa5-2f338addb0f2) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:25.919256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Transition to ACTIVE for port object 8c7abe82-fd32-429b-843c-d9cf2571faea will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:26.043358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.046999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fd6e17c4-098f-4f91-8ff0-7a55efd407b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:26.104498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.110084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:26.119762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:26.125956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:26.142979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object d1c43a53-8b53-4d75-afa5-2f338addb0f2 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:26.143701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Pushing event updated for resources: {'Port': ['ID=8c7abe82-fd32-429b-843c-d9cf2571faea,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:26.145019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.21.0.1 (0ac830bf-dfc6-44b9-97d7-7cf1a86b796a/36a6882c-a284-4ba2-8807-20fd6a1964d2/0b803138-0407-4a68-a11e-31be699ccdc1) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:26.153127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:26.226831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Attempting to bind port 8c7abe82-fd32-429b-843c-d9cf2571faea on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:26.227966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Attempting to bind port 8c7abe82-fd32-429b-843c-d9cf2571faea by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:26.227966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Attempting to bind port 8c7abe82-fd32-429b-843c-d9cf2571faea on network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:26.235765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:21Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:24Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:26.239022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:26.239404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Checking segment: {'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:26.239814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.240828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Bound using segment: {'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:26.241348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Bound port: 8c7abe82-fd32-429b-843c-d9cf2571faea, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:26.241843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.276945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f7e23-32fd-488f-b03d-5cc54378d963 None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:21Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:24Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:26.322148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.336111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:26.350543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.384241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] For port 8c7abe82-fd32-429b-843c-d9cf2571faea, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:26.410341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Allocated IP 2001:db8::2 (22ea3525-2b03-4435-b07a-f7ba374c929e/74821453-3020-400d-823a-6f13779546d9/ba8c697a-e356-48c1-93c9-74a44c94829b) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:26.414174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 22ea3525-2b03-4435-b07a-f7ba374c929e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:26.414519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] For port 8c7abe82-fd32-429b-843c-d9cf2571faea, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8c7abe82-fd32-429b-843c-d9cf2571faea,segment=NetworkSegment(5d061388-ac50-4da1-98a1-f928a291258d),segment_id=5d061388-ac50-4da1-98a1-f928a291258d)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:26.419595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object 0b803138-0407-4a68-a11e-31be699ccdc1 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:26.428474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:26.428474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:26.428907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.476206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=d1c43a53-8b53-4d75-afa5-2f338addb0f2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:26.481653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:26.512704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.519244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:26.637936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.640326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-258f3b8d-12d8-4059-9e18-20314ff3ff95 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:26.669066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Pushing event updated for resources: {'Port': ['ID=8c7abe82-fd32-429b-843c-d9cf2571faea,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:26.676279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:26.760422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.763826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:26.766614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=0b803138-0407-4a68-a11e-31be699ccdc1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:26.777810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:26.779401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.780676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:26.784028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:26.795246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Transition to ACTIVE for port object ba8c697a-e356-48c1-93c9-74a44c94829b will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:26.827740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Transition to ACTIVE for port object ba8c697a-e356-48c1-93c9-74a44c94829b will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:26.923960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:26.930467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:27.050233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93c4b138-08e7-4596-962d-56dfb74e48a3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:27.054268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Network 22ea3525-2b03-4435-b07a-f7ba374c929e is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:27.056906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Pushing event updated for resources: {'Port': ['ID=ba8c697a-e356-48c1-93c9-74a44c94829b,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:27.078509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:27.083126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:27.087408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:27.118742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.175126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Attempting to bind port ba8c697a-e356-48c1-93c9-74a44c94829b on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:27.175523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Attempting to bind port ba8c697a-e356-48c1-93c9-74a44c94829b by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:27.175901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Attempting to bind port ba8c697a-e356-48c1-93c9-74a44c94829b on network 22ea3525-2b03-4435-b07a-f7ba374c929e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:27.183933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:27.183933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Checking segment: {'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:27.183933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.202816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Bound using segment: {'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:27.202816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Bound port: ba8c697a-e356-48c1-93c9-74a44c94829b, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:27.202816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.259170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 93c4b138-08e7-4596-962d-56dfb74e48a3 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:27.283000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 93c4b138-08e7-4596-962d-56dfb74e48a3 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:27.283613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.344465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] For port ba8c697a-e356-48c1-93c9-74a44c94829b, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:27.378975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] For port ba8c697a-e356-48c1-93c9-74a44c94829b, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ba8c697a-e356-48c1-93c9-74a44c94829b,segment=NetworkSegment(0c394e32-daba-4d6f-a396-376fcb2b13e4),segment_id=0c394e32-daba-4d6f-a396-376fcb2b13e4)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:27.456837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.462996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.477012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a37d2dbb-a4ea-473f-bcd5-7576356fd998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:27.523877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.573994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 93c4b138-08e7-4596-962d-56dfb74e48a3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=93c4b138-08e7-4596-962d-56dfb74e48a3,segment=NetworkSegment(2fb1f36a-d884-476d-bdc0-06a40579de03),segment_id=2fb1f36a-d884-476d-bdc0-06a40579de03)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:27.581617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Pushing event updated for resources: {'Port': ['ID=ba8c697a-e356-48c1-93c9-74a44c94829b,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:27.581922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.587265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:27.644252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.647378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-fa912928-fef2-4f71-81e1-8489a5b07dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:27.706831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.708086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:27.748794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=93c4b138-08e7-4596-962d-56dfb74e48a3,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:27.753964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:27.754982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-560f7658-e86e-4981-80ee-51b2ff4102e6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:28.226473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e610e9-fa45-4892-bc64-2e50f87e74d9 None None] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:28.283749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=d1c43a53-8b53-4d75-afa5-2f338addb0f2,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:28.288775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:28.370078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-156fe9b5-cc4a-4733-93ba-6ba346c97301 None None] Provisioning for port 8c7abe82-fd32-429b-843c-d9cf2571faea completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:28.472493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 22ea3525-2b03-4435-b07a-f7ba374c929e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:28.473987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:28.613228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:28.696437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:28.702729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-861dd110-5057-4aaf-9e89-5cad80e49de4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:28.759842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:28:28.799797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=0b803138-0407-4a68-a11e-31be699ccdc1,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:28.842175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:28.844781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:28.889513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9cccd301-1e03-4dca-b2de-84508a56bcc8 None None] Provisioning for port 0b803138-0407-4a68-a11e-31be699ccdc1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:28.903917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9cccd301-1e03-4dca-b2de-84508a56bcc8 None None] Provisioning complete for port 0b803138-0407-4a68-a11e-31be699ccdc1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:28.903917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9cccd301-1e03-4dca-b2de-84508a56bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:28.990015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:28.993431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9cccd301-1e03-4dca-b2de-84508a56bcc8 None None] Port 0b803138-0407-4a68-a11e-31be699ccdc1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:29.001558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9943175 Jun 25 11:28:29.002566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57136) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:29.021187 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:29.033586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1825853818'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:29.045901 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:29.047147 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:29.134956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:29.137644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:29.139792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:29.148550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.180932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:29.201908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.201908 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment 846bb58f-6ee9-43c6-897d-b51283f9e35c of type vlan for network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a Jun 25 11:28:29.246389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93c4b138-08e7-4596-962d-56dfb74e48a3 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:29.294708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351c5df-3bad-4428-9e15-dd678f5b0d1d None None] Network 22ea3525-2b03-4435-b07a-f7ba374c929e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:29.307738 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:29.321931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.387219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-75d20f44-33d5-4ad7-9c35-0c13599beff9 None None] Provisioning complete for port 0b803138-0407-4a68-a11e-31be699ccdc1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:29.388683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-75d20f44-33d5-4ad7-9c35-0c13599beff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.432073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:29.483714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.499857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:29.501523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.510401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0a3e72b9-c0fb-4ef2-9b67-10afe013ef70 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:29.566275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-75d20f44-33d5-4ad7-9c35-0c13599beff9 None None] Port 0b803138-0407-4a68-a11e-31be699ccdc1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:29.574349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-293a44b7-accd-42ed-83d6-4000ce819074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.608006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:29.623098 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3535359 Jun 25 11:28:29.623782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57138) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:29.632863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1701445834'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:29.649451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 93c4b138-08e7-4596-962d-56dfb74e48a3 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:29.649741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.651827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:29.664543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57140) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:29.665834 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6560109 Jun 25 11:28:29.670799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:29.689933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=7895af29-3571-4dc8-a62d-cd9b7bd9b99a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:29.699716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:29.699964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:29.700538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:29.711582 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:26Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:29.739782 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:29.740142 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Updating router aeadac88-dc4b-4258-98f0-1e8a70e6b515 port d1c43a53-8b53-4d75-afa5-2f338addb0f2 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:29.745491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:29.749051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.753068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:29.783725 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.791901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:29.808958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.809353 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment c44dd7f0-5dce-474c-9b77-1a17c19fadb4 of type vlan for network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb Jun 25 11:28:29.823996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bd853994-7d45-4d13-9fb9-f250be4e20d3 None None] Provisioning for port ba8c697a-e356-48c1-93c9-74a44c94829b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:29.871708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:29.876363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:29.914874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.061541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.067416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:30.068224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.073998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:30.087995 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.100416 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Transition to ACTIVE for port object d1c43a53-8b53-4d75-afa5-2f338addb0f2 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:30.123529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:30.127142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bd853994-7d45-4d13-9fb9-f250be4e20d3 None None] Provisioning complete for port 0b803138-0407-4a68-a11e-31be699ccdc1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:30.127521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bd853994-7d45-4d13-9fb9-f250be4e20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.174637 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.176961 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:30.188199 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5632501 Jun 25 11:28:30.190844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57142) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:30.196858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:30.205171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:30.224470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:30.227778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:30.247838 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Pushing event updated for resources: {'Port': ['ID=d1c43a53-8b53-4d75-afa5-2f338addb0f2,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:30.258015 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.258517 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.258868 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.259207 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.259539 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.259870 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.260318 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.260647 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.260975 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.261772 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.262461 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.262990 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:30.267359 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:30.282317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.291212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d64d1d4f-d503-453e-84b1-c143bfbceecb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:30.358499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Attempting to bind port d1c43a53-8b53-4d75-afa5-2f338addb0f2 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:30.358864 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Attempting to bind port d1c43a53-8b53-4d75-afa5-2f338addb0f2 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:30.360261 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Attempting to bind port d1c43a53-8b53-4d75-afa5-2f338addb0f2 on network 22ea3525-2b03-4435-b07a-f7ba374c929e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:30.367178 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:30.368034 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Checking segment: {'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:30.368682 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.370239 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Bound using segment: {'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:30.371006 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Bound port: d1c43a53-8b53-4d75-afa5-2f338addb0f2, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c394e32-daba-4d6f-a396-376fcb2b13e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:30.371648 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.382142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=c77de7e3-26e6-4055-b0ea-75b1df6262ef,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:30.393210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:30.403815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:30.404187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: 7895af29-3571-4dc8-a62d-cd9b7bd9b99a, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:30.431578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bd853994-7d45-4d13-9fb9-f250be4e20d3 None None] Port 0b803138-0407-4a68-a11e-31be699ccdc1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:30.452145 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] For port d1c43a53-8b53-4d75-afa5-2f338addb0f2, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:30.455719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] For port d1c43a53-8b53-4d75-afa5-2f338addb0f2, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d1c43a53-8b53-4d75-afa5-2f338addb0f2,segment=NetworkSegment(0c394e32-daba-4d6f-a396-376fcb2b13e4),segment_id=0c394e32-daba-4d6f-a396-376fcb2b13e4)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:30.494699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:30.495428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8c7abe82-fd32-429b-843c-d9cf2571faea up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:30.498343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.523532 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.525628 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:30.535860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:30.612187 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Pushing event updated for resources: {'Port': ['ID=d1c43a53-8b53-4d75-afa5-2f338addb0f2,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:30.625674 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:30.635051 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:30.636248 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:30.653663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 7895af29-3571-4dc8-a62d-cd9b7bd9b99a) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:30.662634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 3, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:28Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:30.686382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:30.686991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.694621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabc515-b67c-4ebc-8336-7a71ac4cd7ae None None] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:30.698545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-60821a3e-70d6-44c9-9fed-0a006e372962 None None] Provisioning for port d1c43a53-8b53-4d75-afa5-2f338addb0f2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:30.700799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 8c7abe82-fd32-429b-843c-d9cf2571faea completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:30.702935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:30.703305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Updating router d9ebac50-a56a-4aec-b645-291651371dc9 port 0b803138-0407-4a68-a11e-31be699ccdc1 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:30.748410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8c7abe82-fd32-429b-843c-d9cf2571faea triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:30.748410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.774186 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1045372 Jun 25 11:28:30.774541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57146) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:30.845015 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:30.859277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.866731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:30.877567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a9dd4efe-1bda-4b91-95a6-a0b21e40d399 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:31.010216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=7b946d7d-83c3-42c1-8ab5-64c597f8f0a3,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:31.013979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:31.016683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:31.024559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:31.116289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.117081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:31.123957 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:26Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:30Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:31.154246 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283da6d-fba2-43d3-abd5-2629bd7090e8 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:26Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:30Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:31.186864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:31.186864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.202614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:31.207374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:31.208486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.234955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1838b-d1f3-4281-a3d1-38f345555822 None None] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:31.288113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 8c7abe82-fd32-429b-843c-d9cf2571faea, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8c7abe82-fd32-429b-843c-d9cf2571faea,segment=NetworkSegment(5d061388-ac50-4da1-98a1-f928a291258d),segment_id=5d061388-ac50-4da1-98a1-f928a291258d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:31.312842 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1208248 Jun 25 11:28:31.314006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57148) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:31.343267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.368889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.369731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ba8c697a-e356-48c1-93c9-74a44c94829b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:31.419574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e17d250c-f154-4ec1-bf37-6a7f7cff4dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:31.650335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=8c7abe82-fd32-429b-843c-d9cf2571faea,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:31.653717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:31.786071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Allocated IP 2001:db8:1::2 (7895af29-3571-4dc8-a62d-cd9b7bd9b99a/c77de7e3-26e6-4055-b0ea-75b1df6262ef/e7819c47-cab1-463d-8d07-1e4f3c9c79de) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:31.814281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.855949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Transition to ACTIVE for port object 0b803138-0407-4a68-a11e-31be699ccdc1 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:31.857977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ba8c697a-e356-48c1-93c9-74a44c94829b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:31.879919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:31.881398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.893941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ba8c697a-e356-48c1-93c9-74a44c94829b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:31.894347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:31.934704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.151125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.156182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7b47d27b-e827-4822-99df-cf08d346829c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:32.274252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.22.0.1 (60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb/7b946d7d-83c3-42c1-8ab5-64c597f8f0a3/847bbfe0-d063-45a1-87d3-428f5686259f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:32.312523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-48ec0fcc-5b8a-465b-b2ed-0a4840fb058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.333264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Pushing event updated for resources: {'Port': ['ID=0b803138-0407-4a68-a11e-31be699ccdc1,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:32.337130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:32.346638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.457575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.473442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object 847bbfe0-d063-45a1-87d3-428f5686259f will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:32.502717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.504654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Attempting to bind port 0b803138-0407-4a68-a11e-31be699ccdc1 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:32.504979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Attempting to bind port 0b803138-0407-4a68-a11e-31be699ccdc1 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:32.505479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Attempting to bind port 0b803138-0407-4a68-a11e-31be699ccdc1 on network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:32.518539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.520382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:32.520768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Checking segment: {'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:32.521762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.522497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Bound using segment: {'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:32.523121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Bound port: 0b803138-0407-4a68-a11e-31be699ccdc1, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d061388-ac50-4da1-98a1-f928a291258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:32.523513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.528577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Transition to ACTIVE for port object e7819c47-cab1-463d-8d07-1e4f3c9c79de will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:32.575975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Transition to ACTIVE for port object e7819c47-cab1-463d-8d07-1e4f3c9c79de will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:32.587039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.596550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:32.622540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ba8c697a-e356-48c1-93c9-74a44c94829b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ba8c697a-e356-48c1-93c9-74a44c94829b,segment=NetworkSegment(0c394e32-daba-4d6f-a396-376fcb2b13e4),segment_id=0c394e32-daba-4d6f-a396-376fcb2b13e4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:32.650683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:32.652246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:32.654667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=847bbfe0-d063-45a1-87d3-428f5686259f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:32.656384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.659234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:32.665314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:32.668476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:32.715501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.722298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.742811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Allocated IP 172.22.0.2 (60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb/7b946d7d-83c3-42c1-8ab5-64c597f8f0a3/d6d28d5f-c2e7-4504-a020-a5a01e1ba84d) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:32.748927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:32.752721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8:1::1 (7895af29-3571-4dc8-a62d-cd9b7bd9b99a/c77de7e3-26e6-4055-b0ea-75b1df6262ef/5a85b71c-6fc1-494a-84e3-a75378e2c714) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:32.756805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] For port 0b803138-0407-4a68-a11e-31be699ccdc1, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:32.761459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:32.763826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:32.767154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] For port 0b803138-0407-4a68-a11e-31be699ccdc1, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0b803138-0407-4a68-a11e-31be699ccdc1,segment=NetworkSegment(5d061388-ac50-4da1-98a1-f928a291258d),segment_id=5d061388-ac50-4da1-98a1-f928a291258d)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:32.773074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Pushing event updated for resources: {'Port': ['ID=e7819c47-cab1-463d-8d07-1e4f3c9c79de,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:32.796538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:32.804314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:32.875265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.936500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:32.962219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object 5a85b71c-6fc1-494a-84e3-a75378e2c714 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:32.962775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8c7abe82-fd32-429b-843c-d9cf2571faea up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:32.984179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.036182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Attempting to bind port e7819c47-cab1-463d-8d07-1e4f3c9c79de on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:33.036732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Attempting to bind port e7819c47-cab1-463d-8d07-1e4f3c9c79de by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:33.037123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Attempting to bind port e7819c47-cab1-463d-8d07-1e4f3c9c79de on network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:33.050037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ba8c697a-e356-48c1-93c9-74a44c94829b,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:33.060597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:33.065610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-52553732-18e4-4c97-80c5-75e15e29b82b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:33.096532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:33.097060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Checking segment: {'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:33.102819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.102819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Bound using segment: {'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:33.102819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Bound port: e7819c47-cab1-463d-8d07-1e4f3c9c79de, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:33.102819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.124423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.124737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:33.125373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:33.126250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b8d637e3-b955-45a7-acc6-989bb1df61e3 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:33.183571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:33.187487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:33.190680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:33.191751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.232689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.240056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=5a85b71c-6fc1-494a-84e3-a75378e2c714,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:33.247232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:33.297615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Pushing event updated for resources: {'Port': ['ID=0b803138-0407-4a68-a11e-31be699ccdc1,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:33.306903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:33.329129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:33.332001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8c7abe82-fd32-429b-843c-d9cf2571faea triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:33.332001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.358626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.419459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.447932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] For port e7819c47-cab1-463d-8d07-1e4f3c9c79de, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:33.467364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.478492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.483315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Transition to ACTIVE for port object d6d28d5f-c2e7-4504-a020-a5a01e1ba84d will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:33.487319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c043d02a-fc01-469f-a433-c554fc267be7 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:33.503572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] For port e7819c47-cab1-463d-8d07-1e4f3c9c79de, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e7819c47-cab1-463d-8d07-1e4f3c9c79de,segment=NetworkSegment(846bb58f-6ee9-43c6-897d-b51283f9e35c),segment_id=846bb58f-6ee9-43c6-897d-b51283f9e35c)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:33.535547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Transition to ACTIVE for port object d6d28d5f-c2e7-4504-a020-a5a01e1ba84d will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:33.609739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.615517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=847bbfe0-d063-45a1-87d3-428f5686259f,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:33.629920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:33.630135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1c43a53-8b53-4d75-afa5-2f338addb0f2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:33.638491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.641002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.663947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:33.758145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:33.759943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:33.761455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:33.771769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:33.781584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:33.785177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.790174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Pushing event updated for resources: {'Port': ['ID=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:33.894340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.895199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:33.898938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:33.912205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Attempting to bind port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:33.912846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Attempting to bind port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:33.913177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Attempting to bind port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d on network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:33.914023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-515b3695-473d-4f5f-8d2c-035b98577c06 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:33.915846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Pushing event updated for resources: {'Port': ['ID=e7819c47-cab1-463d-8d07-1e4f3c9c79de,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:33.921431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:33.924254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 1, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:33.926415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:33.926937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:34.009653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1611f28-c3e6-4b50-8669-4d8dfe68490a None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 1, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:34.029998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:34.031075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Checking segment: {'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:34.032135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:34.032838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Bound using segment: {'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:34.033627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Bound port: d6d28d5f-c2e7-4504-a020-a5a01e1ba84d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:34.034292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:34.045180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=5a85b71c-6fc1-494a-84e3-a75378e2c714,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:34.049106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:34.055643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d1c43a53-8b53-4d75-afa5-2f338addb0f2 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:34.064061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d1c43a53-8b53-4d75-afa5-2f338addb0f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:34.064834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:34.265025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] For port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:34.272053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] For port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,segment=NetworkSegment(c44dd7f0-5dce-474c-9b77-1a17c19fadb4),segment_id=c44dd7f0-5dce-474c-9b77-1a17c19fadb4)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:34.292920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:34.295947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:34.355947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:34.402461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:34.415280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:34.516452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:34.612903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:34.621250 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056800 Jun 25 11:28:34.628853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57150) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:34.635635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677440438'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:34.663974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:34.676913 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8988771 Jun 25 11:28:34.678625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57152) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:34.680519 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:34.686843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1887452650'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:34.699001 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:34.699811 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:34.710082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d1c43a53-8b53-4d75-afa5-2f338addb0f2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d1c43a53-8b53-4d75-afa5-2f338addb0f2,segment=NetworkSegment(0c394e32-daba-4d6f-a396-376fcb2b13e4),segment_id=0c394e32-daba-4d6f-a396-376fcb2b13e4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:34.785739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Pushing event updated for resources: {'Port': ['ID=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:34.801296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:34.803098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:34.825364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:34.860773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:34.875633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:34.893882 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:34.950116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:35.012352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.012956 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added segment 67143393-71c2-4229-9d65-e94ad605ebdc of type vlan for network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 Jun 25 11:28:35.015694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.016376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d1c43a53-8b53-4d75-afa5-2f338addb0f2,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:35.026462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:35.074889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.093130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:35.100932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.176856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:35.196943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.197432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment cf41f61e-96ec-474d-b192-53b5d3dc14a9 of type vlan for network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 Jun 25 11:28:35.257645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.266592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.277952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:35.278210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.311483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5a6fb4dd-3169-413f-8f74-615d2aa561b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:35.385974 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7519510 Jun 25 11:28:35.387067 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:33Z', 'revision_number': 3, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:33Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:30Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:35.388117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57154) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:35.398836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'subnet': {'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:35.414611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e7819c47-cab1-463d-8d07-1e4f3c9c79de up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:35.441934 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:35.442426 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Updating router aeadac88-dc4b-4258-98f0-1e8a70e6b515 port 5a85b71c-6fc1-494a-84e3-a75378e2c714 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:35.462002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Network': ['ID=876a2b74-4f18-46ca-832d-8d43c8f7a1d8,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:35.466097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:35.502743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.540266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.543506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:35.548414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:35.549435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.559929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9bc8a16e-d038-4e1d-b6d1-4eff915a06e4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:35.693365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=1d8deb2d-2b63-4782-a2cb-991175fef9e2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:35.701174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:35.726394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37601f9-3abd-466f-947b-c859c21ce1e4 None None] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:35.741335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:35.751507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Made reservation on behalf of 5596930279c742079d1fac4df4fa0d50 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:35.756600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:35.811655 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2e3dbb87-da53-44e9-9338-b65ccdb85c47 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1286826 Jun 25 11:28:35.811868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57156) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:35.818687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:35.907607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-28460daf-1b0e-4de4-bc75-4e945dd3fe40 None None] Provisioning for port e7819c47-cab1-463d-8d07-1e4f3c9c79de completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:35.962312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port e7819c47-cab1-463d-8d07-1e4f3c9c79de completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:35.970934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e7819c47-cab1-463d-8d07-1e4f3c9c79de triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:35.972044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.027260 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.048650 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Transition to ACTIVE for port object 5a85b71c-6fc1-494a-84e3-a75378e2c714 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:36.060370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:36.060628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:36.065523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.096278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:36.097004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:36.128134 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.130813 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cf3e9701-c159-46bb-b6b4-ad491833605e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:36.222560 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b933d4-b255-4a08-a720-64752bf359a5 None None] Pushing event updated for resources: {'Port': ['ID=5a85b71c-6fc1-494a-84e3-a75378e2c714,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:36.234803 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-05b933d4-b255-4a08-a720-64752bf359a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:36.235249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.252523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:36.352787 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Attempting to bind port 5a85b71c-6fc1-494a-84e3-a75378e2c714 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:36.357808 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Attempting to bind port 5a85b71c-6fc1-494a-84e3-a75378e2c714 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:36.357808 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Attempting to bind port 5a85b71c-6fc1-494a-84e3-a75378e2c714 on network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:36.383083 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:36.385721 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Checking segment: {'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:36.387481 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.388093 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Bound using segment: {'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:36.388786 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Bound port: 5a85b71c-6fc1-494a-84e3-a75378e2c714, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846bb58f-6ee9-43c6-897d-b51283f9e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:36.389460 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.400351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port e7819c47-cab1-463d-8d07-1e4f3c9c79de, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e7819c47-cab1-463d-8d07-1e4f3c9c79de,segment=NetworkSegment(846bb58f-6ee9-43c6-897d-b51283f9e35c),segment_id=846bb58f-6ee9-43c6-897d-b51283f9e35c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:36.484213 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] For port 5a85b71c-6fc1-494a-84e3-a75378e2c714, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:36.487840 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] For port 5a85b71c-6fc1-494a-84e3-a75378e2c714, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5a85b71c-6fc1-494a-84e3-a75378e2c714,segment=NetworkSegment(846bb58f-6ee9-43c6-897d-b51283f9e35c),segment_id=846bb58f-6ee9-43c6-897d-b51283f9e35c)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:36.488578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.489569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.492960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0d47cf70-4ade-4804-939c-e70675d68a1e tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:36.493300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ec6f9853-9575-4eef-b278-49cfc18d17d2 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:36.500689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44423a-4767-4a9c-a6fd-09f2ec07ba5e None None] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:36.512670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.513716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ba8c697a-e356-48c1-93c9-74a44c94829b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:36.518929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4ebb889-a10e-45fb-97cc-81ec2e5b1eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:36.576201 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.581371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:36.581868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: 1d8deb2d-2b63-4782-a2cb-991175fef9e2, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:36.582579 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:36.585404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Subnet': ['ID=e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:36.596892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=e1e92308-b42a-4cbe-ae9e-80a5dbae6c21,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:36.598056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:36.602357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:36.611136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Checking segment: {'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:36.611754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network hostable DHCP agents. Network: 876a2b74-4f18-46ca-832d-8d43c8f7a1d8, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:36.647744 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:36.648395 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:36.672113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:36.705544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:36.731021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=e7819c47-cab1-463d-8d07-1e4f3c9c79de,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:36.746094 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b933d4-b255-4a08-a720-64752bf359a5 None None] Pushing event updated for resources: {'Port': ['ID=5a85b71c-6fc1-494a-84e3-a75378e2c714,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:36.750728 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-05b933d4-b255-4a08-a720-64752bf359a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:36.771609 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:36.774410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:36.785238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bfa758b5-ff4b-4ba7-9e9d-d74cdff0c6fa None None] Provisioning for port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:36.792813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 1d8deb2d-2b63-4782-a2cb-991175fef9e2) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:36.796875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 876a2b74-4f18-46ca-832d-8d43c8f7a1d8) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:36.812294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4c8cd-7567-418a-92a4-316603ef159b None None] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:36.812720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:36.813350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.814889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:36.815468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.858549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2719e0a-ad11-45a3-9c0f-80bec47b8fe9 None None] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:36.871569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ba8c697a-e356-48c1-93c9-74a44c94829b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:36.871951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:36.906508 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5158739 Jun 25 11:28:36.909018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57158) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:36.926870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1112955 Jun 25 11:28:36.927906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57160) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:37.072832 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:33Z', 'revision_number': 3, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:36Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:37.109332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:32Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:33Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:37.147015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6984d364-9298-4b27-a2a6-740d5f60a1b0 None None] Provisioning complete for port e7819c47-cab1-463d-8d07-1e4f3c9c79de triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:37.147438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6984d364-9298-4b27-a2a6-740d5f60a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:37.261635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:37.262006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Updating router d9ebac50-a56a-4aec-b645-291651371dc9 port 847bbfe0-d063-45a1-87d3-428f5686259f binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:37.300090 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893cc9b-f922-42fa-811f-a90593c8d588 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:33Z', 'revision_number': 3, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:36Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:37.384366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:37.575184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:37.606802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:37.842650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:37.843554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.095349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Allocated IP 172.23.0.1 (876a2b74-4f18-46ca-832d-8d43c8f7a1d8/e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7/bdc267ea-9385-4d66-8273-d07da1e90402) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:38.140910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0b803138-0407-4a68-a11e-31be699ccdc1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:38.197240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-876a2b74-4f18-46ca-832d-8d43c8f7a1d8', 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'fixed_ips': [{'subnet_id': 'e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:38.198224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.205566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8:2::1 (1d8deb2d-2b63-4782-a2cb-991175fef9e2/e1e92308-b42a-4cbe-ae9e-80a5dbae6c21/f510a3bc-7c02-44c0-b771-7b78ead16794) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:38.264500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.282208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Transition to ACTIVE for port object bdc267ea-9385-4d66-8273-d07da1e90402 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:38.368089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.374863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6984d364-9298-4b27-a2a6-740d5f60a1b0 None None] Provisioning for port 5a85b71c-6fc1-494a-84e3-a75378e2c714 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:38.382224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.384417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9ce6e535-cd83-45d9-ad49-2fa3046c80bf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:38.384867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object f510a3bc-7c02-44c0-b771-7b78ead16794 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:38.439433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:38.440999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:38.446969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:38.454104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=bdc267ea-9385-4d66-8273-d07da1e90402,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:38.459137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:38.503351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.511607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.515130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2cad6df5-1040-4cfa-bd9f-6955e14585d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:38.571273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:38.574791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:38.579171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:38.580070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.625842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=f510a3bc-7c02-44c0-b771-7b78ead16794,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:38.634250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 0b803138-0407-4a68-a11e-31be699ccdc1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:38.643763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:38.647827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Allocated IP 172.23.0.2 (876a2b74-4f18-46ca-832d-8d43c8f7a1d8/e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7/d26c55af-33ce-40ef-80d5-fd0ea1a6239b) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:38.688760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Allocated IP 2001:db8:2::2 (1d8deb2d-2b63-4782-a2cb-991175fef9e2/e1e92308-b42a-4cbe-ae9e-80a5dbae6c21/3e46577a-13ac-462e-a6cc-2a7d2237724e) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:38.691082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0b803138-0407-4a68-a11e-31be699ccdc1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:38.691567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.727356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.775090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.804283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.832939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9a39d563-b8c8-4b9b-8f1e-1c7daf004182 None None] Provisioning for port 847bbfe0-d063-45a1-87d3-428f5686259f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:38.848331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Transition to ACTIVE for port object 847bbfe0-d063-45a1-87d3-428f5686259f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:38.883690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9a39d563-b8c8-4b9b-8f1e-1c7daf004182 None None] Provisioning complete for port 847bbfe0-d063-45a1-87d3-428f5686259f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:38.884077 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a39d563-b8c8-4b9b-8f1e-1c7daf004182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.925823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:38.934618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:39.021726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9a39d563-b8c8-4b9b-8f1e-1c7daf004182 None None] Port 847bbfe0-d063-45a1-87d3-428f5686259f cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:39.031738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.115163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262a8c8-14c3-460d-b816-7dd630ce630f None None] Pushing event updated for resources: {'Port': ['ID=847bbfe0-d063-45a1-87d3-428f5686259f,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:39.117513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e262a8c8-14c3-460d-b816-7dd630ce630f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:39.117924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.118620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.124016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:39.173186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.181197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.182464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.187650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:39.217897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.220563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event updated for resources: {'Port': ['ID=bdc267ea-9385-4d66-8273-d07da1e90402,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:39.227286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:39.253415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.258304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Attempting to bind port 847bbfe0-d063-45a1-87d3-428f5686259f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:39.258689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Attempting to bind port 847bbfe0-d063-45a1-87d3-428f5686259f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:39.259063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Attempting to bind port 847bbfe0-d063-45a1-87d3-428f5686259f on network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:39.270077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=f510a3bc-7c02-44c0-b771-7b78ead16794,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:39.273831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.275453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:39.293060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Transition to ACTIVE for port object d26c55af-33ce-40ef-80d5-fd0ea1a6239b will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:39.296066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 0b803138-0407-4a68-a11e-31be699ccdc1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0b803138-0407-4a68-a11e-31be699ccdc1,segment=NetworkSegment(5d061388-ac50-4da1-98a1-f928a291258d),segment_id=5d061388-ac50-4da1-98a1-f928a291258d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:39.299285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:39.299285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Checking segment: {'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:39.299285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.299285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Bound using segment: {'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:39.299285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Bound port: 847bbfe0-d063-45a1-87d3-428f5686259f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:39.299285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.314368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Transition to ACTIVE for port object 3e46577a-13ac-462e-a6cc-2a7d2237724e will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:39.324937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:39.327220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:39.347714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Transition to ACTIVE for port object d26c55af-33ce-40ef-80d5-fd0ea1a6239b will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:39.374924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:39.375160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Transition to ACTIVE for port object 3e46577a-13ac-462e-a6cc-2a7d2237724e will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:39.379735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.380642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:39.383600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:39.462378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] For port 847bbfe0-d063-45a1-87d3-428f5686259f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:39.466981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.470651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] For port 847bbfe0-d063-45a1-87d3-428f5686259f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=847bbfe0-d063-45a1-87d3-428f5686259f,segment=NetworkSegment(c44dd7f0-5dce-474c-9b77-1a17c19fadb4),segment_id=c44dd7f0-5dce-474c-9b77-1a17c19fadb4)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:39.478254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=0b803138-0407-4a68-a11e-31be699ccdc1,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:39.485398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:39.485398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:39.485650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:39.521312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:39.521312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.530588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:39.533025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:39.541727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.556756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:39.562939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:39.565044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Pushing event updated for resources: {'Port': ['ID=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:39.568465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:39.587480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-253b3866-a93f-4aed-a92e-4cc1519d15ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:39.590195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:39.593938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:39.630971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:39.637792 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7275646 Jun 25 11:28:39.640481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57164) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:39.648595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:39.697932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:39.712404 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:39.713666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1c43a53-8b53-4d75-afa5-2f338addb0f2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:39.713992 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7846174 Jun 25 11:28:39.717227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57166) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:39.722474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-888483293'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:39.726559 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:39.727644 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:39.748655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:39.749342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:39.754418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Attempting to bind port d26c55af-33ce-40ef-80d5-fd0ea1a6239b on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:39.754418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Attempting to bind port d26c55af-33ce-40ef-80d5-fd0ea1a6239b by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:39.760825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Attempting to bind port d26c55af-33ce-40ef-80d5-fd0ea1a6239b on network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:39.813468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Pushing event updated for resources: {'Port': ['ID=3e46577a-13ac-462e-a6cc-2a7d2237724e,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:39.814515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:39.820954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.839166 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:39.872083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:28:39.890494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:39.890940 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added segment d104c096-c64c-43fa-905a-6f2a729188ba of type vlan for network ca937589-cce5-4458-a739-208f2253480c Jun 25 11:28:39.968181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.054746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.062562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:40.064118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.067503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b6102dd-3e92-4bb1-829a-8bbd42ca73bf tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:40.092865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:40.093522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Checking segment: {'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:40.093852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.094098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Bound using segment: {'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:40.094596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Bound port: d26c55af-33ce-40ef-80d5-fd0ea1a6239b, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:40.094988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.106060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Attempting to bind port 3e46577a-13ac-462e-a6cc-2a7d2237724e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:40.123655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Attempting to bind port 3e46577a-13ac-462e-a6cc-2a7d2237724e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:40.123655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Attempting to bind port 3e46577a-13ac-462e-a6cc-2a7d2237724e on network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:40.123980 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:36Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:40.139388 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:40.139750 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Updating router aeadac88-dc4b-4258-98f0-1e8a70e6b515 port f510a3bc-7c02-44c0-b771-7b78ead16794 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:40.154330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:40.154762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Checking segment: {'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:40.155186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.155601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Bound using segment: {'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:40.156096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Bound port: 3e46577a-13ac-462e-a6cc-2a7d2237724e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:40.156492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.184998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Network': ['ID=ca937589-cce5-4458-a739-208f2253480c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:40.187103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 11:28:40.189807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:40.198900 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.212258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Removed routes are [] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 11:28:40.212832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.216082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:40.219553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262a8c8-14c3-460d-b816-7dd630ce630f None None] Pushing event updated for resources: {'Port': ['ID=847bbfe0-d063-45a1-87d3-428f5686259f,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:40.246298 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5254714 Jun 25 11:28:40.246558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57168) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:40.251980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'subnet': {'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:40.254095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network ca937589-cce5-4458-a739-208f2253480c details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:28:40.264755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e262a8c8-14c3-460d-b816-7dd630ce630f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:40.268995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.721s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:40.268995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:40.430680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Made reservation on behalf of 7ebfd7a7c60448baa0c78573063d1009 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:28:40.434867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.436448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d1c43a53-8b53-4d75-afa5-2f338addb0f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:40.437642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.446942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.510719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] For port d26c55af-33ce-40ef-80d5-fd0ea1a6239b, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:40.589583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] For port d26c55af-33ce-40ef-80d5-fd0ea1a6239b, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,segment=NetworkSegment(67143393-71c2-4229-9d65-e94ad605ebdc),segment_id=67143393-71c2-4229-9d65-e94ad605ebdc)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:40.592090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] For port 3e46577a-13ac-462e-a6cc-2a7d2237724e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:40.618507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] For port 3e46577a-13ac-462e-a6cc-2a7d2237724e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3e46577a-13ac-462e-a6cc-2a7d2237724e,segment=NetworkSegment(cf41f61e-96ec-474d-b192-53b5d3dc14a9),segment_id=cf41f61e-96ec-474d-b192-53b5d3dc14a9)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:40.643232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.652801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ae945b6f-d172-4c99-9d4a-5c6f755d679f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:40.689756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.706355 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.722153 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Transition to ACTIVE for port object f510a3bc-7c02-44c0-b771-7b78ead16794 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:40.758688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.761910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-41080d31-e8b5-489f-9526-a857c7063174 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:40.785032 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.788163 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:40.799384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5a85b71c-6fc1-494a-84e3-a75378e2c714 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:40.837171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.838262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Pushing event updated for resources: {'Port': ['ID=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:40.844174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:40.850266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:40.851951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d4ebb889-a10e-45fb-97cc-81ec2e5b1eee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:40.864156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Subnet': ['ID=3204738e-cb2a-4dd7-9295-3c4c75fb3ad6,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:40.869329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:40.879520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Checking segment: {'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:40.880661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network hostable DHCP agents. Network: ca937589-cce5-4458-a739-208f2253480c, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:28:40.925108 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08157bd3-f4ab-4e95-8f32-0e80be6a1b86 None None] Pushing event updated for resources: {'Port': ['ID=f510a3bc-7c02-44c0-b771-7b78ead16794,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:40.931257 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-08157bd3-f4ab-4e95-8f32-0e80be6a1b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:40.987944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Pushing event updated for resources: {'Port': ['ID=3e46577a-13ac-462e-a6cc-2a7d2237724e,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:40.994582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:40.997426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network ca937589-cce5-4458-a739-208f2253480c is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:28:41.008937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc267ea-9385-4d66-8273-d07da1e90402', 'name': '', 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:40:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': 'e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:41.009523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:41.019053 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Attempting to bind port f510a3bc-7c02-44c0-b771-7b78ead16794 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:41.019596 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Attempting to bind port f510a3bc-7c02-44c0-b771-7b78ead16794 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:41.020440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Attempting to bind port f510a3bc-7c02-44c0-b771-7b78ead16794 on network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:41.026908 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:41.027388 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Checking segment: {'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:41.028025 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.028630 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Bound using segment: {'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:41.029555 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Bound port: f510a3bc-7c02-44c0-b771-7b78ead16794, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf41f61e-96ec-474d-b192-53b5d3dc14a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:41.031352 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.046078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39b6f0f-6c8f-4bf3-ab10-5c997e830551 None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc267ea-9385-4d66-8273-d07da1e90402', 'name': '', 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:40:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': 'e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:41.095181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, ca937589-cce5-4458-a739-208f2253480c) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:41.103697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 5a85b71c-6fc1-494a-84e3-a75378e2c714 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:41.104737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:41.105495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.111398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 5a85b71c-6fc1-494a-84e3-a75378e2c714 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:41.111780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.177880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580edcc1-fd0a-42f1-b011-b4ac840bb47e None None] Network ca937589-cce5-4458-a739-208f2253480c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:41.179498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:41.193414 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] For port f510a3bc-7c02-44c0-b771-7b78ead16794, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:41.196987 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] For port f510a3bc-7c02-44c0-b771-7b78ead16794, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f510a3bc-7c02-44c0-b771-7b78ead16794,segment=NetworkSegment(cf41f61e-96ec-474d-b192-53b5d3dc14a9),segment_id=cf41f61e-96ec-474d-b192-53b5d3dc14a9)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:41.198067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.199378 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e72bd95d-43e6-4f0d-8a09-b7b7419a6553 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 200 len: 934 time: 1.5574498 Jun 25 11:28:41.204034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57170) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:41.222429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9891b082-c3f4-48a8-b8ed-52cc1c7f486f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9748218 Jun 25 11:28:41.226029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57172) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:41.307317 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.318367 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c457acd9-eea1-413b-9617-c185f1cefbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:41.365948 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b7c5dadb-1a36-4e4c-8a36-6a5157661b50 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 200 len: 934 time: 0.1523683 Jun 25 11:28:41.366846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57174) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:41.372127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'routes': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:41.424796 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:41.425798 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:41.468717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.583487 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08157bd3-f4ab-4e95-8f32-0e80be6a1b86 None None] Pushing event updated for resources: {'Port': ['ID=f510a3bc-7c02-44c0-b771-7b78ead16794,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:41.603188 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-08157bd3-f4ab-4e95-8f32-0e80be6a1b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:41.608052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-ca937589-cce5-4458-a739-208f2253480c', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:28:41.609845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.624805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 5a85b71c-6fc1-494a-84e3-a75378e2c714, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5a85b71c-6fc1-494a-84e3-a75378e2c714,segment=NetworkSegment(846bb58f-6ee9-43c6-897d-b51283f9e35c),segment_id=846bb58f-6ee9-43c6-897d-b51283f9e35c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:41.647603 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:41.712130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.713210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e7819c47-cab1-463d-8d07-1e4f3c9c79de up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:41.758140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e57c6238-490a-4d61-b983-e8deb0a659dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:41.841496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e7819c47-cab1-463d-8d07-1e4f3c9c79de triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:41.842792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.919963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:41.955655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=5a85b71c-6fc1-494a-84e3-a75378e2c714,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:41.961717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:41.968112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Allocated IP 2001:db8:3::2 (ca937589-cce5-4458-a739-208f2253480c/3204738e-cb2a-4dd7-9295-3c4c75fb3ad6/72651eb9-96de-4dc4-876c-1828fdffaa6f) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:42.046052 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:36Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:42.079249 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf28d757-b583-4b2e-9aec-7bc4a8ba3ef4 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:36Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:42.090567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added routes are [] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 11:28:42.090881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 11:28:42.178783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d6d28d5f-c2e7-4504-a020-a5a01e1ba84d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:42.183764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:42.332860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:42.354670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:42.355659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:42.408824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:42.442458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:42.451578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:42.451954 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:42.481970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Transition to ACTIVE for port object 72651eb9-96de-4dc4-876c-1828fdffaa6f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:42.525166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e42d7-ae79-4d2c-ae68-165a2d67a2e1 None None] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:42.527700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Transition to ACTIVE for port object 72651eb9-96de-4dc4-876c-1828fdffaa6f will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:42.541657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:42.580815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:42.585847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:42.667966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:42.691352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-dacdc527-8fb5-4a2b-a43b-c9276686f05e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:42.780144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:42.861057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Allocated IP 2001:db8:3::1 (ca937589-cce5-4458-a739-208f2253480c/3204738e-cb2a-4dd7-9295-3c4c75fb3ad6/3f78cbb3-c93d-4d6c-aded-06550acd25c5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:28:42.975047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:42.987069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.003438 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8bb7c530-9cde-464e-9d99-278f2ef08f8d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 200 len: 700 time: 1.6353321 Jun 25 11:28:43.006874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57176) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:43.028393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.056735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7993bc0f-061c-4855-a71d-59ed5235cb73 None None] Provisioning for port d26c55af-33ce-40ef-80d5-fd0ea1a6239b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:43.083025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Network ca937589-cce5-4458-a739-208f2253480c is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:43.090154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.101237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c4e10-e149-41ca-be06-9ca172691d42 None None] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:43.109890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Transition to ACTIVE for port object 3f78cbb3-c93d-4d6c-aded-06550acd25c5 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:43.139876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:43.144888 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-26938329-4976-4119-9046-0f50b222d655 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 200 len: 700 time: 0.1311388 Jun 25 11:28:43.146055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57178) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:43.157866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:43.196561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Pushing event updated for resources: {'Port': ['ID=72651eb9-96de-4dc4-876c-1828fdffaa6f,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:43.214181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.216756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:43.253156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:43.263175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network ca937589-cce5-4458-a739-208f2253480c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:43.266832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:43.272186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:28:43.272844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.280070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=3f78cbb3-c93d-4d6c-aded-06550acd25c5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:43.316460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:43.347438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,segment=NetworkSegment(c44dd7f0-5dce-474c-9b77-1a17c19fadb4),segment_id=c44dd7f0-5dce-474c-9b77-1a17c19fadb4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:43.384919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Attempting to bind port 72651eb9-96de-4dc4-876c-1828fdffaa6f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:43.385321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Attempting to bind port 72651eb9-96de-4dc4-876c-1828fdffaa6f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:43.385705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Attempting to bind port 72651eb9-96de-4dc4-876c-1828fdffaa6f on network ca937589-cce5-4458-a739-208f2253480c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:43.427779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:43.428171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Checking segment: {'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:43.428583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.429168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Bound using segment: {'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:43.429672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Bound port: 72651eb9-96de-4dc4-876c-1828fdffaa6f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:43.430068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.465219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.469879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:43.544495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.548019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b9db1209-092f-482c-89e8-0103c829b26d None None] Provisioning for port 3e46577a-13ac-462e-a6cc-2a7d2237724e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:43.550050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.657405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:43.660976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] For port 72651eb9-96de-4dc4-876c-1828fdffaa6f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:43.666823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:43.687490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] For port 72651eb9-96de-4dc4-876c-1828fdffaa6f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=72651eb9-96de-4dc4-876c-1828fdffaa6f,segment=NetworkSegment(d104c096-c64c-43fa-905a-6f2a729188ba),segment_id=d104c096-c64c-43fa-905a-6f2a729188ba)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:43.702087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:42Z', 'revision_number': 7, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdc267ea-9385-4d66-8273-d07da1e90402', 'name': '', 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:40:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:38Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': 'e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:43.740366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:43.740742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Updating router d9ebac50-a56a-4aec-b645-291651371dc9 port bdc267ea-9385-4d66-8273-d07da1e90402 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:43.745375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.764440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:43.826026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.852998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Pushing event updated for resources: {'Port': ['ID=72651eb9-96de-4dc4-876c-1828fdffaa6f,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:43.857484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:43.945306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:43.982325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5a85b71c-6fc1-494a-84e3-a75378e2c714 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:44.012829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port bdc267ea-9385-4d66-8273-d07da1e90402 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:44.013994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.031355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.032225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.043217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:44.209873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event updated for resources: {'Port': ['ID=3f78cbb3-c93d-4d6c-aded-06550acd25c5,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:44.218752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:44.228632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.264437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for bdc267ea-9385-4d66-8273-d07da1e90402 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:44.288129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Network ca937589-cce5-4458-a739-208f2253480c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:28:44.289794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:28:44.304112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 5a85b71c-6fc1-494a-84e3-a75378e2c714 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:44.304800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.421589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.440272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Transition to ACTIVE for port object bdc267ea-9385-4d66-8273-d07da1e90402 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:44.479553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:44.496921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5ab1b7df-d355-4dc9-ba9c-3c89873934c0 None None] Provisioning for port bdc267ea-9385-4d66-8273-d07da1e90402 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:44.514932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5ab1b7df-d355-4dc9-ba9c-3c89873934c0 None None] Provisioning complete for port bdc267ea-9385-4d66-8273-d07da1e90402 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:44.515708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5ab1b7df-d355-4dc9-ba9c-3c89873934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.519542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.529266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d449b143-633a-49c5-8b87-617fe5af5857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:44.601779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f510a3bc-7c02-44c0-b771-7b78ead16794 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:44.639496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:44.649062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57180) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:44.650916 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4230151 Jun 25 11:28:44.654462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:44.655940 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:44.670409 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1b7df-d355-4dc9-ba9c-3c89873934c0 None None] Port bdc267ea-9385-4d66-8273-d07da1e90402 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:28:44.676292 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:44.676660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c67da6-468f-44f5-9ff4-0c6c053506f6 None None] Pushing event updated for resources: {'Port': ['ID=bdc267ea-9385-4d66-8273-d07da1e90402,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:44.677692 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:44.679991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f0c67da6-468f-44f5-9ff4-0c6c053506f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:44.710689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.751176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6548ca4-15a6-48ba-9a54-c46fa441c49f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:44.786869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Attempting to bind port bdc267ea-9385-4d66-8273-d07da1e90402 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:44.787396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Attempting to bind port bdc267ea-9385-4d66-8273-d07da1e90402 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:44.787651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Attempting to bind port bdc267ea-9385-4d66-8273-d07da1e90402 on network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:44.796071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:44.796458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Checking segment: {'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:44.796876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.797312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Bound using segment: {'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:44.797815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Bound port: bdc267ea-9385-4d66-8273-d07da1e90402, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67143393-71c2-4229-9d65-e94ad605ebdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '876a2b74-4f18-46ca-832d-8d43c8f7a1d8'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:44.798220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:44.826585 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:44.853363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Port bdc267ea-9385-4d66-8273-d07da1e90402 has been deleted concurrently {{(pid=94502) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 25 11:28:44.880958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f510a3bc-7c02-44c0-b771-7b78ead16794 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:44.886493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3e46577a-13ac-462e-a6cc-2a7d2237724e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:44.894931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:44.896700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:44.984488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Provisioning for port f510a3bc-7c02-44c0-b771-7b78ead16794 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:45.055509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Provisioning complete for port f510a3bc-7c02-44c0-b771-7b78ead16794 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:45.056191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.149613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=bdc267ea-9385-4d66-8273-d07da1e90402,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:45.151369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:45.171231 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:43Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '3f78cbb3-c93d-4d6c-aded-06550acd25c5', 'name': '', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:4e:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:42Z', 'updated_at': '2021-06-25T11:28:43Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:45.324510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:45.350034 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:45.350385 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Updating router aeadac88-dc4b-4258-98f0-1e8a70e6b515 port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:28:45.364602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3e46577a-13ac-462e-a6cc-2a7d2237724e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:45.419038 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.672494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3e46577a-13ac-462e-a6cc-2a7d2237724e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:45.672786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.707821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.802168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] For port f510a3bc-7c02-44c0-b771-7b78ead16794, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f510a3bc-7c02-44c0-b771-7b78ead16794,segment=NetworkSegment(cf41f61e-96ec-474d-b192-53b5d3dc14a9),segment_id=cf41f61e-96ec-474d-b192-53b5d3dc14a9)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:45.838930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bba1001-abeb-46d3-b086-40546bbe7380 None None] Network ca937589-cce5-4458-a739-208f2253480c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:45.865968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 11:28:45.868177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.877143 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.890719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Removed routes are [] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 11:28:45.890880 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Transition to ACTIVE for port object 3f78cbb3-c93d-4d6c-aded-06550acd25c5 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:28:45.891122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.937490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.945248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:45.953659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Could not find standard attr ID for object bdc267ea-9385-4d66-8273-d07da1e90402. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:28:45.974355 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:45.977716 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c457acd9-eea1-413b-9617-c185f1cefbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:45.981969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.054121 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3765ed0-58db-4bf9-82da-ff1e65b6a1b7 None None] Pushing event updated for resources: {'Port': ['ID=3f78cbb3-c93d-4d6c-aded-06550acd25c5,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:46.058513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Pushing event updated for resources: {'Port': ['ID=f510a3bc-7c02-44c0-b771-7b78ead16794,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:46.074059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:46.081809 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b3765ed0-58db-4bf9-82da-ff1e65b6a1b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:46.085036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:44Z', 'revision_number': 8, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:46.093267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 3e46577a-13ac-462e-a6cc-2a7d2237724e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3e46577a-13ac-462e-a6cc-2a7d2237724e,segment=NetworkSegment(cf41f61e-96ec-474d-b192-53b5d3dc14a9),segment_id=cf41f61e-96ec-474d-b192-53b5d3dc14a9)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:46.097527 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Attempting to bind port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:28:46.097986 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Attempting to bind port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:28:46.098419 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Attempting to bind port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 on network ca937589-cce5-4458-a739-208f2253480c {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:28:46.104381 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:28:46.106213 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Checking segment: {'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:28:46.106213 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.106213 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Bound using segment: {'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:28:46.106548 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Bound port: 3f78cbb3-c93d-4d6c-aded-06550acd25c5, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd104c096-c64c-43fa-905a-6f2a729188ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ca937589-cce5-4458-a739-208f2253480c'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:28:46.106831 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.140145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342848f2-5fee-47b3-bcdb-ea033b8b3211 None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:44Z', 'revision_number': 8, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:46.192167 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] For port 3f78cbb3-c93d-4d6c-aded-06550acd25c5, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:28:46.196529 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] For port 3f78cbb3-c93d-4d6c-aded-06550acd25c5, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3f78cbb3-c93d-4d6c-aded-06550acd25c5,segment=NetworkSegment(d104c096-c64c-43fa-905a-6f2a729188ba),segment_id=d104c096-c64c-43fa-905a-6f2a729188ba)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:28:46.202337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.203232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d26c55af-33ce-40ef-80d5-fd0ea1a6239b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:46.206544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00d9df0e-930b-4f96-b346-bb82a1f792f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:46.220421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:46.251850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-23fdc8af-d5bb-47a5-8bb6-19739f6dd29f None None] Provisioning for port 72651eb9-96de-4dc4-876c-1828fdffaa6f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:46.315687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=3e46577a-13ac-462e-a6cc-2a7d2237724e,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:46.321888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:46.324340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-23fdc8af-d5bb-47a5-8bb6-19739f6dd29f None None] Provisioning complete for port f510a3bc-7c02-44c0-b771-7b78ead16794 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:46.324606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-23fdc8af-d5bb-47a5-8bb6-19739f6dd29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.430404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:46.433982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-23fdc8af-d5bb-47a5-8bb6-19739f6dd29f None None] Could not find standard attr ID for object bdc267ea-9385-4d66-8273-d07da1e90402. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 11:28:46.437254 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2888656 Jun 25 11:28:46.441539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57182) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:46.443439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.448305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.513732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:46.517434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.567050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.574766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:46.660053 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.665552 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b6267e49-8376-4d08-a639-0baed0a1f983 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:46.669877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57186) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:46.691899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:46.699397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.700662 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-202bcd0e-b9cb-4d1d-ad5c-4acc920b2fc4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 200 len: 954 time: 2.0503669 Jun 25 11:28:46.703338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57188) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:46.741700 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:46.750702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.751969 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:46.752205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:46.764776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:46.765450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:46.830565 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3765ed0-58db-4bf9-82da-ff1e65b6a1b7 None None] Pushing event updated for resources: {'Port': ['ID=3f78cbb3-c93d-4d6c-aded-06550acd25c5,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:46.834937 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b3765ed0-58db-4bf9-82da-ff1e65b6a1b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:46.867821 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-90b63b22-668a-4d55-869e-b6eafaa2d000 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 200 len: 954 time: 0.1629918 Jun 25 11:28:46.868838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57190) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:46.871147 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:46.875630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'routes': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:28:46.908025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:46.963421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:46.966720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:47.018434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:47.026252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.028259 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7 HTTP/1.1" status: 204 len: 168 time: 0.5856030 Jun 25 11:28:47.030614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b2eac050-0039-4d5f-b6db-9e984d951cd0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:47.031098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57192) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:47.066162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Deleting port a21264b9-fd8e-4ea5-85f1-f8f21a0f8651 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:47.066546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.115279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-50f91c7c-36fe-4558-8cfc-6913cc5019c2 None None] Provisioning for port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:47.119270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e0abe-e91f-4f02-921d-5c1cdd04f036 None None] Network 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:47.172913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d26c55af-33ce-40ef-80d5-fd0ea1a6239b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:47.180234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.194987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d26c55af-33ce-40ef-80d5-fd0ea1a6239b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:47.195403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.206440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 6, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '3f78cbb3-c93d-4d6c-aded-06550acd25c5', 'name': '', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:4e:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:42Z', 'updated_at': '2021-06-25T11:28:46Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:47.251002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.251467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.252918 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6e385-190a-41fe-a229-3240b8402cfb None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 6, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '3f78cbb3-c93d-4d6c-aded-06550acd25c5', 'name': '', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:4e:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:42Z', 'updated_at': '2021-06-25T11:28:46Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:47.271386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Calling delete_port for a21264b9-fd8e-4ea5-85f1-f8f21a0f8651 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:47.393890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:44Z', 'revision_number': 8, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:47.439699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port d26c55af-33ce-40ef-80d5-fd0ea1a6239b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:47.440081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.461303 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:47.484643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.501655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:47.502653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:47.524835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port d26c55af-33ce-40ef-80d5-fd0ea1a6239b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,segment=NetworkSegment(67143393-71c2-4229-9d65-e94ad605ebdc),segment_id=67143393-71c2-4229-9d65-e94ad605ebdc)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:47.525341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.543001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for d26c55af-33ce-40ef-80d5-fd0ea1a6239b owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:47.546554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added routes are [] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 11:28:47.547204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 11:28:47.624674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.625364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] DHCP port deletion for 876a2b74-4f18-46ca-832d-8d43c8f7a1d8 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:47.638183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d26c55af-33ce-40ef-80d5-fd0ea1a6239b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,segment=NetworkSegment(67143393-71c2-4229-9d65-e94ad605ebdc),segment_id=67143393-71c2-4229-9d65-e94ad605ebdc)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:47.676135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:47.715111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.716301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0b803138-0407-4a68-a11e-31be699ccdc1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:47.720333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:47.820201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.832238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd33cac2-296e-4e44-bc76-2924c4669a6d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:47.862734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:47.868760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:47.868760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port d26c55af-33ce-40ef-80d5-fd0ea1a6239b on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:47.908986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:47.935965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6417684c-c5d3-4976-b937-c6ce70ddded5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:47.968011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event deleted for resources: {'Port': ['ID=a21264b9-fd8e-4ea5-85f1-f8f21a0f8651,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:47.973670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:48.040057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.094112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876a2b74-4f18-46ca-832d-8d43c8f7a1d8']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:48.110689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67143393-71c2-4229-9d65-e94ad605ebdc') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:48.110963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67143393-71c2-4229-9d65-e94ad605ebdc') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:48.134183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.147782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.148110 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Floating IP 303cc7a2-7316-4bba-8094-1f385d77cf3a disassociated (deleted). External IP: 172.26.0.176, port: c752eebd-de19-4f88-8584-32af8b87616b. Jun 25 11:28:48.204322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Deleting port d26c55af-33ce-40ef-80d5-fd0ea1a6239b {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:48.204855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.214759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:48.228611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:48.255659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.268701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:48.269177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:48.272761 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:48.292812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0b803138-0407-4a68-a11e-31be699ccdc1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:48.293494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.357848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.361708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.364904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] For port d26c55af-33ce-40ef-80d5-fd0ea1a6239b, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:48.365901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.389708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Calling delete_port for d26c55af-33ce-40ef-80d5-fd0ea1a6239b owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:48.393419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.ipam_backend_mixin [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Port d26c55af-33ce-40ef-80d5-fd0ea1a6239b was not found and therefore no delete operation was performed {{(pid=94502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:28:48.414379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.423018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:48.455475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Pushing event deleted for resources: {'Port': ['ID=d26c55af-33ce-40ef-80d5-fd0ea1a6239b,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:48.460147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] No DVR routers for this DVR port d26c55af-33ce-40ef-80d5-fd0ea1a6239b on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:48.461839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:48.462642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Router 5f82181a-8bd4-4330-847d-5cd07ca55e67 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:48.481213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.487205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dec22b58-30ba-48db-959f-0baed8c96236 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:48.490661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:48.528021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.532876 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/876a2b74-4f18-46ca-832d-8d43c8f7a1d8 HTTP/1.1" status: 204 len: 168 time: 1.4999583 Jun 25 11:28:48.535418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57194) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:48.552351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 847bbfe0-d063-45a1-87d3-428f5686259f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:48.564733 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:48.575081 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:48.576550 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:48.586852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:44Z', 'revision_number': 8, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:48.589715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=876a2b74-4f18-46ca-832d-8d43c8f7a1d8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:48.605756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:48.638197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954268f-a786-45df-a5e2-62fd0d5adb46 None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:44Z', 'revision_number': 8, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847bbfe0-d063-45a1-87d3-428f5686259f', 'name': '', 'network_id': '60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:60:39:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:32Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 4, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '7b946d7d-83c3-42c1-8ab5-64c597f8f0a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:48.652111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:48.664249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.666119 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8e4f909c-dbe3-49b7-ad5e-8c050baca8c8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 200 len: 704 time: 1.7954576 Jun 25 11:28:48.668580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57196) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:48.705250 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:48.739847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 847bbfe0-d063-45a1-87d3-428f5686259f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:48.745013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 847bbfe0-d063-45a1-87d3-428f5686259f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:48.745013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.832507 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bcb74986-ec3c-4508-92be-32f2f446ef1b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 200 len: 704 time: 0.1623180 Jun 25 11:28:48.833547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57198) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:48.854425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.894682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 847bbfe0-d063-45a1-87d3-428f5686259f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=847bbfe0-d063-45a1-87d3-428f5686259f,segment=NetworkSegment(c44dd7f0-5dce-474c-9b77-1a17c19fadb4),segment_id=c44dd7f0-5dce-474c-9b77-1a17c19fadb4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:48.987851 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:47Z', 'revision_number': 7, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '3f78cbb3-c93d-4d6c-aded-06550acd25c5', 'name': '', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:4e:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:42Z', 'updated_at': '2021-06-25T11:28:46Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:48.991447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:48.998630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-922c5709-b3ba-429b-a959-33df62a06963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:49.023360 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:49.039583 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:49.040674 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:49.113610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=847bbfe0-d063-45a1-87d3-428f5686259f,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:49.122544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:49.163677 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:49.193048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:49.214644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] Sync routers for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:49.225451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:49.230389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:49.230389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:49.281901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "DELETE /v2.0/floatingips/303cc7a2-7316-4bba-8094-1f385d77cf3a HTTP/1.1" status: 204 len: 168 time: 2.6086297 Jun 25 11:28:49.281901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:28:49.285040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c13b466-d0f4-4978-9160-5c1ccf988726" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "tag": "c752eebd-de19-4f88-8584-32af8b87616b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:28:49.376437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814721f7-4a33-4c34-85a7-77dfb2537d6c x-openstack-request-id: req-814721f7-4a33-4c34-85a7-77dfb2537d6c {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:28:49.377608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "tag": "c752eebd-de19-4f88-8584-32af8b87616b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:28:49.378342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-814721f7-4a33-4c34-85a7-77dfb2537d6c {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:28:49.379504 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b', 'status': 'completed', 'code': 200} Jun 25 11:28:49.422091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f510a3bc-7c02-44c0-b771-7b78ead16794 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:49.475829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:49.479174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:49.577627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-33693176-ee1f-4f58-8f68-b5f4407e4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:49.579400 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-33693176-ee1f-4f58-8f68-b5f4407e4aed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=869fa866ee3f424c952da82e96d1f712&device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 1098 time: 0.1349497 Jun 25 11:28:49.592430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f510a3bc-7c02-44c0-b771-7b78ead16794 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:49.592819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:49.700603 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:47Z', 'revision_number': 7, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '3f78cbb3-c93d-4d6c-aded-06550acd25c5', 'name': '', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:4e:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:42Z', 'updated_at': '2021-06-25T11:28:46Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:49.732186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-5885ac89-e81e-458e-beb1-83d100c5a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:49.733998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-5885ac89-e81e-458e-beb1-83d100c5a3a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca HTTP/1.1" status: 200 len: 898 time: 0.1466806 Jun 25 11:28:49.743238 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111c5f9-32f8-42b2-b34e-c1bc9168b03d None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:47Z', 'revision_number': 7, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '3f78cbb3-c93d-4d6c-aded-06550acd25c5', 'name': '', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:4e:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:42Z', 'updated_at': '2021-06-25T11:28:46Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:49.791441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d6d28d5f-c2e7-4504-a020-a5a01e1ba84d up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:49.820049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:49.824638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-182015ab-d723-467d-9843-62d87c91bd4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c752eebd-de19-4f88-8584-32af8b87616b HTTP/1.1" status: 200 len: 217 time: 0.0780883 Jun 25 11:28:49.846239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:48Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:49.885375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] Checking router: 5f82181a-8bd4-4330-847d-5cd07ca55e67 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:49.885622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:49.886190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:49.903738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:49.904121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:49.906115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:49.907902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:50.034486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port 3f78cbb3-c93d-4d6c-aded-06550acd25c5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3f78cbb3-c93d-4d6c-aded-06550acd25c5,segment=NetworkSegment(d104c096-c64c-43fa-905a-6f2a729188ba),segment_id=d104c096-c64c-43fa-905a-6f2a729188ba)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:50.034871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.055450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 3f78cbb3-c93d-4d6c-aded-06550acd25c5 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:50.074306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:50.110394 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:50.111850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3f78cbb3-c93d-4d6c-aded-06550acd25c5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:50.123055 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:50.123700 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:50.137949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-133b9b01-39e2-4496-bbd3-14d6281649be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:50.139873 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-133b9b01-39e2-4496-bbd3-14d6281649be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e6b9001a-b985-423d-bb89-2f4a051fa7e9 HTTP/1.1" status: 200 len: 835 time: 0.2777798 Jun 25 11:28:50.231480 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:50.243762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4029fe-19b8-4781-b581-897ca0ea383f req-e3c8d3c8-e1cf-4d8f-ab07-4dbc1509b1b7 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:50.246083 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-da4029fe-19b8-4781-b581-897ca0ea383f req-e3c8d3c8-e1cf-4d8f-ab07-4dbc1509b1b7 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.1835427 Jun 25 11:28:50.264694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-454596a8-4556-4ac7-a368-1ece87430ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:50.266448 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-454596a8-4556-4ac7-a368-1ece87430ed0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dde7ae0d-2229-4f0e-bb98-4d537deb1fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1185153 Jun 25 11:28:50.340149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:48Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:50.367882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9b484-d17a-4ab8-9b0e-95cf4dae262f None None] The sync data for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv is: [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:25:33Z', 'revision_number': 4, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '81e3705f-bbec-4d67-9981-9f9353c9de80', 'name': '', 'network_id': 'dde7ae0d-2229-4f0e-bb98-4d537deb1fca', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'mac_address': 'fa:16:3e:f5:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:32Z', 'updated_at': '2021-06-25T11:25:48Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'subnets': [{'id': 'e6b9001a-b985-423d-bb89-2f4a051fa7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:50.374376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:50.378422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:50.378805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.384362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.391743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d7916ad3-1d95-41e2-865c-9c991623acde tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:50.400663 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-da4029fe-19b8-4781-b581-897ca0ea383f req-6609c935-d472-46e5-88ce-63532374b907 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446066 Jun 25 11:28:50.401649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port 3f78cbb3-c93d-4d6c-aded-06550acd25c5 was deleted so its status cannot be updated. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 25 11:28:50.402209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 72651eb9-96de-4dc4-876c-1828fdffaa6f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:50.456544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=3f78cbb3-c93d-4d6c-aded-06550acd25c5,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:50.499445 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-97767551-bb89-4cbb-a21f-0b0dc9c86f2d service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206624 Jun 25 11:28:50.506613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:50.551464 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:47Z', 'revision_number': 7, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '3f78cbb3-c93d-4d6c-aded-06550acd25c5', 'name': '', 'network_id': 'ca937589-cce5-4458-a739-208f2253480c', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:4e:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:42Z', 'updated_at': '2021-06-25T11:28:46Z', 'revision_number': 4, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '3204738e-cb2a-4dd7-9295-3c4c75fb3ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:50.556935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 72651eb9-96de-4dc4-876c-1828fdffaa6f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:28:50.561636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 72651eb9-96de-4dc4-876c-1828fdffaa6f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:50.561636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.595478 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:50.607850 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:50.613705 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:50.629484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 847bbfe0-d063-45a1-87d3-428f5686259f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:50.632292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.664359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.719957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.772734 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:50.780199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 72651eb9-96de-4dc4-876c-1828fdffaa6f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=72651eb9-96de-4dc4-876c-1828fdffaa6f,segment=NetworkSegment(d104c096-c64c-43fa-905a-6f2a729188ba),segment_id=d104c096-c64c-43fa-905a-6f2a729188ba)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:50.793020 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c13b466-d0f4-4978-9160-5c1ccf988726 req-8e7a099b-18dc-4f8d-bbea-1e4457f48fa0 service neutron] 10.222.0.47 "GET /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865598 Jun 25 11:28:50.811152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77b232-a6a4-4151-9ef6-dc5ea713705f None None] New status for floating IP 303cc7a2-7316-4bba-8094-1f385d77cf3a: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:28:50.832379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port 847bbfe0-d063-45a1-87d3-428f5686259f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=847bbfe0-d063-45a1-87d3-428f5686259f,segment=NetworkSegment(c44dd7f0-5dce-474c-9b77-1a17c19fadb4),segment_id=c44dd7f0-5dce-474c-9b77-1a17c19fadb4)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:50.832740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.850112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 847bbfe0-d063-45a1-87d3-428f5686259f owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:50.872850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:50.873777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3e46577a-13ac-462e-a6cc-2a7d2237724e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:28:50.914470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:51.021601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:51.027235 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1925936 Jun 25 11:28:51.029904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57208) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:51.050682 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:50Z', 'revision_number': 8, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:51.073748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:51.087890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet 3204738e-cb2a-4dd7-9295-3c4c75fb3ad6 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:51.092284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.096073 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5470c230-9fdf-407e-bb57-5ead78cd4df1 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:50Z', 'revision_number': 8, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:51.123274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.127778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:51.145393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.157637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=72651eb9-96de-4dc4-876c-1828fdffaa6f,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:51.160875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:51.170711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=847bbfe0-d063-45a1-87d3-428f5686259f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:51.171717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3e46577a-13ac-462e-a6cc-2a7d2237724e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:28:51.172289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.174032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:51.263250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.375194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.420192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.423046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-94a1665d-5f47-4b87-9ec8-9ca27458d759 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:51.453525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=3204738e-cb2a-4dd7-9295-3c4c75fb3ad6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:51.455923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:51.468827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.469001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb8b7c-628d-42b6-86ff-17948638d968 None None] Network ca937589-cce5-4458-a739-208f2253480c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:51.473076 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/3204738e-cb2a-4dd7-9295-3c4c75fb3ad6 HTTP/1.1" status: 204 len: 168 time: 0.4396310 Jun 25 11:28:51.474761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57212) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:51.535715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d26c55af-33ce-40ef-80d5-fd0ea1a6239b no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:51.574154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d26c55af-33ce-40ef-80d5-fd0ea1a6239b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:51.574852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d26c55af-33ce-40ef-80d5-fd0ea1a6239b not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:51.574946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bdc267ea-9385-4d66-8273-d07da1e90402 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:51.596777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.623156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: bdc267ea-9385-4d66-8273-d07da1e90402 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:51.623515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bdc267ea-9385-4d66-8273-d07da1e90402 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:51.676611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:51.726304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec54bc-4f81-4111-914f-6e34c629e559 req-612f253d-0d40-45c1-a2c2-68df96b699d6 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:51.727871 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-52ec54bc-4f81-4111-914f-6e34c629e559 req-612f253d-0d40-45c1-a2c2-68df96b699d6 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.1187289 Jun 25 11:28:51.729334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 72651eb9-96de-4dc4-876c-1828fdffaa6f {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:51.729691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.801264 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:28:51.824122 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64769af-4380-4464-9383-5651239d1af0 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:51.829661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] DHCP port deletion for ca937589-cce5-4458-a739-208f2253480c request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:51.838472 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:51.839658 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-52ec54bc-4f81-4111-914f-6e34c629e559 req-b9e361d6-0c68-4638-90e7-4cb2ab0d94a6 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/security-groups?id=2b5062ff-8570-4982-9153-9436fb6e67c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893202 Jun 25 11:28:51.847114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port 72651eb9-96de-4dc4-876c-1828fdffaa6f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=72651eb9-96de-4dc4-876c-1828fdffaa6f,segment=NetworkSegment(d104c096-c64c-43fa-905a-6f2a729188ba),segment_id=d104c096-c64c-43fa-905a-6f2a729188ba)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:51.847494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.854146 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:51.870380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 72651eb9-96de-4dc4-876c-1828fdffaa6f owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:51.909888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-85b096e9-c28d-4e07-ae19-24cc3339c28b tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:28:51.911916 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-85b096e9-c28d-4e07-ae19-24cc3339c28b tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 945 time: 0.2551413 Jun 25 11:28:51.935601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Deleting port 72651eb9-96de-4dc4-876c-1828fdffaa6f {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:51.936006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:51.969855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:51.972518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3f78cbb3-c93d-4d6c-aded-06550acd25c5 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:51.983849 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4431114 Jun 25 11:28:51.984461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57214) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:51.985941 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:52.002215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:52.031193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3f78cbb3-c93d-4d6c-aded-06550acd25c5 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:52.031434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3f78cbb3-c93d-4d6c-aded-06550acd25c5 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:52.051269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:52.052510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.059353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] For port 72651eb9-96de-4dc4-876c-1828fdffaa6f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=72651eb9-96de-4dc4-876c-1828fdffaa6f,segment=NetworkSegment(d104c096-c64c-43fa-905a-6f2a729188ba),segment_id=d104c096-c64c-43fa-905a-6f2a729188ba)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:52.059759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.080496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet 7b946d7d-83c3-42c1-8ab5-64c597f8f0a3 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:52.086181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.089035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.102707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95a80f46-24cf-4dbc-ad79-3a1f92964504 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:52.119193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port 72651eb9-96de-4dc4-876c-1828fdffaa6f on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:52.140229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.149612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=72651eb9-96de-4dc4-876c-1828fdffaa6f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:52.151008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Calling delete_port for 72651eb9-96de-4dc4-876c-1828fdffaa6f owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:52.153247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:52.182362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Deleting port c752eebd-de19-4f88-8584-32af8b87616b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:52.182596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.214670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:52.251650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.262497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca937589-cce5-4458-a739-208f2253480c']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.274030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd104c096-c64c-43fa-905a-6f2a729188ba') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.274030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd104c096-c64c-43fa-905a-6f2a729188ba') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.277000 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:50Z', 'revision_number': 8, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.289033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.316265 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64769af-4380-4464-9383-5651239d1af0 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:52.320717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.327710 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:52.328127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.328796 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.339407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:52.340353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.363438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.367528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b8aa263b-8519-4499-9564-1f08fc16c988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:52.370573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] For port c752eebd-de19-4f88-8584-32af8b87616b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c752eebd-de19-4f88-8584-32af8b87616b,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:52.370962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.396036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Calling delete_port for c752eebd-de19-4f88-8584-32af8b87616b owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:52.397339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Pushing event deleted for resources: {'Port': ['ID=72651eb9-96de-4dc4-876c-1828fdffaa6f,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:52.403090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:52.409055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] No DVR routers for this DVR port 72651eb9-96de-4dc4-876c-1828fdffaa6f on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:52.460390 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: items = [ Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:52.469912 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:52.494355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:51Z', 'revision_number': 9, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.527971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:52.538529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:52.539226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.569504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.575460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f44c5bae-614e-4ab4-8fa4-6a2e5f41c28b tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:52.599822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=7b946d7d-83c3-42c1-8ab5-64c597f8f0a3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:52.604306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.606304 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/7b946d7d-83c3-42c1-8ab5-64c597f8f0a3 HTTP/1.1" status: 204 len: 168 time: 0.6208885 Jun 25 11:28:52.608959 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57216) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:52.617506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45fe31-7f0f-4cda-a54a-c42601b8c960 None None] Network 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:52.624603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.625004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.625429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.626082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.626711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.627107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.627985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.628112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.628401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.628778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.629179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.629556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:52.634264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:52.644551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.650523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7185af0e-7c75-4c00-ae99-7a3068941223 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:52.657276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.662542 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/ca937589-cce5-4458-a739-208f2253480c HTTP/1.1" status: 204 len: 168 time: 1.1866460 Jun 25 11:28:52.662894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57218) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:52.687056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:52.708392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=ca937589-cce5-4458-a739-208f2253480c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:52.713553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:52.751048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.770485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.783285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ef47d866-3816-47b9-bdf5-046004c59654 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:52.829330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:52.829330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.865584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event deleted for resources: {'Port': ['ID=c752eebd-de19-4f88-8584-32af8b87616b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:52.875956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:52.892655 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d64769af-4380-4464-9383-5651239d1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:50Z', 'revision_number': 8, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:52.904205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,segment=NetworkSegment(c44dd7f0-5dce-474c-9b77-1a17c19fadb4),segment_id=c44dd7f0-5dce-474c-9b77-1a17c19fadb4)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:52.904634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.919339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for d6d28d5f-c2e7-4504-a020-a5a01e1ba84d owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:52.931626 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64769af-4380-4464-9383-5651239d1af0 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:50Z', 'revision_number': 8, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f510a3bc-7c02-44c0-b771-7b78ead16794', 'name': '', 'network_id': '1d8deb2d-2b63-4782-a2cb-991175fef9e2', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:f8:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:37Z', 'updated_at': '2021-06-25T11:28:45Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'e1e92308-b42a-4cbe-ae9e-80a5dbae6c21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:52.932186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] No DVR routers for this DVR port c752eebd-de19-4f88-8584-32af8b87616b on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:52.939306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:52.941703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9218d10a-b057-40d0-bc7f-1dec2ace60c4 req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.47 "DELETE /v2.0/ports/c752eebd-de19-4f88-8584-32af8b87616b HTTP/1.1" status: 204 len: 173 time: 1.0186915 Jun 25 11:28:52.942790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-deleted', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:28:52.952634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d8c0b7-d96e-4369-a7e2-e2957bcace99" -d '{"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-deleted", "tag": "c752eebd-de19-4f88-8584-32af8b87616b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:28:53.073882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] DHCP port deletion for 60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:53.112833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6495f58-0a8b-4cd5-9dde-ab1736637719 x-openstack-request-id: req-a6495f58-0a8b-4cd5-9dde-ab1736637719 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:28:53.113522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f3e88e-f575-46db-930b-d31d29281e25", "name": "network-vif-deleted", "tag": "c752eebd-de19-4f88-8584-32af8b87616b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:28:53.113826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6495f58-0a8b-4cd5-9dde-ab1736637719 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:28:53.115323 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4f3e88e-f575-46db-930b-d31d29281e25', 'name': 'network-vif-deleted', 'tag': 'c752eebd-de19-4f88-8584-32af8b87616b', 'status': 'completed', 'code': 200} Jun 25 11:28:53.115576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:51Z', 'revision_number': 9, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:53.117549 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44449ad9-06ec-4c57-8600-4ccb43f93633 req-f593ac3a-c09c-4082-803f-0b6b025c4c75 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f3e88e-f575-46db-930b-d31d29281e25 HTTP/1.1" status: 200 len: 210 time: 0.0497026 Jun 25 11:28:53.206919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05a9c9-fa35-4e00-b1eb-10555e0638a3 None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:51Z', 'revision_number': 9, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '0b803138-0407-4a68-a11e-31be699ccdc1', 'name': '', 'network_id': '0ac830bf-dfc6-44b9-97d7-7cf1a86b796a', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:d4:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:39Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '36a6882c-a284-4ba2-8807-20fd6a1964d2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:53.243714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Deleting port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:53.245057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.336962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] For port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,segment=NetworkSegment(c44dd7f0-5dce-474c-9b77-1a17c19fadb4),segment_id=c44dd7f0-5dce-474c-9b77-1a17c19fadb4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:53.337393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.355105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Calling delete_port for d6d28d5f-c2e7-4504-a020-a5a01e1ba84d owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:53.370083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.481762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.484395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:53.490572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.492831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:53.509371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:53.519536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Pushing event deleted for resources: {'Port': ['ID=d6d28d5f-c2e7-4504-a020-a5a01e1ba84d,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:53.519947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:53.530166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:53.530166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] No DVR routers for this DVR port d6d28d5f-c2e7-4504-a020-a5a01e1ba84d on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:53.530656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.530656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.530656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.530656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.530656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.531171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.531171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.531460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.531835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.532206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.537404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.537404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:53.542686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:53.629500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.643311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:53.656869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:53.657183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44dd7f0-5dce-474c-9b77-1a17c19fadb4') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:53.673842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.702132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.722684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:53.723111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:53.727239 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:53.763666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 72651eb9-96de-4dc4-876c-1828fdffaa6f no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:53.793248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 72651eb9-96de-4dc4-876c-1828fdffaa6f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:53.793467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 72651eb9-96de-4dc4-876c-1828fdffaa6f not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:53.794801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 847bbfe0-d063-45a1-87d3-428f5686259f no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:53.814971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 847bbfe0-d063-45a1-87d3-428f5686259f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:53.815327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 847bbfe0-d063-45a1-87d3-428f5686259f not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:53.815754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d6d28d5f-c2e7-4504-a020-a5a01e1ba84d no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:53.836001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d6d28d5f-c2e7-4504-a020-a5a01e1ba84d {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:53.836357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d6d28d5f-c2e7-4504-a020-a5a01e1ba84d not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:53.860258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.865253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3aca510e-e615-4c59-be36-fdaaadf62268 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:53.874422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:53.878928 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb HTTP/1.1" status: 204 len: 168 time: 1.2663553 Jun 25 11:28:53.881820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57226) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:53.893281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=60d1679d-8efb-4f4b-87bd-39cb8bcb0cfb,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:53.896062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:54.140357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port f510a3bc-7c02-44c0-b771-7b78ead16794 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:54.140702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:54.248865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57230) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:54.284304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port f510a3bc-7c02-44c0-b771-7b78ead16794, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f510a3bc-7c02-44c0-b771-7b78ead16794,segment=NetworkSegment(cf41f61e-96ec-474d-b192-53b5d3dc14a9),segment_id=cf41f61e-96ec-474d-b192-53b5d3dc14a9)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:54.284664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:54.304487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for f510a3bc-7c02-44c0-b771-7b78ead16794 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:54.478876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:54.487480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c752eebd-de19-4f88-8584-32af8b87616b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:54.510870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: c752eebd-de19-4f88-8584-32af8b87616b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:54.511255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c752eebd-de19-4f88-8584-32af8b87616b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:54.626937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:54.683312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:54.702658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1122a4e8-7095-4ebc-a26d-5fdf857cfc5e tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:54.735267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=f510a3bc-7c02-44c0-b771-7b78ead16794,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:54.747246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:54.905255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:54.924965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Deleting port 81e3705f-bbec-4d67-9981-9f9353c9de80 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:54.924965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:54.925549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 0b803138-0407-4a68-a11e-31be699ccdc1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:54.926009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.020724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] For port 81e3705f-bbec-4d67-9981-9f9353c9de80, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=81e3705f-bbec-4d67-9981-9f9353c9de80,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:55.021422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.033990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Calling delete_port for 81e3705f-bbec-4d67-9981-9f9353c9de80 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:55.156164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port 0b803138-0407-4a68-a11e-31be699ccdc1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0b803138-0407-4a68-a11e-31be699ccdc1,segment=NetworkSegment(5d061388-ac50-4da1-98a1-f928a291258d),segment_id=5d061388-ac50-4da1-98a1-f928a291258d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:55.156536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.176324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 0b803138-0407-4a68-a11e-31be699ccdc1 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:55.230065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:55.337873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.340355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-05b2cf1a-40b5-4155-9df9-029dac46b3ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:55.370626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event deleted for resources: {'Port': ['ID=81e3705f-bbec-4d67-9981-9f9353c9de80,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:55.373880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:55.408160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:55.423127 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:55.431512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7672188 Jun 25 11:28:55.435021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57232) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:55.447143 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:55.449465 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:55.504575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet e1e92308-b42a-4cbe-ae9e-80a5dbae6c21 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:55.509368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.549252 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:55.572234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.598992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.604436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:55.608111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.642443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=0b803138-0407-4a68-a11e-31be699ccdc1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:55.647426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:55.761822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:55.892524 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:54Z', 'revision_number': 9, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:55.924224 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:55.939469 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:55.940353 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:55.990965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Router 5f82181a-8bd4-4330-847d-5cd07ca55e67 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:56.054768 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:56.111488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:56.121068 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "PUT /v2.0/routers/5f82181a-8bd4-4330-847d-5cd07ca55e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8710451 Jun 25 11:28:56.125405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57234) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:56.125892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] Sync routers for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:56.137138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:56.138061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:56.206199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Deleting subnet e6b9001a-b985-423d-bb89-2f4a051fa7e9 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:56.211446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.262227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:56.265655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.266350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.299572 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:54Z', 'revision_number': 9, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:56.322374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.340648 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324dd1f-4277-41c5-9d27-074c95efab4a None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:54Z', 'revision_number': 9, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': '5a85b71c-6fc1-494a-84e3-a75378e2c714', 'name': '', 'network_id': '7895af29-3571-4dc8-a62d-cd9b7bd9b99a', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:ec:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:31Z', 'updated_at': '2021-06-25T11:28:41Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': 'c77de7e3-26e6-4055-b0ea-75b1df6262ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:56.369218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.372050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2a2cb38e-cd00-4c81-b681-a26831c0547f tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:56.398712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.400649 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/e1e92308-b42a-4cbe-ae9e-80a5dbae6c21 HTTP/1.1" status: 204 len: 168 time: 0.9654527 Jun 25 11:28:56.403623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57236) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:56.418574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e92308-b42a-4cbe-ae9e-80a5dbae6c21,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:56.423056 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:56.516049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.539386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.541998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69120c5c-a45a-453c-be54-9a69a970fe94 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:56.543673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29781788-b928-4030-bbcf-195c8d5826c9 None None] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:56.570874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b9001a-b985-423d-bb89-2f4a051fa7e9,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:56.573795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:56.574806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.576639 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aee11a37-b0f0-4e27-885b-71d6f95b59e8 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "DELETE /v2.0/subnets/e6b9001a-b985-423d-bb89-2f4a051fa7e9 HTTP/1.1" status: 204 len: 168 time: 0.4494922 Jun 25 11:28:56.581360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57238) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:56.612210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be5c40f-5773-40d6-8c85-ed268839eac9 None None] Network dde7ae0d-2229-4f0e-bb98-4d537deb1fca requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:56.643167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:28:56.713484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.717505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 3e46577a-13ac-462e-a6cc-2a7d2237724e {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:56.717983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.843285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:28:56.846281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port 3e46577a-13ac-462e-a6cc-2a7d2237724e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3e46577a-13ac-462e-a6cc-2a7d2237724e,segment=NetworkSegment(cf41f61e-96ec-474d-b192-53b5d3dc14a9),segment_id=cf41f61e-96ec-474d-b192-53b5d3dc14a9)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:56.846668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:56.856999 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9740489 Jun 25 11:28:56.857853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57240) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:56.859502 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:28:56.876172 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:56.878126 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:56.881150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 3e46577a-13ac-462e-a6cc-2a7d2237724e owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:56.906314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:28:55Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:56.941141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] Checking router: 5f82181a-8bd4-4330-847d-5cd07ca55e67 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:56.952261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] Routers {'5f82181a-8bd4-4330-847d-5cd07ca55e67'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:56.952923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['5f82181a-8bd4-4330-847d-5cd07ca55e67'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:56.972227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet 36a6882c-a284-4ba2-8807-20fd6a1964d2 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:28:56.992618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.082409 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] Set router 5f82181a-8bd4-4330-847d-5cd07ca55e67 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:57.105729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.124743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:57.151753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] DHCP port deletion for dde7ae0d-2229-4f0e-bb98-4d537deb1fca request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:57.153469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] DHCP port deletion for 1d8deb2d-2b63-4782-a2cb-991175fef9e2 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:57.221766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.295469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.298116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.306952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-81fee984-badd-466d-beb7-879bacd0377e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:57.330385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=3e46577a-13ac-462e-a6cc-2a7d2237724e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:57.333117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:57.336787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port 3e46577a-13ac-462e-a6cc-2a7d2237724e on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:57.341287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Deleting port 68136867-c041-4252-8ac9-5727e37de51a {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:57.341913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.372226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Deleting port 3e46577a-13ac-462e-a6cc-2a7d2237724e {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:57.372941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.387160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.390370 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:55Z', 'revision_number': 10, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:57.391510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-548edec0-9575-43a7-8ab1-480fba98bc85 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:57.422352 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:28:57.432723 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:28:57.433718 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:57.472828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Deleting port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:57.474083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.477680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=36a6882c-a284-4ba2-8807-20fd6a1964d2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:57.482858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:57.483932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] For port 68136867-c041-4252-8ac9-5727e37de51a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=68136867-c041-4252-8ac9-5727e37de51a,segment=NetworkSegment(3be8089e-b02c-48a0-baa7-33240e0f5900),segment_id=3be8089e-b02c-48a0-baa7-33240e0f5900)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:57.484346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.486983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.490846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.496146 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/36a6882c-a284-4ba2-8807-20fd6a1964d2 HTTP/1.1" status: 204 len: 168 time: 0.6305840 Jun 25 11:28:57.498314 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57242) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:57.500758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] For port 3e46577a-13ac-462e-a6cc-2a7d2237724e, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:57.501198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.506581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8deb2d-2b63-4782-a2cb-991175fef9e2']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:57.507166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d618ca-d858-450b-888e-49e1d312d997 None None] Network 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:28:57.516915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf41f61e-96ec-474d-b192-53b5d3dc14a9') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:57.517494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf41f61e-96ec-474d-b192-53b5d3dc14a9') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:57.526224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Calling delete_port for 68136867-c041-4252-8ac9-5727e37de51a owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:57.531624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.545938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.553386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:57.557543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:28:55Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:57.557702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.560411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Calling delete_port for 3e46577a-13ac-462e-a6cc-2a7d2237724e owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:57.600699 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:28:57.616404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.ipam_backend_mixin [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Port 3e46577a-13ac-462e-a6cc-2a7d2237724e was not found and therefore no delete operation was performed {{(pid=94502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:57.618574 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:57.623278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea4db2-28d7-40d9-bf95-42c9ac88c202 None None] The sync data for ids ['5f82181a-8bd4-4330-847d-5cd07ca55e67'] in dv-neutron-797120-5-hyperv is: [{'id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1507463488', 'tenant_id': '869fa866ee3f424c952da82e96d1f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162'}], 'enable_snat': True}, 'gw_port_id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:25:24Z', 'updated_at': '2021-06-25T11:28:55Z', 'revision_number': 5, 'project_id': '869fa866ee3f424c952da82e96d1f712', 'gw_port': {'id': '3ddf5a3d-c72a-42f0-8545-aba458a5a75a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f82181a-8bd4-4330-847d-5cd07ca55e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:25:25Z', 'updated_at': '2021-06-25T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:57.628217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.633259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e262a8c8-14c3-460d-b816-7dd630ce630f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:57.663946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.697066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.706324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] For port 3ddf5a3d-c72a-42f0-8545-aba458a5a75a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:57.706693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.706827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.710489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/1d8deb2d-2b63-4782-a2cb-991175fef9e2 HTTP/1.1" status: 204 len: 168 time: 1.3056898 Jun 25 11:28:57.711502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50400109-8990-49ba-a647-a8bebb1ba3cc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:57.726038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57244) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:57.732574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=1d8deb2d-2b63-4782-a2cb-991175fef9e2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:57.743102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:57.747813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Calling delete_port for 3ddf5a3d-c72a-42f0-8545-aba458a5a75a owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:57.753731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Network 1d8deb2d-2b63-4782-a2cb-991175fef9e2 is not hosted by any dhcp agent {{(pid=94502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:28:57.754332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] No DVR routers for this DVR port 3e46577a-13ac-462e-a6cc-2a7d2237724e on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:57.757751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Pushing event deleted for resources: {'Port': ['ID=3e46577a-13ac-462e-a6cc-2a7d2237724e,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:57.798372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.798727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.799076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.799416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.799750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.800086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.800415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.800744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.801071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.801981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.802361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.802686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:28:57.812060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:57.863619 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:55Z', 'revision_number': 10, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:57.923117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 8c7abe82-fd32-429b-843c-d9cf2571faea {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:57.924589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.945608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:57.947661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c0fb5d68-d866-46fe-810f-27a5135511d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:57.976600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Pushing event deleted for resources: {'Port': ['ID=68136867-c041-4252-8ac9-5727e37de51a,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:57.980081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:57.986460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] No DVR routers for this DVR port 68136867-c041-4252-8ac9-5727e37de51a on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:58.016392 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d14ab7-463f-4603-9d8c-df6be1b43ef0 None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:28:55Z', 'revision_number': 10, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None, '_interfaces': [{'id': '93c4b138-08e7-4596-962d-56dfb74e48a3', 'name': '', 'network_id': '60f49ddb-64ce-4519-82b5-d518f6860574', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'mac_address': 'fa:16:3e:6f:43:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:20Z', 'updated_at': '2021-06-25T11:28:27Z', 'revision_number': 5, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'subnets': [{'id': '20442654-2140-45d3-b97b-fcd23dca0de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:28:58.051642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] DHCP port deletion for 0ac830bf-dfc6-44b9-97d7-7cf1a86b796a request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:28:58.100031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f510a3bc-7c02-44c0-b771-7b78ead16794 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:58.126262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: f510a3bc-7c02-44c0-b771-7b78ead16794 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:58.126675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f510a3bc-7c02-44c0-b771-7b78ead16794 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:58.127155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3e46577a-13ac-462e-a6cc-2a7d2237724e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:58.151508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3e46577a-13ac-462e-a6cc-2a7d2237724e {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:58.151857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3e46577a-13ac-462e-a6cc-2a7d2237724e not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:58.153074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68136867-c041-4252-8ac9-5727e37de51a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:58.163993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port 8c7abe82-fd32-429b-843c-d9cf2571faea, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8c7abe82-fd32-429b-843c-d9cf2571faea,segment=NetworkSegment(5d061388-ac50-4da1-98a1-f928a291258d),segment_id=5d061388-ac50-4da1-98a1-f928a291258d)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:58.164364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.190389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 68136867-c041-4252-8ac9-5727e37de51a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:58.190389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 68136867-c041-4252-8ac9-5727e37de51a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:58.194896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Deleting port 8c7abe82-fd32-429b-843c-d9cf2571faea {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:58.195401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.200964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 8c7abe82-fd32-429b-843c-d9cf2571faea owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:58.266866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] For port 8c7abe82-fd32-429b-843c-d9cf2571faea, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8c7abe82-fd32-429b-843c-d9cf2571faea,segment=NetworkSegment(5d061388-ac50-4da1-98a1-f928a291258d),segment_id=5d061388-ac50-4da1-98a1-f928a291258d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:58.267173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.280853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Calling delete_port for 8c7abe82-fd32-429b-843c-d9cf2571faea owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:58.461511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.463613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.464168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-92042820-d8c4-446d-8f25-e5898e0336e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:58.469011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:58.505677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event deleted for resources: {'Port': ['ID=3ddf5a3d-c72a-42f0-8545-aba458a5a75a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:58.511140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.512396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Pushing event deleted for resources: {'Port': ['ID=8c7abe82-fd32-429b-843c-d9cf2571faea,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:58.512655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:58.513056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:58.515531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:58.519310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] No DVR routers for this DVR port 8c7abe82-fd32-429b-843c-d9cf2571faea on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:58.571564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=8c7abe82-fd32-429b-843c-d9cf2571faea,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:58.589467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:58.600878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port 8c7abe82-fd32-429b-843c-d9cf2571faea on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:28:58.666473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.676085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.855894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.874227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac830bf-dfc6-44b9-97d7-7cf1a86b796a']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:58.881388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.889251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.898683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d061388-ac50-4da1-98a1-f928a291258d') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:58.898991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d061388-ac50-4da1-98a1-f928a291258d') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:58.944317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.990822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:58.999264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:58.999659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:59.002889 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:59.063911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.064495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Fanout notify agent at l3_agent the message router_deleted on router 5f82181a-8bd4-4330-847d-5cd07ca55e67 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:28:59.075588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.076753 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d6eb27cd-af8d-4c5e-b4c1-c2da4e7c440d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "DELETE /v2.0/routers/5f82181a-8bd4-4330-847d-5cd07ca55e67 HTTP/1.1" status: 204 len: 168 time: 2.4943998 Jun 25 11:28:59.079580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57246) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:59.164763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.169998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-289634b1-c294-403b-95e6-d95cb1875d76 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:59.174980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.176975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.182006 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/0ac830bf-dfc6-44b9-97d7-7cf1a86b796a HTTP/1.1" status: 204 len: 168 time: 1.6818852 Jun 25 11:28:59.183166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57248) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:59.198569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=0ac830bf-dfc6-44b9-97d7-7cf1a86b796a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:59.218365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:59.251912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port 5a85b71c-6fc1-494a-84e3-a75378e2c714 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:28:59.252258 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.360380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.368680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port 5a85b71c-6fc1-494a-84e3-a75378e2c714, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=5a85b71c-6fc1-494a-84e3-a75378e2c714,segment=NetworkSegment(846bb58f-6ee9-43c6-897d-b51283f9e35c),segment_id=846bb58f-6ee9-43c6-897d-b51283f9e35c)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:28:59.368680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.373552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde7ae0d-2229-4f0e-bb98-4d537deb1fca']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:59.382497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for 5a85b71c-6fc1-494a-84e3-a75378e2c714 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:28:59.423138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be8089e-b02c-48a0-baa7-33240e0f5900') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:59.423533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be8089e-b02c-48a0-baa7-33240e0f5900') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:28:59.468705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.482292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc1dab29-7040-4ea4-9e11-6ce9f36f9c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.501243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.505987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:28:59.506418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:28:59.509735 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:28:59.665035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.669274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bd5499cb-a32c-4b9d-8390-9f390bc5106b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:59.674356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.678764 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "DELETE /v2.0/networks/dde7ae0d-2229-4f0e-bb98-4d537deb1fca HTTP/1.1" status: 204 len: 168 time: 0.5955837 Jun 25 11:28:59.679342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57250) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:28:59.704419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event deleted for resources: {'Network': ['ID=dde7ae0d-2229-4f0e-bb98-4d537deb1fca,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:59.716404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-82c9b767-56ed-4144-b079-9373b0889b2c tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:28:59.731212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8c7abe82-fd32-429b-843c-d9cf2571faea no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:59.759926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 8c7abe82-fd32-429b-843c-d9cf2571faea {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:59.760278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8c7abe82-fd32-429b-843c-d9cf2571faea not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:59.760985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0b803138-0407-4a68-a11e-31be699ccdc1 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:59.781160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 0b803138-0407-4a68-a11e-31be699ccdc1 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:59.781783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0b803138-0407-4a68-a11e-31be699ccdc1 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:59.782426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 81e3705f-bbec-4d67-9981-9f9353c9de80 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:59.799148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.802479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 81e3705f-bbec-4d67-9981-9f9353c9de80 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:59.802907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 81e3705f-bbec-4d67-9981-9f9353c9de80 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:59.803549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ddf5a3d-c72a-42f0-8545-aba458a5a75a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:28:59.826989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3ddf5a3d-c72a-42f0-8545-aba458a5a75a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:28:59.827340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3ddf5a3d-c72a-42f0-8545-aba458a5a75a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:28:59.832481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.859590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.933580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:28:59.935823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:28:59.961239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=5a85b71c-6fc1-494a-84e3-a75378e2c714,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:28:59.965196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:00.095815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.096079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.099074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.102929 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] 10.222.0.81 "DELETE /v2.0/security-groups/2b5062ff-8570-4982-9153-9436fb6e67c9 HTTP/1.1" status: 204 len: 168 time: 0.4202886 Jun 25 11:29:00.102929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-257956f5-c5a1-4672-a328-9920c0a641b1 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:00.133783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5062ff-8570-4982-9153-9436fb6e67c9,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:00.137148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:00.176839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port 93c4b138-08e7-4596-962d-56dfb74e48a3 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:00.177365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.309129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port 93c4b138-08e7-4596-962d-56dfb74e48a3, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=93c4b138-08e7-4596-962d-56dfb74e48a3,segment=NetworkSegment(2fb1f36a-d884-476d-bdc0-06a40579de03),segment_id=2fb1f36a-d884-476d-bdc0-06a40579de03)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:00.309667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.323918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for 93c4b138-08e7-4596-962d-56dfb74e48a3 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:00.355768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:00.454119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:00.463975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:00.464335 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7323551 Jun 25 11:29:00.464999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57256) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:00.475284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:00.475992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:00.557508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet c77de7e3-26e6-4055-b0ea-75b1df6262ef {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:29:00.560755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.562725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:00.604331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.626850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.632054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b94fcb1-3c54-45f0-b33b-7999309be79f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:00.668128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=93c4b138-08e7-4596-962d-56dfb74e48a3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:00.674867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:00.743602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57260) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:00.776168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:00.795947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:59Z', 'revision_number': 10, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:00.828225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:00.840020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:00.840727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:00.916834 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-34f105d5-176a-4d3a-9477-127f7fbf045e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=869fa866ee3f424c952da82e96d1f712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719742 Jun 25 11:29:00.919244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57264) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:00.951058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:00.977031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.001495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.134289 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.137428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.138755 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/303247b6-82c1-4dbb-9c36-efd7d9167dc6 HTTP/1.1" status: 204 len: 168 time: 0.2185802 Jun 25 11:29:01.140016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bb21850a-89cd-44db-8532-c2414f295a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:01.150045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303247b6-82c1-4dbb-9c36-efd7d9167dc6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:01.163181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:01.251577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.329171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.331189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:59Z', 'revision_number': 10, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:01.334077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6c15269e-462c-4b40-85ce-5faf4c90fff0 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:01.360986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75930af2-dbd8-420b-ad76-a0ba6ee7d211 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:28:59Z', 'revision_number': 10, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None, '_interfaces': [{'id': 'd1c43a53-8b53-4d75-afa5-2f338addb0f2', 'name': '', 'network_id': '22ea3525-2b03-4435-b07a-f7ba374c929e', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'mac_address': 'fa:16:3e:02:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '74821453-3020-400d-823a-6f13779546d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:28:25Z', 'updated_at': '2021-06-25T11:28:34Z', 'revision_number': 5, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'subnets': [{'id': '74821453-3020-400d-823a-6f13779546d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:01.372279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=c77de7e3-26e6-4055-b0ea-75b1df6262ef,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:01.374408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.376308 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/c77de7e3-26e6-4055-b0ea-75b1df6262ef HTTP/1.1" status: 204 len: 168 time: 0.9103155 Jun 25 11:29:01.379943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:01.380594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57270) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:01.388826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce30695-7cad-44cd-bfb9-f15bc8af6927 None None] Network 7895af29-3571-4dc8-a62d-cd9b7bd9b99a requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:01.485767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:01.506224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.564477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port e7819c47-cab1-463d-8d07-1e4f3c9c79de {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:01.564822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.584467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:01.593280 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4091315 Jun 25 11:29:01.597706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57272) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:01.603990 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:01.616314 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:01.617267 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:01.642091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port e7819c47-cab1-463d-8d07-1e4f3c9c79de, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e7819c47-cab1-463d-8d07-1e4f3c9c79de,segment=NetworkSegment(846bb58f-6ee9-43c6-897d-b51283f9e35c),segment_id=846bb58f-6ee9-43c6-897d-b51283f9e35c)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:01.642461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.660665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting subnet 20442654-2140-45d3-b97b-fcd23dca0de9 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:29:01.662722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for e7819c47-cab1-463d-8d07-1e4f3c9c79de owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:01.664520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.695748 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:01.721867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.752419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] DHCP port deletion for 7895af29-3571-4dc8-a62d-cd9b7bd9b99a request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:29:01.800641 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:29:00Z', 'revision_number': 11, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:01.830823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.847163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2d8df102-883d-46af-9bed-39e2494269ba tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:01.850716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Deleting port e7819c47-cab1-463d-8d07-1e4f3c9c79de {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:01.851141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.862486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57274) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:01.887749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6209d92c-5111-42e1-adfa-deec8b322b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.899010 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:01.905148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:01.911976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=e7819c47-cab1-463d-8d07-1e4f3c9c79de,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:01.914574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port e7819c47-cab1-463d-8d07-1e4f3c9c79de on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:29:01.919292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:01.930183 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:01.931390 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:28:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:02.008468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] For port e7819c47-cab1-463d-8d07-1e4f3c9c79de, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:02.009006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.031655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e7819c47-cab1-463d-8d07-1e4f3c9c79de no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:29:02.043960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Calling delete_port for e7819c47-cab1-463d-8d07-1e4f3c9c79de owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:02.045608 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:02.052693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.058533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.ipam_backend_mixin [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Port e7819c47-cab1-463d-8d07-1e4f3c9c79de was not found and therefore no delete operation was performed {{(pid=94502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 25 11:29:02.064533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7895af29-3571-4dc8-a62d-cd9b7bd9b99a']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:02.076028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846bb58f-6ee9-43c6-897d-b51283f9e35c') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:02.077701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846bb58f-6ee9-43c6-897d-b51283f9e35c') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:02.083347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.085385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: e7819c47-cab1-463d-8d07-1e4f3c9c79de {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:29:02.085738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e7819c47-cab1-463d-8d07-1e4f3c9c79de not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:29:02.086172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5a85b71c-6fc1-494a-84e3-a75378e2c714 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:29:02.088297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.091039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f0c67da6-468f-44f5-9ff4-0c6c053506f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:02.097882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.104784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-44a30619-7da0-4273-834c-21cf94f11c44 tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:02.105924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.113465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:29:02.113864 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:29:00Z', 'revision_number': 11, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:02.114526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.140460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 5a85b71c-6fc1-494a-84e3-a75378e2c714 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:29:02.140812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 5a85b71c-6fc1-494a-84e3-a75378e2c714 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:29:02.143796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Pushing event deleted for resources: {'Port': ['ID=e7819c47-cab1-463d-8d07-1e4f3c9c79de,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:02.146466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:02.148146 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61e645-c3c2-477a-92a2-676448b47149 None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:29:00Z', 'revision_number': 11, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:02.157305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] No DVR routers for this DVR port e7819c47-cab1-463d-8d07-1e4f3c9c79de on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:29:02.177730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Subnet': ['ID=20442654-2140-45d3-b97b-fcd23dca0de9,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:29:02.177935 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:29:02.183745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:02.185978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.189724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.192468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49aca6f-7412-43ce-bc86-c3c9a85584c4 None None] Network 60f49ddb-64ce-4519-82b5-d518f6860574 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:02.196322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57276) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:02.204225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/20442654-2140-45d3-b97b-fcd23dca0de9 HTTP/1.1" status: 204 len: 168 time: 0.5980732 Jun 25 11:29:02.217499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff476a37-9714-4ed6-9ab3-88c1816ac393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.246532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6209d92c-5111-42e1-adfa-deec8b322b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.271720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.277513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:02.288219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6209d92c-5111-42e1-adfa-deec8b322b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.291089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8526e59f-f7e8-4abd-86b9-25a6fa5b2dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:02.297730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.302535 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/7895af29-3571-4dc8-a62d-cd9b7bd9b99a HTTP/1.1" status: 204 len: 168 time: 0.9177787 Jun 25 11:29:02.302535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=7895af29-3571-4dc8-a62d-cd9b7bd9b99a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:02.303267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57278) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:02.309639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:02.336780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209d92c-5111-42e1-adfa-deec8b322b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9d89e-c7fa-4555-8f71-c8c9862f2cc0,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:02.341773 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6209d92c-5111-42e1-adfa-deec8b322b09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24a846c1b12b467e99fbec926a94e9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790342 Jun 25 11:29:02.342917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6209d92c-5111-42e1-adfa-deec8b322b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:02.344471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57280) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:02.366648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.407054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0972a66a-1275-4927-ab25-827bc6f4a295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.430010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0972a66a-1275-4927-ab25-827bc6f4a295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.550832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] DHCP port deletion for 60f49ddb-64ce-4519-82b5-d518f6860574 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:29:02.568729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0972a66a-1275-4927-ab25-827bc6f4a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.571816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0972a66a-1275-4927-ab25-827bc6f4a295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.575489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0972a66a-1275-4927-ab25-827bc6f4a295 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8e9d89e-c7fa-4555-8f71-c8c9862f2cc0 HTTP/1.1" status: 204 len: 168 time: 0.2275341 Jun 25 11:29:02.575489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58f706c4-e320-4797-8b9c-32e6967bf44e tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:02.578857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Deleting port e6644001-1e77-4cc7-8fa2-adebb6b03a3c {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:02.579239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.592103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a66a-1275-4927-ab25-827bc6f4a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9d89e-c7fa-4555-8f71-c8c9862f2cc0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:02.598571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0972a66a-1275-4927-ab25-827bc6f4a295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:02.648730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Deleting port e6644001-1e77-4cc7-8fa2-adebb6b03a3c {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:02.648730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.697392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] For port e6644001-1e77-4cc7-8fa2-adebb6b03a3c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,segment=NetworkSegment(2fb1f36a-d884-476d-bdc0-06a40579de03),segment_id=2fb1f36a-d884-476d-bdc0-06a40579de03)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:02.697793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.715121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Calling delete_port for e6644001-1e77-4cc7-8fa2-adebb6b03a3c owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:02.755835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] For port e6644001-1e77-4cc7-8fa2-adebb6b03a3c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,segment=NetworkSegment(2fb1f36a-d884-476d-bdc0-06a40579de03),segment_id=2fb1f36a-d884-476d-bdc0-06a40579de03)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:02.756565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.777396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Calling delete_port for e6644001-1e77-4cc7-8fa2-adebb6b03a3c owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:02.874584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.908821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.914868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:02.916912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-89f823b6-27b9-4be9-b7be-2effd85d3a9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:02.952773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e60dffbc-d0e0-42f5-9c9d-7246a382cdcb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:02.952994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] No DVR routers for this DVR port e6644001-1e77-4cc7-8fa2-adebb6b03a3c on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:29:02.955880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Pushing event deleted for resources: {'Port': ['ID=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:02.964129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:02.984769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No DVR routers for this DVR port e6644001-1e77-4cc7-8fa2-adebb6b03a3c on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:29:02.991241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Port': ['ID=e6644001-1e77-4cc7-8fa2-adebb6b03a3c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:02.994078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:03.050547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.124173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.152728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f49ddb-64ce-4519-82b5-d518f6860574']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:03.165928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb1f36a-d884-476d-bdc0-06a40579de03') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:03.166319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb1f36a-d884-476d-bdc0-06a40579de03') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:03.178441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.200775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.208642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:29:03.209022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:29:03.212028 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:29:03.366061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port d1c43a53-8b53-4d75-afa5-2f338addb0f2 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:03.366320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.380854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.385159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.387440 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/networks/60f49ddb-64ce-4519-82b5-d518f6860574 HTTP/1.1" status: 204 len: 168 time: 1.1895356 Jun 25 11:29:03.390522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57284) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:03.394442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7fca758d-13ac-41b6-bf97-09e3fd5aa09a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:03.395608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'routes': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:03.412705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Pushing event deleted for resources: {'Network': ['ID=60f49ddb-64ce-4519-82b5-d518f6860574,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:03.415065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:03.486465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port d1c43a53-8b53-4d75-afa5-2f338addb0f2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d1c43a53-8b53-4d75-afa5-2f338addb0f2,segment=NetworkSegment(0c394e32-daba-4d6f-a396-376fcb2b13e4),segment_id=0c394e32-daba-4d6f-a396-376fcb2b13e4)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:03.486900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.501256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for d1c43a53-8b53-4d75-afa5-2f338addb0f2 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:03.569503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.extraroute_db [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Added routes are [] {{(pid=94501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 11:29:03.569808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.extraroute_db [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Removed routes are [] {{(pid=94501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 11:29:03.570168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.722241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93c4b138-08e7-4596-962d-56dfb74e48a3 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:29:03.729701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.733697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.745296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 93c4b138-08e7-4596-962d-56dfb74e48a3 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:29:03.745730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93c4b138-08e7-4596-962d-56dfb74e48a3 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:29:03.746426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e6644001-1e77-4cc7-8fa2-adebb6b03a3c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:29:03.766366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: e6644001-1e77-4cc7-8fa2-adebb6b03a3c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:29:03.767532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e6644001-1e77-4cc7-8fa2-adebb6b03a3c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:29:03.817701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router d9ebac50-a56a-4aec-b645-291651371dc9 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:03.909489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:03.911363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:03.912634 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-145bec95-cdb7-4553-8b49-8b3d15d5dc5f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 200 len: 701 time: 0.5215192 Jun 25 11:29:03.916307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57286) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:03.918429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] Sync routers for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:03.929105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:03.929838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:03.951054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9db40939-4d9e-45eb-a18d-aecbe353f29a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 200 len: 205 time: 0.0331903 Jun 25 11:29:03.953955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57288) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:04.001241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:04.032637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9b72535-3bff-480b-a5cd-d8ec38a3e503 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.036801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.040368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-262725c7-2863-41d0-bfe6-4158a24080b8 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:04.057384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:29:00Z', 'revision_number': 11, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:04.072878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=d1c43a53-8b53-4d75-afa5-2f338addb0f2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:04.086452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] Checking router: d9ebac50-a56a-4aec-b645-291651371dc9 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:04.095771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] Routers {'d9ebac50-a56a-4aec-b645-291651371dc9'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:04.096397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['d9ebac50-a56a-4aec-b645-291651371dc9'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:04.100945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:04.173606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] Set router d9ebac50-a56a-4aec-b645-291651371dc9 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:04.180098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.222401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9b72535-3bff-480b-a5cd-d8ec38a3e503 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.226013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9b72535-3bff-480b-a5cd-d8ec38a3e503 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.236429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:29:00Z', 'revision_number': 11, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:04.266089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fbbccd-ba63-44f7-8c87-1f7f4035d7ae None None] The sync data for ids ['d9ebac50-a56a-4aec-b645-291651371dc9'] in dv-neutron-797120-5-hyperv is: [{'id': 'd9ebac50-a56a-4aec-b645-291651371dc9', 'name': 'tempest-RoutersTest-router-1435943481', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:17Z', 'updated_at': '2021-06-25T11:29:00Z', 'revision_number': 11, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:04.344276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9b72535-3bff-480b-a5cd-d8ec38a3e503 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.347764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b72535-3bff-480b-a5cd-d8ec38a3e503 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Fanout notify agent at l3_agent the message router_deleted on router d9ebac50-a56a-4aec-b645-291651371dc9 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:29:04.358284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:04.358563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d9b72535-3bff-480b-a5cd-d8ec38a3e503 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.359900 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d9b72535-3bff-480b-a5cd-d8ec38a3e503 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 204 len: 168 time: 0.4048502 Jun 25 11:29:04.364818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57290) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:04.369794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-59c63a85-43de-42cf-bce9-bf703f28744f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-850166980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:04.436306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59c63a85-43de-42cf-bce9-bf703f28744f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.437378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59c63a85-43de-42cf-bce9-bf703f28744f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.442606 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:04.447946 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1372516 Jun 25 11:29:04.450820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57292) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:04.461933 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52309c91-074b-4ead-bab3-a64474077870 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:04.475362 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:04.476272 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:04.500992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59c63a85-43de-42cf-bce9-bf703f28744f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.522972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting subnet 74821453-3020-400d-823a-6f13779546d9 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:29:04.526990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.554806 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:04.562711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59c63a85-43de-42cf-bce9-bf703f28744f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.577072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.608094 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:29:03Z', 'revision_number': 11, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:04.638130 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52309c91-074b-4ead-bab3-a64474077870 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:04.647633 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:04.648254 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:04.660182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-59c63a85-43de-42cf-bce9-bf703f28744f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.665141 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-59c63a85-43de-42cf-bce9-bf703f28744f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2986486 Jun 25 11:29:04.665347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57294) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:04.670186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ea39ae1d-661f-42c8-b780-2e4e98488061 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:04.707194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.717537 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:04.778967 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-52309c91-074b-4ead-bab3-a64474077870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:29:03Z', 'revision_number': 11, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:04.809886 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52309c91-074b-4ead-bab3-a64474077870 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:29:03Z', 'revision_number': 11, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:04.893972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.935215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.940153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9bb7f131-01cd-49e7-8042-242c505f590e tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:04.949771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea39ae1d-661f-42c8-b780-2e4e98488061 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.979783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:04.981671 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/74821453-3020-400d-823a-6f13779546d9 HTTP/1.1" status: 204 len: 168 time: 0.5296538 Jun 25 11:29:04.982746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Subnet': ['ID=74821453-3020-400d-823a-6f13779546d9,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:04.985004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:04.986217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57296) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:04.991771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2459584-f966-454d-9958-80e2e7594289 None None] Network 22ea3525-2b03-4435-b07a-f7ba374c929e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:05.025846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea39ae1d-661f-42c8-b780-2e4e98488061 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.066585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.126256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Deleting port ba8c697a-e356-48c1-93c9-74a44c94829b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:05.126519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.207186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] For port ba8c697a-e356-48c1-93c9-74a44c94829b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ba8c697a-e356-48c1-93c9-74a44c94829b,segment=NetworkSegment(0c394e32-daba-4d6f-a396-376fcb2b13e4),segment_id=0c394e32-daba-4d6f-a396-376fcb2b13e4)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:05.207568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.211095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea39ae1d-661f-42c8-b780-2e4e98488061 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Router 897dac81-73ef-431d-ac1e-c66fc683d217 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:29:05.216670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] DHCP port deletion for 22ea3525-2b03-4435-b07a-f7ba374c929e request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:29:05.226219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Calling delete_port for ba8c697a-e356-48c1-93c9-74a44c94829b owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:05.278200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Deleting port ba8c697a-e356-48c1-93c9-74a44c94829b {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:29:05.278909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.312528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea39ae1d-661f-42c8-b780-2e4e98488061 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:05.321894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ea39ae1d-661f-42c8-b780-2e4e98488061 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.327712 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ea39ae1d-661f-42c8-b780-2e4e98488061 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "PUT /v2.0/routers/897dac81-73ef-431d-ac1e-c66fc683d217 HTTP/1.1" status: 200 len: 693 time: 0.6584840 Jun 25 11:29:05.328107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57298) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:05.333482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] Sync routers for ids ['897dac81-73ef-431d-ac1e-c66fc683d217'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:05.356118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] Routers {'897dac81-73ef-431d-ac1e-c66fc683d217'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:05.357055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['897dac81-73ef-431d-ac1e-c66fc683d217'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:05.364763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] For port ba8c697a-e356-48c1-93c9-74a44c94829b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ba8c697a-e356-48c1-93c9-74a44c94829b,segment=NetworkSegment(0c394e32-daba-4d6f-a396-376fcb2b13e4),segment_id=0c394e32-daba-4d6f-a396-376fcb2b13e4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:05.365520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.381077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.385179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50109b14-5988-4163-914f-2808d9ee387a tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:05.411832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Port': ['ID=ba8c697a-e356-48c1-93c9-74a44c94829b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:05.415074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:05.416145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No DVR routers for this DVR port ba8c697a-e356-48c1-93c9-74a44c94829b on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:29:05.439187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Calling delete_port for ba8c697a-e356-48c1-93c9-74a44c94829b owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:29:05.443225 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5a8be8f5-cd39-4791-a772-daa4950acd58 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/routers/897dac81-73ef-431d-ac1e-c66fc683d217 HTTP/1.1" status: 200 len: 699 time: 0.1126113 Jun 25 11:29:05.445760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57300) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:05.449962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] Set router 897dac81-73ef-431d-ac1e-c66fc683d217 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:05.475862 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8a307c25-213f-4fb9-a337-5f82aea3a919 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=897dac81-73ef-431d-ac1e-c66fc683d217 HTTP/1.1" status: 200 len: 205 time: 0.0285952 Jun 25 11:29:05.478179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57302) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:05.515527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897dac81-73ef-431d-ac1e-c66fc683d217', 'name': 'tempest-RoutersTest-router-850166980', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:04Z', 'updated_at': '2021-06-25T11:29:04Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:05.526429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.538824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ea3525-2b03-4435-b07a-f7ba374c929e']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:05.554910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c394e32-daba-4d6f-a396-376fcb2b13e4') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:05.556103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c394e32-daba-4d6f-a396-376fcb2b13e4') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:05.561957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8181c357-62d8-4e5d-b714-3ebb6be53062 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.567498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.574856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] Checking router: 897dac81-73ef-431d-ac1e-c66fc683d217 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:05.584093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.593396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:29:05.593818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:29:05.597048 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:29:05.606498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] Routers {'897dac81-73ef-431d-ac1e-c66fc683d217'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:05.606498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['897dac81-73ef-431d-ac1e-c66fc683d217'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:05.750931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.754962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52fa5b0a-3f89-4f7f-a91d-67a7b0948524 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:05.759514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.764483 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/networks/22ea3525-2b03-4435-b07a-f7ba374c929e HTTP/1.1" status: 204 len: 168 time: 0.7742250 Jun 25 11:29:05.776278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57304) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:05.776614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Pushing event deleted for resources: {'Network': ['ID=22ea3525-2b03-4435-b07a-f7ba374c929e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:05.776803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'routes': None}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:05.783699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:05.822851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1c43a53-8b53-4d75-afa5-2f338addb0f2 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:29:05.827245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8181c357-62d8-4e5d-b714-3ebb6be53062 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.831417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8181c357-62d8-4e5d-b714-3ebb6be53062 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.854520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] Set router 897dac81-73ef-431d-ac1e-c66fc683d217 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:05.856423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d1c43a53-8b53-4d75-afa5-2f338addb0f2 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:29:05.856583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1c43a53-8b53-4d75-afa5-2f338addb0f2 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:29:05.857004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ba8c697a-e356-48c1-93c9-74a44c94829b no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:29:05.930668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ba8c697a-e356-48c1-93c9-74a44c94829b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:29:05.931972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ba8c697a-e356-48c1-93c9-74a44c94829b not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:29:05.932539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897dac81-73ef-431d-ac1e-c66fc683d217', 'name': 'tempest-RoutersTest-router-850166980', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:04Z', 'updated_at': '2021-06-25T11:29:04Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:05.934897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:05.937958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:05.984585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721d721-b072-4a0f-b478-5153f6e5967c None None] The sync data for ids ['897dac81-73ef-431d-ac1e-c66fc683d217'] in dv-neutron-797120-5-hyperv is: [{'id': '897dac81-73ef-431d-ac1e-c66fc683d217', 'name': 'tempest-RoutersTest-router-850166980', 'tenant_id': '5596930279c742079d1fac4df4fa0d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:04Z', 'updated_at': '2021-06-25T11:29:04Z', 'revision_number': 2, 'project_id': '5596930279c742079d1fac4df4fa0d50', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:05.986771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Network 22ea3525-2b03-4435-b07a-f7ba374c929e is not hosted by any dhcp agent {{(pid=94502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 25 11:29:05.987255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] No DVR routers for this DVR port ba8c697a-e356-48c1-93c9-74a44c94829b on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:29:05.993234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Pushing event deleted for resources: {'Port': ['ID=ba8c697a-e356-48c1-93c9-74a44c94829b,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:05.993234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:06.038730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8181c357-62d8-4e5d-b714-3ebb6be53062 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.039177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8181c357-62d8-4e5d-b714-3ebb6be53062 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Fanout notify agent at l3_agent the message router_deleted on router 897dac81-73ef-431d-ac1e-c66fc683d217 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:29:06.041438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Added routes are [] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 25 11:29:06.041786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.extraroute_db [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Removed routes are [] {{(pid=94500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 25 11:29:06.042174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.049313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8181c357-62d8-4e5d-b714-3ebb6be53062 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.050465 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8181c357-62d8-4e5d-b714-3ebb6be53062 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/897dac81-73ef-431d-ac1e-c66fc683d217 HTTP/1.1" status: 204 len: 168 time: 0.5713797 Jun 25 11:29:06.057194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57306) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.091471 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-53e09626-b5b7-4faf-93b8-a5be78159abb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=897dac81-73ef-431d-ac1e-c66fc683d217 HTTP/1.1" status: 200 len: 205 time: 0.0306911 Jun 25 11:29:06.092256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57308) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.138612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-50fed2fb-754d-4695-a83a-ab10dd2145dc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] delete failed (client error): The resource could not be found. Jun 25 11:29:06.139392 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-50fed2fb-754d-4695-a83a-ab10dd2145dc tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/897dac81-73ef-431d-ac1e-c66fc683d217 HTTP/1.1" status: 404 len: 336 time: 0.0459101 Jun 25 11:29:06.141952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57310) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.190037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0db59cc-be88-4bae-a707-34c05c3be441 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:06.190809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0db59cc-be88-4bae-a707-34c05c3be441 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:06.194670 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d0db59cc-be88-4bae-a707-34c05c3be441 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/e0ccaf4f-0821-4f0b-b2ac-974d93a5a2a7 HTTP/1.1" status: 404 len: 337 time: 0.0511820 Jun 25 11:29:06.197022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57312) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.206123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.210627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.227700 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-323ec7e4-0d49-421b-b10e-eb3b1b409870 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:06.228192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323ec7e4-0d49-421b-b10e-eb3b1b409870 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:06.229975 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-323ec7e4-0d49-421b-b10e-eb3b1b409870 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/7b946d7d-83c3-42c1-8ab5-64c597f8f0a3 HTTP/1.1" status: 404 len: 337 time: 0.0318005 Jun 25 11:29:06.232485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57314) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.258984 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41d21b0-7704-4da5-abeb-fc833245afed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:06.259365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41d21b0-7704-4da5-abeb-fc833245afed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:06.261060 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f41d21b0-7704-4da5-abeb-fc833245afed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/36a6882c-a284-4ba2-8807-20fd6a1964d2 HTTP/1.1" status: 404 len: 337 time: 0.0276704 Jun 25 11:29:06.263590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57316) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.290734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router aeadac88-dc4b-4258-98f0-1e8a70e6b515 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:06.292966 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3265efad-1d17-4eee-9b08-f33cc4073815 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:06.293458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3265efad-1d17-4eee-9b08-f33cc4073815 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:06.295182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3265efad-1d17-4eee-9b08-f33cc4073815 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/20442654-2140-45d3-b97b-fcd23dca0de9 HTTP/1.1" status: 404 len: 337 time: 0.0306761 Jun 25 11:29:06.297724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57318) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.332174 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8d50a588-cb0b-4937-b6c1-17d3d5212359 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 200 len: 205 time: 0.0332441 Jun 25 11:29:06.335377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57320) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.373235 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-9fec16d1-0326-4dc1-80d1-d62d51ec53d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] delete failed (client error): The resource could not be found. Jun 25 11:29:06.374288 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9fec16d1-0326-4dc1-80d1-d62d51ec53d5 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/d9ebac50-a56a-4aec-b645-291651371dc9 HTTP/1.1" status: 404 len: 336 time: 0.0378659 Jun 25 11:29:06.376996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57322) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.408749 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7e293fa5-3553-459c-9e2c-34ae6b8a8015 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=147fea50-eb15-4c80-9799-ae0cbc5c7dc8 HTTP/1.1" status: 200 len: 205 time: 0.0303745 Jun 25 11:29:06.412023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57324) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.640020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:06.648354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.652345 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0cfb1e47-1139-40fa-b830-7d842fbf82bc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 200 len: 705 time: 0.8772838 Jun 25 11:29:06.653602 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] Sync routers for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:06.656106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57326) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.669372 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:06.670308 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:06.691442 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-82eeee59-051a-44f9-9e0c-0ee7cc0ce484 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 200 len: 205 time: 0.0333605 Jun 25 11:29:06.696790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57328) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.746053 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:06.776349 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-b088d6e3-1614-4a72-b791-04aa1540d0f1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] delete failed (client error): The resource could not be found. Jun 25 11:29:06.777414 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b088d6e3-1614-4a72-b791-04aa1540d0f1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/147fea50-eb15-4c80-9799-ae0cbc5c7dc8 HTTP/1.1" status: 404 len: 336 time: 0.3641074 Jun 25 11:29:06.781142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57330) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.781664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0544fb5-21be-4307-9ce0-66ad01fc9dee tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.805790 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:29:03Z', 'revision_number': 11, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:06.810179 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b4ac12-e175-47ce-be49-5068031098d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:06.810591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b4ac12-e175-47ce-be49-5068031098d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:06.815549 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-71b4ac12-e175-47ce-be49-5068031098d0 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/cb5bbda9-7961-470c-be54-21e8ab02ddeb HTTP/1.1" status: 404 len: 337 time: 0.0301616 Jun 25 11:29:06.815705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57332) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.836167 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] Checking router: aeadac88-dc4b-4258-98f0-1e8a70e6b515 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:06.846526 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] Routers {'aeadac88-dc4b-4258-98f0-1e8a70e6b515'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:06.847208 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:06.851875 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0daab9b4-1911-4785-abc4-a06249c39715 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=a72b3602-4992-4617-838c-db402c38481e HTTP/1.1" status: 200 len: 205 time: 0.0311978 Jun 25 11:29:06.852028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57334) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.888433 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-c0cddd19-7d41-47e6-9e94-8e37bd32fbd6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] delete failed (client error): The resource could not be found. Jun 25 11:29:06.894600 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c0cddd19-7d41-47e6-9e94-8e37bd32fbd6 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/a72b3602-4992-4617-838c-db402c38481e HTTP/1.1" status: 404 len: 336 time: 0.0415030 Jun 25 11:29:06.897911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57336) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.930204 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f74f26cb-9e07-41b3-b645-eb8834f82fd4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=ebb8ddd4-4c7f-4600-be6c-d92482294a26 HTTP/1.1" status: 200 len: 205 time: 0.0307972 Jun 25 11:29:06.932084 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] Set router aeadac88-dc4b-4258-98f0-1e8a70e6b515 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:06.932250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57338) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:06.970567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0544fb5-21be-4307-9ce0-66ad01fc9dee tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.974903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0544fb5-21be-4307-9ce0-66ad01fc9dee tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:06.976150 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-6e53b7f4-e778-4907-bda4-256351db3d57 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] delete failed (client error): The resource could not be found. Jun 25 11:29:06.977313 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6e53b7f4-e778-4907-bda4-256351db3d57 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/ebb8ddd4-4c7f-4600-be6c-d92482294a26 HTTP/1.1" status: 404 len: 336 time: 0.0441873 Jun 25 11:29:06.981899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57340) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.014460 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15fc088-dddc-4b47-aa84-81d1aaf06cb7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:07.015054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15fc088-dddc-4b47-aa84-81d1aaf06cb7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:07.020428 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a15fc088-dddc-4b47-aa84-81d1aaf06cb7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/5ee3a863-18b0-41f2-a4ea-ece0485deace HTTP/1.1" status: 404 len: 337 time: 0.0341427 Jun 25 11:29:07.020428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57342) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.057827 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8f05903e-26ce-4b95-b923-c2b234cafd5a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb96986d-0964-4438-a7d1-6eab1202b843 HTTP/1.1" status: 200 len: 205 time: 0.0361843 Jun 25 11:29:07.060244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57344) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.086559 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:29:03Z', 'revision_number': 11, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:07.100652 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-bfba5287-fc3f-494f-9a4f-cc7575640a30 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] delete failed (client error): The resource could not be found. Jun 25 11:29:07.101611 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bfba5287-fc3f-494f-9a4f-cc7575640a30 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/bb96986d-0964-4438-a7d1-6eab1202b843 HTTP/1.1" status: 404 len: 336 time: 0.0405271 Jun 25 11:29:07.104102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57346) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.111166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0544fb5-21be-4307-9ce0-66ad01fc9dee tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.111996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0544fb5-21be-4307-9ce0-66ad01fc9dee tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Fanout notify agent at l3_agent the message router_deleted on router aeadac88-dc4b-4258-98f0-1e8a70e6b515 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:29:07.121204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e0544fb5-21be-4307-9ce0-66ad01fc9dee tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.127040 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e0544fb5-21be-4307-9ce0-66ad01fc9dee tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 204 len: 168 time: 0.4252973 Jun 25 11:29:07.127180 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ef570-3b33-4bc8-8aa5-eb090b4f12d5 None None] The sync data for ids ['aeadac88-dc4b-4258-98f0-1e8a70e6b515'] in dv-neutron-797120-5-hyperv is: [{'id': 'aeadac88-dc4b-4258-98f0-1e8a70e6b515', 'name': 'tempest-RoutersIpV6Test-router-1955848776', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:28:23Z', 'updated_at': '2021-06-25T11:29:03Z', 'revision_number': 11, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:07.127316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57348) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.133839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4b650711-fb9b-40c4-831d-03e5eadeda05 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1286292129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:07.139491 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc07ddc3-384e-4533-a0dc-ebf96ce034ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:07.140094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc07ddc3-384e-4533-a0dc-ebf96ce034ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:07.142851 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bc07ddc3-384e-4533-a0dc-ebf96ce034ed tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/eb4209fd-7a40-4f8a-9f43-d669e737dd58 HTTP/1.1" status: 404 len: 337 time: 0.0377102 Jun 25 11:29:07.147218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57350) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.184913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2d6f03c7-6d68-46f7-9396-c86b0d70ec1b tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf3dd8ed-cc79-4053-b5b3-4903e9247e5c HTTP/1.1" status: 200 len: 205 time: 0.0370255 Jun 25 11:29:07.188064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57352) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.228027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-ccd19db9-fcfd-46b1-9046-caa5dd478549 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] delete failed (client error): The resource could not be found. Jun 25 11:29:07.229057 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ccd19db9-fcfd-46b1-9046-caa5dd478549 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/routers/cf3dd8ed-cc79-4053-b5b3-4903e9247e5c HTTP/1.1" status: 404 len: 336 time: 0.0399039 Jun 25 11:29:07.232313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57354) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.237434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b650711-fb9b-40c4-831d-03e5eadeda05 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.240092 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b650711-fb9b-40c4-831d-03e5eadeda05 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.267421 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e88d25f-d71f-4326-864b-7fb5ae6fb0e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:07.267421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e88d25f-d71f-4326-864b-7fb5ae6fb0e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:07.267421 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2e88d25f-d71f-4326-864b-7fb5ae6fb0e3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/65026a92-c699-4696-968e-da85018ea6ca HTTP/1.1" status: 404 len: 337 time: 0.0322659 Jun 25 11:29:07.267421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57356) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.298123 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8314de-b24c-4ff1-9358-5e89a895f61a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:07.298633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8314de-b24c-4ff1-9358-5e89a895f61a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:07.300440 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-df8314de-b24c-4ff1-9358-5e89a895f61a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] 10.222.0.81 "DELETE /v2.0/subnets/9ea6f587-1180-4da6-8c65-af06b93492d5 HTTP/1.1" status: 404 len: 337 time: 0.0330913 Jun 25 11:29:07.307191 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b650711-fb9b-40c4-831d-03e5eadeda05 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.345723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b650711-fb9b-40c4-831d-03e5eadeda05 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.420478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b650711-fb9b-40c4-831d-03e5eadeda05 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.422186 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4b650711-fb9b-40c4-831d-03e5eadeda05 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2940264 Jun 25 11:29:07.424813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57360) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.430538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b0bd347b-f1ea-44ca-8ab8-d50546520732 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:07.638447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0bd347b-f1ea-44ca-8ab8-d50546520732 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.739792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0bd347b-f1ea-44ca-8ab8-d50546520732 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:07.842200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:07.920908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bd347b-f1ea-44ca-8ab8-d50546520732 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Router 3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:29:08.017616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bd347b-f1ea-44ca-8ab8-d50546520732 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:08.027486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] Sync routers for ids ['3d6c1426-3c6e-4d69-8d41-b6c70d87bd35'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:08.033717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0bd347b-f1ea-44ca-8ab8-d50546520732 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.035126 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b0bd347b-f1ea-44ca-8ab8-d50546520732 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "PUT /v2.0/routers/3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 HTTP/1.1" status: 200 len: 698 time: 0.6090946 Jun 25 11:29:08.038396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57368) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.040766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] Routers {'3d6c1426-3c6e-4d69-8d41-b6c70d87bd35'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:08.041513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['3d6c1426-3c6e-4d69-8d41-b6c70d87bd35'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:08.054889 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5e922239-ffe8-4d0e-b771-c6f24d91b8fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5596930279c742079d1fac4df4fa0d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112389 Jun 25 11:29:08.057310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57370) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.119810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.121473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] Set router 3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:08.130763 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f7c443ad-8b62-4bca-b3fe-54a1dee4b1ed tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/routers/3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 HTTP/1.1" status: 200 len: 704 time: 0.0870028 Jun 25 11:29:08.131140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57372) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.144929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.162433 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f581969e-d1a6-4693-8bff-339983ef1827 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 HTTP/1.1" status: 200 len: 205 time: 0.0300314 Jun 25 11:29:08.164852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57374) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.179768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6c1426-3c6e-4d69-8d41-b6c70d87bd35', 'name': 'tempest-RoutersIpV6Test-router-1286292129', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:07Z', 'updated_at': '2021-06-25T11:29:07Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:08.206567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] Checking router: 3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:08.216302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] Routers {'3d6c1426-3c6e-4d69-8d41-b6c70d87bd35'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:08.216952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['3d6c1426-3c6e-4d69-8d41-b6c70d87bd35'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:08.264741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb821390-c7ff-4cf2-81fe-487955a6df10 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.298454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] Set router 3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:08.327846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.330896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.332892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08866838-63b2-4001-94a8-3e0077ab3d7d HTTP/1.1" status: 204 len: 168 time: 0.2737179 Jun 25 11:29:08.334399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6209d92c-5111-42e1-adfa-deec8b322b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:08.345555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08866838-63b2-4001-94a8-3e0077ab3d7d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:08.350949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:08.380850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6c1426-3c6e-4d69-8d41-b6c70d87bd35', 'name': 'tempest-RoutersIpV6Test-router-1286292129', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:07Z', 'updated_at': '2021-06-25T11:29:07Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:08.412304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea0d8d-8b4b-4358-8a87-30c6560e974e None None] The sync data for ids ['3d6c1426-3c6e-4d69-8d41-b6c70d87bd35'] in dv-neutron-797120-5-hyperv is: [{'id': '3d6c1426-3c6e-4d69-8d41-b6c70d87bd35', 'name': 'tempest-RoutersIpV6Test-router-1286292129', 'tenant_id': '7ebfd7a7c60448baa0c78573063d1009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:07Z', 'updated_at': '2021-06-25T11:29:07Z', 'revision_number': 2, 'project_id': '7ebfd7a7c60448baa0c78573063d1009', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:08.462827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb821390-c7ff-4cf2-81fe-487955a6df10 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.465966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb821390-c7ff-4cf2-81fe-487955a6df10 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.585071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb821390-c7ff-4cf2-81fe-487955a6df10 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.585658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb821390-c7ff-4cf2-81fe-487955a6df10 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Fanout notify agent at l3_agent the message router_deleted on router 3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:29:08.594325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cb821390-c7ff-4cf2-81fe-487955a6df10 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:08.595529 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cb821390-c7ff-4cf2-81fe-487955a6df10 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 HTTP/1.1" status: 204 len: 168 time: 0.4296451 Jun 25 11:29:08.599976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57378) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.640697 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dbbf263a-fc73-451e-aa8e-50f941aa6701 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 HTTP/1.1" status: 200 len: 205 time: 0.0375309 Jun 25 11:29:08.642327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57382) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.695247 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-d0f427ec-1cf0-4502-926a-4f2a3d01f4b4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] delete failed (client error): The resource could not be found. Jun 25 11:29:08.696445 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d0f427ec-1cf0-4502-926a-4f2a3d01f4b4 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/3d6c1426-3c6e-4d69-8d41-b6c70d87bd35 HTTP/1.1" status: 404 len: 336 time: 0.0529869 Jun 25 11:29:08.699325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57384) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.726832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d3a213-2b92-4dbe-9a53-9807c10ab68c tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:08.727286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d3a213-2b92-4dbe-9a53-9807c10ab68c tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:08.728991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b0d3a213-2b92-4dbe-9a53-9807c10ab68c tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/3204738e-cb2a-4dd7-9295-3c4c75fb3ad6 HTTP/1.1" status: 404 len: 337 time: 0.0287476 Jun 25 11:29:08.731511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57386) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.758546 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a2d684-0072-48d1-a239-7e316cd8ca07 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:08.759003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a2d684-0072-48d1-a239-7e316cd8ca07 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:08.760697 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-72a2d684-0072-48d1-a239-7e316cd8ca07 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/e1e92308-b42a-4cbe-ae9e-80a5dbae6c21 HTTP/1.1" status: 404 len: 337 time: 0.0282850 Jun 25 11:29:08.763495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57390) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.795965 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8324697-9a04-488f-a551-b1b5370b2847 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:08.796432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8324697-9a04-488f-a551-b1b5370b2847 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:08.798193 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c8324697-9a04-488f-a551-b1b5370b2847 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/c77de7e3-26e6-4055-b0ea-75b1df6262ef HTTP/1.1" status: 404 len: 337 time: 0.0335505 Jun 25 11:29:08.800650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57394) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.828376 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed88ef6-f641-4ac2-a8d6-eadcdbb2a13a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:08.828838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed88ef6-f641-4ac2-a8d6-eadcdbb2a13a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:08.830620 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8ed88ef6-f641-4ac2-a8d6-eadcdbb2a13a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/74821453-3020-400d-823a-6f13779546d9 HTTP/1.1" status: 404 len: 337 time: 0.0283115 Jun 25 11:29:08.834095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57398) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.867020 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9085dcb9-6080-4136-9176-621c10e4ce9c tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 200 len: 205 time: 0.0313432 Jun 25 11:29:08.869256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57400) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.909482 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-ae175672-3b6d-4d16-afcd-4740812c37dc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] delete failed (client error): The resource could not be found. Jun 25 11:29:08.910500 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ae175672-3b6d-4d16-afcd-4740812c37dc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/aeadac88-dc4b-4258-98f0-1e8a70e6b515 HTTP/1.1" status: 404 len: 336 time: 0.0403190 Jun 25 11:29:08.913635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57402) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.949642 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d38b806c-76b0-46f1-9d50-0b7f26074b9a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f13a2ad-8039-412d-9a59-b2d437154894 HTTP/1.1" status: 200 len: 205 time: 0.0345104 Jun 25 11:29:08.951741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57406) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:08.987698 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-1a7b1f13-e813-42df-862d-e717845efc49 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] delete failed (client error): The resource could not be found. Jun 25 11:29:08.991269 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1a7b1f13-e813-42df-862d-e717845efc49 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/5f13a2ad-8039-412d-9a59-b2d437154894 HTTP/1.1" status: 404 len: 336 time: 0.0360715 Jun 25 11:29:08.992037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57408) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.020047 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afd3b60-7e1a-486f-9c43-0b9cd67a6ae3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:09.020490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afd3b60-7e1a-486f-9c43-0b9cd67a6ae3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:09.022487 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4afd3b60-7e1a-486f-9c43-0b9cd67a6ae3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/db6c7f85-ab62-49f4-af28-94c61a175c6a HTTP/1.1" status: 404 len: 337 time: 0.0295410 Jun 25 11:29:09.025336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57410) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.066096 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbfcb7a1-034e-4fb3-9f73-e2cb25b0bf0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=d0f2e884-92f3-4cf8-8aab-6015375ba8c2 HTTP/1.1" status: 200 len: 205 time: 0.0346372 Jun 25 11:29:09.066450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57412) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.106187 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-5c463760-2454-4bb2-9d40-f116a115b48b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] delete failed (client error): The resource could not be found. Jun 25 11:29:09.107365 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5c463760-2454-4bb2-9d40-f116a115b48b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/d0f2e884-92f3-4cf8-8aab-6015375ba8c2 HTTP/1.1" status: 404 len: 336 time: 0.0396066 Jun 25 11:29:09.111493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57414) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.143028 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-78dbae64-0dd8-4e26-a822-b1612c81d1b1 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=73083165-d4e8-4515-8453-f3cd559acfd6 HTTP/1.1" status: 200 len: 205 time: 0.0302837 Jun 25 11:29:09.146510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.187770 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-7953b8cb-8d0c-4e51-b7c7-313633ed7810 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] delete failed (client error): The resource could not be found. Jun 25 11:29:09.188793 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7953b8cb-8d0c-4e51-b7c7-313633ed7810 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/73083165-d4e8-4515-8453-f3cd559acfd6 HTTP/1.1" status: 404 len: 336 time: 0.0413449 Jun 25 11:29:09.191391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57422) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.220784 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06e3f24-8523-419c-9d00-b5c748512249 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:09.221280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06e3f24-8523-419c-9d00-b5c748512249 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:09.223257 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c06e3f24-8523-419c-9d00-b5c748512249 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/e09a36d3-68a8-4e92-9d50-ed14a9d5a2d2 HTTP/1.1" status: 404 len: 337 time: 0.0301182 Jun 25 11:29:09.226138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57426) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.257636 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4a6fed39-ee5e-4262-95a8-5b7aaa0b3478 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=804eeb67-ae5b-4387-97d8-e75bd55ec2af HTTP/1.1" status: 200 len: 205 time: 0.0300264 Jun 25 11:29:09.270823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57428) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.315616 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-8fca3e77-5826-45a2-b7d1-90e7a1cd7698 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] delete failed (client error): The resource could not be found. Jun 25 11:29:09.320038 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8fca3e77-5826-45a2-b7d1-90e7a1cd7698 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/804eeb67-ae5b-4387-97d8-e75bd55ec2af HTTP/1.1" status: 404 len: 336 time: 0.0448763 Jun 25 11:29:09.320639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57430) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.356683 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8b8860-7e3c-4aad-b4fb-50fcd9266e99 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:09.356683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8b8860-7e3c-4aad-b4fb-50fcd9266e99 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:09.356683 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ca8b8860-7e3c-4aad-b4fb-50fcd9266e99 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/6e062b71-d769-4778-b4dd-f82565f38f3e HTTP/1.1" status: 404 len: 337 time: 0.0328469 Jun 25 11:29:09.358400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57434) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.391121 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-314bacd2-d625-47ce-b083-f95e97baa7ea tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "GET /v2.0/ports?device_id=5e86de69-4469-4d43-ac53-3dd7682abd81 HTTP/1.1" status: 200 len: 205 time: 0.0311563 Jun 25 11:29:09.393329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57436) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.437374 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-bd33bda8-ec9b-42e2-a48b-d06fdb88de56 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] delete failed (client error): The resource could not be found. Jun 25 11:29:09.438457 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bd33bda8-ec9b-42e2-a48b-d06fdb88de56 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/routers/5e86de69-4469-4d43-ac53-3dd7682abd81 HTTP/1.1" status: 404 len: 336 time: 0.0441756 Jun 25 11:29:09.440889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57438) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.470145 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c217c4e-fe30-487b-940f-5623dc2f4539 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:09.470604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c217c4e-fe30-487b-940f-5623dc2f4539 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:09.472551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3c217c4e-fe30-487b-940f-5623dc2f4539 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/d589abd9-2bab-4f1c-a471-799d347721d4 HTTP/1.1" status: 404 len: 337 time: 0.0305524 Jun 25 11:29:09.475582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57442) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:09.502290 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5fff2e-26d8-49cf-a077-6df5f299deaf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] DELETE failed (client error): The resource could not be found. Jun 25 11:29:09.502822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5fff2e-26d8-49cf-a077-6df5f299deaf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 11:29:09.506048 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1d5fff2e-26d8-49cf-a077-6df5f299deaf tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] 10.222.0.81 "DELETE /v2.0/subnets/b08b3c57-fd40-45e6-8354-1bbca631b895 HTTP/1.1" status: 404 len: 337 time: 0.0293007 Jun 25 11:29:09.983420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57456) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:10.181305 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7bb6e024-2507-4652-afeb-8ad24eada0f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ebfd7a7c60448baa0c78573063d1009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965508 Jun 25 11:29:10.183646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57464) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:10.221937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57466) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:10.241250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.264104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.282949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.402001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.403077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--428250555', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:10.404756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.406003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a4ba2fa-511f-4d35-acb6-4b34d1cda6ba HTTP/1.1" status: 204 len: 168 time: 0.2214339 Jun 25 11:29:10.407218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69a6c69d-700c-4080-a795-57fcf160d2aa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:10.416274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ba2fa-511f-4d35-acb6-4b34d1cda6ba,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:10.419923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:10.488453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:29:10.495326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.511929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.618087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.751211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.755315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-38b31a79-a9b9-40b3-80d6-65e25df2d0dd tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:10.784619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:29:10.796232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:10.801704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:10.803063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.803414 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment 24f80061-4e7c-43b6-bd7c-d6927bddba9c of type vlan for network a5e146ab-b942-45ca-bd2d-f95da38d1e4c Jun 25 11:29:10.849018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.936270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.943558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:10.944373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:10.948989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a17ad52d-090d-4adf-8165-60f312cd8963 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:11.020087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=a5e146ab-b942-45ca-bd2d-f95da38d1e4c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:11.024505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:11.032187 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8088367 Jun 25 11:29:11.035126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57478) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:11.039198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:29:11.042933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:11.117962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:11.119835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:11.210397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:11.391271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:11.674149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:11.683443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57492) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:11.694527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:11.790078 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d148820b-0435-4ba5-bd64-3adfbc27ae5e tempest-ServiceProvidersTest-404126230 tempest-ServiceProvidersTest-404126230-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1052148 Jun 25 11:29:11.816106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.220 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:11.931332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.025465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.027921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:12.078860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:12.081701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:12.084760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:12.131546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:12.139429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:12.355329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57500) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:12.487753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ae941c4-07e7-4363-9fd8-2667582a2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.560206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.587968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ae941c4-07e7-4363-9fd8-2667582a2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.687889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ae941c4-07e7-4363-9fd8-2667582a2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.690877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-99b7c18e-5298-4e2e-892b-86dbed1a709b tempest-NegativeSecGroupIPv6Test-1265671486 tempest-NegativeSecGroupIPv6Test-1265671486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:12.733130 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3ae941c4-07e7-4363-9fd8-2667582a2f4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af5a33f7b9704119949a971c05ca44a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766856 Jun 25 11:29:12.734238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae941c4-07e7-4363-9fd8-2667582a2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c91ce61-cda2-4e0c-9a0c-4a851625796f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:12.737047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57504) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:12.743510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ae941c4-07e7-4363-9fd8-2667582a2f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:12.783554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.805059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.839220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.956792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.959738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:12.960998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c91ce61-cda2-4e0c-9a0c-4a851625796f HTTP/1.1" status: 204 len: 168 time: 0.2229676 Jun 25 11:29:12.961883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4fbdbb28-3454-499c-b022-9e7e3e693b49 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:12.970165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c91ce61-cda2-4e0c-9a0c-4a851625796f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:12.972478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:13.037189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:29:13.174596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:13.187412 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Sync routers for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:13.201571 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:13.202586 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:13.265880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:13.268139 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2296910 Jun 25 11:29:13.271979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57510) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:13.367835 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:13.568809 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f7a94c98-d785-4af5-80e0-55cedb4f4fe3 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2949095 Jun 25 11:29:13.571962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57520) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:13.580498 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:12Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:13.623660 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Checking router: 37e2d64e-5228-4b57-bd8e-82d28a4a4045 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:13.624281 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Updating router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:29:13.678306 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:13.807587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986c4b7-08d9-4062-84b6-923c9cac36b9 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:13.809121 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2986c4b7-08d9-4062-84b6-923c9cac36b9 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2357655 Jun 25 11:29:13.819273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57524) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:13.867280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-96c83f65-e5ea-4024-af0d-f433e6206753 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462937 Jun 25 11:29:13.869526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57528) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:13.878121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514363583', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:14.030256 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.044839 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Transition to ACTIVE for port object f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:14.117362 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-05b933d4-b255-4a08-a720-64752bf359a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751ae36-cf07-4c70-9bfa-2a8e8f1dbb24 None None] Pushing event updated for resources: {'Port': ['ID=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-f751ae36-cf07-4c70-9bfa-2a8e8f1dbb24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Attempting to bind port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Attempting to bind port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Attempting to bind port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:14.585400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Bound port: f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:14.588846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57536) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:14.589440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.589440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] For port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:14.589440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] For port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:14.590248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-13203189-404a-494d-9319-2990f751134b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1279862382-network', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:14.637209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:29:14.638137 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.642320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.645484 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-dc0fc243-62b6-40c4-8e42-371acedb4c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:14.719369 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:14.720198 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:14.722699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13203189-404a-494d-9319-2990f751134b admin admin] Made reservation on behalf of a3789569fd9b41db96f7f5f8a0eb10d7 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:29:14.726753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.741875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.765858 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751ae36-cf07-4c70-9bfa-2a8e8f1dbb24 None None] Pushing event updated for resources: {'Port': ['ID=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:14.776274 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-f751ae36-cf07-4c70-9bfa-2a8e8f1dbb24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:14.874326 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:14.885133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.950836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:14.956087 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:14.977485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13203189-404a-494d-9319-2990f751134b admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:29:14.994264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13203189-404a-494d-9319-2990f751134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd046f12-5619-42e7-803f-0c5a3cc55f91,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:14.997986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-13203189-404a-494d-9319-2990f751134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:15.002680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.003523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-13203189-404a-494d-9319-2990f751134b admin admin] Added segment 93d2ce59-1454-4c7c-bc26-7decd112509a of type vlan for network ed8e19df-47f0-409a-96df-2fab594ab80c Jun 25 11:29:15.022133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.026588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8c3ea35b-f5a0-4698-ab78-17b0f0eb2ada tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:15.060918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.075845 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:12Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:15.103960 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f747ab-6295-409c-b98e-dbded3ded6d5 None None] The sync data for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv is: [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:12Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:15.121454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=79327c6b-7ba5-4e69-b006-a6590829423a,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:15.128547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:15.135055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:15.135665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: a5e146ab-b942-45ca-bd2d-f95da38d1e4c, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:29:15.139549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.140925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13203189-404a-494d-9319-2990f751134b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:15.141615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-13203189-404a-494d-9319-2990f751134b admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.145542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5241cf64-727a-4c7d-be28-8fa0545c8236 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:15.224248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:29:15.235310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13203189-404a-494d-9319-2990f751134b admin admin] Pushing event updated for resources: {'Network': ['ID=ed8e19df-47f0-409a-96df-2fab594ab80c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:15.239490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-13203189-404a-494d-9319-2990f751134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:15.248806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network ed8e19df-47f0-409a-96df-2fab594ab80c details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:29:15.255953 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-13203189-404a-494d-9319-2990f751134b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9863243 Jun 25 11:29:15.259172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57540) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:15.264348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Request body: {'subnet': {'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1279862382-subnet', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:15.311076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a5e146ab-b942-45ca-bd2d-f95da38d1e4c) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:15.319632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:15.320552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.329135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32593ba8-221f-4bc4-a836-e1571d41cec5 None None] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:15.406634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Made reservation on behalf of a3789569fd9b41db96f7f5f8a0eb10d7 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:29:15.406634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.473298 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6014624 Jun 25 11:29:15.474567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57542) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:15.549902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:29:15.551172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.816710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:15.822164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Allocated IP 172.20.0.2 (a5e146ab-b942-45ca-bd2d-f95da38d1e4c/79327c6b-7ba5-4e69-b006-a6590829423a/8d7bbfa2-1a02-4916-a6fa-a1e92912f319) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:15.834798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:15.839809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ed7fbb4-1ad2-496b-9b53-1a00ddbbe188 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:15.919042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e882b81-7530-4bcd-8a9a-ba335d4ad99f,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:15.922672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:15.929989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Checking segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:15.930762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Network hostable DHCP agents. Network: ed8e19df-47f0-409a-96df-2fab594ab80c, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:29:16.014121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Network ed8e19df-47f0-409a-96df-2fab594ab80c is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:29:16.036396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:16.060712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:16.061289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.075419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, ed8e19df-47f0-409a-96df-2fab594ab80c) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:16.084322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:16.085504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.085753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.093668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fe0b48-7511-4a6d-a511-9d39062aece9 None None] Network ed8e19df-47f0-409a-96df-2fab594ab80c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:16.121591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Transition to ACTIVE for port object 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:16.171400 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9084392 Jun 25 11:29:16.173693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57544) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:16.180007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:16.202795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Transition to ACTIVE for port object 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:16.260204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.262027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.294575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.295697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.323982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.337992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-946016b8-0e72-43b9-924b-dd6d7ceb06b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:16.343932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:16.384215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.422501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.428702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:16.436986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:16.439568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:16.446045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-ed8e19df-47f0-409a-96df-2fab594ab80c', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:29:16.447177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.458808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Pushing event updated for resources: {'Port': ['ID=8d7bbfa2-1a02-4916-a6fa-a1e92912f319,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:16.466311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:16.484974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:16.628346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Attempting to bind port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:16.629595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Attempting to bind port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:16.630764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Attempting to bind port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 on network a5e146ab-b942-45ca-bd2d-f95da38d1e4c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:16.643982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.646174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:16.649758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:16.653517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:16.654171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Checking segment: {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:16.654768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.656034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Bound using segment: {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:16.656711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Bound port: 8d7bbfa2-1a02-4916-a6fa-a1e92912f319, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:16.657320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.776579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Allocated IP 172.20.0.2 (ed8e19df-47f0-409a-96df-2fab594ab80c/3e882b81-7530-4bcd-8a9a-ba335d4ad99f/aafeb478-bf1e-43ba-a387-84f48c98c282) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:16.789794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] For port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:16.793542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] For port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8d7bbfa2-1a02-4916-a6fa-a1e92912f319,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:16.803042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (a5e146ab-b942-45ca-bd2d-f95da38d1e4c/79327c6b-7ba5-4e69-b006-a6590829423a/442a6ca8-10f4-4a5b-aeef-5df1b259d2ec) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:16.919498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:16.928047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:16.984001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.006441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:17.083108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.116839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.118307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.120081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Pushing event updated for resources: {'Port': ['ID=8d7bbfa2-1a02-4916-a6fa-a1e92912f319,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:17.126511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:17.147890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d25a7cd6-591c-4481-824a-7bb8c0a3dc11 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:17.171905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.194879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Transition to ACTIVE for port object aafeb478-bf1e-43ba-a387-84f48c98c282 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:17.237722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Transition to ACTIVE for port object aafeb478-bf1e-43ba-a387-84f48c98c282 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:17.248209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:17.259729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:17.263339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:17.377043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Allocated IP 172.26.0.204 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/c2f38a95-99fc-4119-af5a-4890ff9045e8) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:17.380196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.460563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.463588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:17.465877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-cdb4b6e0-087c-45cf-8d87-f8aaf3d0bf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:17.475162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:17.550355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Network ed8e19df-47f0-409a-96df-2fab594ab80c is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:17.557071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:17.569043 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:17.582054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Pushing event updated for resources: {'Port': ['ID=aafeb478-bf1e-43ba-a387-84f48c98c282,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:17.590996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:17.608712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.666639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Attempting to bind port aafeb478-bf1e-43ba-a387-84f48c98c282 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:17.668192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Attempting to bind port aafeb478-bf1e-43ba-a387-84f48c98c282 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:17.668739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Attempting to bind port aafeb478-bf1e-43ba-a387-84f48c98c282 on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:17.684669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:17.685321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Checking segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:17.685966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.686499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Bound using segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:17.687239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Bound port: aafeb478-bf1e-43ba-a387-84f48c98c282, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:17.687958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.752206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.758098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3713bc30-45b5-4414-8bf9-bc59aa4a1ac7 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:17.780310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.790642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] For port aafeb478-bf1e-43ba-a387-84f48c98c282, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:17.798485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] For port aafeb478-bf1e-43ba-a387-84f48c98c282, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aafeb478-bf1e-43ba-a387-84f48c98c282,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:17.826661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:17.828884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:17.831000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:17.836478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:17.845286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f38a95-99fc-4119-af5a-4890ff9045e8,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:17.885446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:17.896646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:17.914572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:18.000743 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Pushing event updated for resources: {'Port': ['ID=aafeb478-bf1e-43ba-a387-84f48c98c282,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:18.007464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:18.088008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:18.095215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:18.192556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:18.192938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:18.398981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:18.416335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:18.494323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:18.501172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4883334b-551a-464d-bb1a-0c2641a50828 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:18.589689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c58f651-bd71-4ad7-b39c-9b479149f9b7 None None] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:18.621976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:18.674093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:18.700841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:18.712125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:18.721858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Provisioning for port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:18.729491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Provisioning complete for port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:18.730321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:18.770740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:18.772549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:18.953432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:19.114301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:19.127340 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/37e2d64e-5228-4b57-bd8e-82d28a4a4045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6450698 Jun 25 11:29:19.128479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57546) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:19.131153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Sync routers for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:19.156441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:19.157022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:19.205590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:19.293833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] For port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8d7bbfa2-1a02-4916-a6fa-a1e92912f319,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:19.322795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:19.327590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Router 362994be-e591-481c-baff-ea31fccc075c is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:29:19.366580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:19.374594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:19.406755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076b1c5-7194-47f6-b42e-983b06f367b1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.407186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076b1c5-7194-47f6-b42e-983b06f367b1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.407602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076b1c5-7194-47f6-b42e-983b06f367b1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.408121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076b1c5-7194-47f6-b42e-983b06f367b1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.408522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2076b1c5-7194-47f6-b42e-983b06f367b1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.410894 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2076b1c5-7194-47f6-b42e-983b06f367b1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.2805281 Jun 25 11:29:19.414631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57548) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:19.525550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158cd6d-5d81-49cf-ab9e-a9bb2974f1da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.526103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158cd6d-5d81-49cf-ab9e-a9bb2974f1da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.526537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158cd6d-5d81-49cf-ab9e-a9bb2974f1da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.527048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158cd6d-5d81-49cf-ab9e-a9bb2974f1da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.532218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158cd6d-5d81-49cf-ab9e-a9bb2974f1da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:19.534404 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4158cd6d-5d81-49cf-ab9e-a9bb2974f1da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1182959 Jun 25 11:29:19.539128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57550) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:19.591375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:19.607673 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:19.626593 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:19.627694 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:19.717133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:19.723024 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5433779 Jun 25 11:29:19.725946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57552) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:19.809479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0e714-4f66-475e-ab5c-e2632433068a None None] Network ed8e19df-47f0-409a-96df-2fab594ab80c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:19.839750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-84bd745c-7836-48c1-ad5b-c0aa143b27d1 None None] Provisioning for port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:19.857392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Pushing event updated for resources: {'Port': ['ID=8d7bbfa2-1a02-4916-a6fa-a1e92912f319,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:19.863233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:19.877189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aafeb478-bf1e-43ba-a387-84f48c98c282 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:19.879976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-84bd745c-7836-48c1-ad5b-c0aa143b27d1 None None] Provisioning complete for port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:19.880803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-84bd745c-7836-48c1-ad5b-c0aa143b27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:19.936184 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:20.115974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-84bd745c-7836-48c1-ad5b-c0aa143b27d1 None None] Port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:29:20.237493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:17Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:18Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:20.295915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-84bd745c-7836-48c1-ad5b-c0aa143b27d1 None None] Provisioning complete for port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:20.296509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-84bd745c-7836-48c1-ad5b-c0aa143b27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:20.301663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Checking router: 37e2d64e-5228-4b57-bd8e-82d28a4a4045 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:20.302457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Updating router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:29:20.303496 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:18Z', 'revision_number': 3, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:20.381798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port aafeb478-bf1e-43ba-a387-84f48c98c282 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:20.460015 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2542e06c-8247-4bfb-b739-c2631d0aadf8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2329 time: 0.9193594 Jun 25 11:29:20.461659 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:20.462262 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Updating router 362994be-e591-481c-baff-ea31fccc075c port c2f38a95-99fc-4119-af5a-4890ff9045e8 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:29:20.471327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:20.510713 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:20.599408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:20.851817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Provisioning complete for port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:20.852472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:20.968113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57558) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:20.974163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087045079', 'description': 'tempest-secgroup-smoke-1087045079 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:21.036760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:29:21.078338 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.090080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.090523 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Transition to ACTIVE for port object c2f38a95-99fc-4119-af5a-4890ff9045e8 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:21.091595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Allocated IP 172.20.0.1 (ed8e19df-47f0-409a-96df-2fab594ab80c/3e882b81-7530-4bcd-8a9a-ba335d4ad99f/0f7cd3e6-e105-4b28-b1a2-0177242ead3e) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:21.104708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Transition to ACTIVE for port object 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:21.128135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.162850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Provisioning for port aafeb478-bf1e-43ba-a387-84f48c98c282 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:21.167961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Provisioning complete for port aafeb478-bf1e-43ba-a387-84f48c98c282 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:21.168603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.171383 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.177702 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3b31502a-1ab5-48b5-9cbd-a347e042e238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.242302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.247842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2288a9d4-b296-44b2-9781-c197f49b8688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.248334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.278150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Transition to ACTIVE for port object 0f7cd3e6-e105-4b28-b1a2-0177242ead3e will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:21.283170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.287371 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Attempting to bind port c2f38a95-99fc-4119-af5a-4890ff9045e8 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:21.288125 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Attempting to bind port c2f38a95-99fc-4119-af5a-4890ff9045e8 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:21.288881 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Attempting to bind port c2f38a95-99fc-4119-af5a-4890ff9045e8 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:21.302542 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97767fe9-3d46-43c4-a668-f2ae1e950586 None None] Pushing event updated for resources: {'Port': ['ID=c2f38a95-99fc-4119-af5a-4890ff9045e8,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.307480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445b1d5-926b-41fa-8da6-a13ff518b99e None None] Pushing event updated for resources: {'Port': ['ID=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.307745 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-97767fe9-3d46-43c4-a668-f2ae1e950586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:21.310056 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:21.311588 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:21.312377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.313134 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:21.314034 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Bound port: c2f38a95-99fc-4119-af5a-4890ff9045e8, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:21.314814 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.320001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8445b1d5-926b-41fa-8da6-a13ff518b99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:21.355531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.358293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da7c4922-4fd9-42aa-9b0c-c916f61df5dd tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.400879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984868be-1880-4776-abe6-0b49fc71a0ba,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.403955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:21.418958 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] For port c2f38a95-99fc-4119-af5a-4890ff9045e8, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:21.422617 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] For port c2f38a95-99fc-4119-af5a-4890ff9045e8, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c2f38a95-99fc-4119-af5a-4890ff9045e8,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:21.437963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.459950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.462242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b97293b1-c0e6-4bd8-8224-c5aac7e71808 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.484699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Attempting to bind port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:21.485069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Attempting to bind port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:21.485550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Attempting to bind port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec on network a5e146ab-b942-45ca-bd2d-f95da38d1e4c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:21.497864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:21.498707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Checking segment: {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:21.499854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.499854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Bound using segment: {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:21.500154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Bound port: 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:21.500736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.501643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.502903 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.506775 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5373547 Jun 25 11:29:21.521784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57560) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:21.522185 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c12e6d3-78da-42b4-a6a4-9209eeffdfb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.522390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '984868be-1880-4776-abe6-0b49fc71a0ba', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:21.522841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] For port aafeb478-bf1e-43ba-a387-84f48c98c282, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aafeb478-bf1e-43ba-a387-84f48c98c282,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:21.542762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Network ed8e19df-47f0-409a-96df-2fab594ab80c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:21.554490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:21.568371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.572756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:21.574215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:21.608217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] For port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:21.609526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] For port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:21.619248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.635973 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:21.636633 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:21.638737 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97767fe9-3d46-43c4-a668-f2ae1e950586 None None] Pushing event updated for resources: {'Port': ['ID=c2f38a95-99fc-4119-af5a-4890ff9045e8,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.641822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.652612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.653081 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-97767fe9-3d46-43c4-a668-f2ae1e950586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:21.700626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.701320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Pushing event updated for resources: {'Port': ['ID=aafeb478-bf1e-43ba-a387-84f48c98c282,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.705262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:21.727182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.730774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.858405 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:21.860360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:21.869945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.916911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445b1d5-926b-41fa-8da6-a13ff518b99e None None] Pushing event updated for resources: {'Port': ['ID=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.930522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8445b1d5-926b-41fa-8da6-a13ff518b99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:21.946781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:21.947573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:21.951416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:21.962196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2d9af71-472c-4993-a7a3-f16e2d46ba02 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:21.993675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94aefba-9ba5-4a0d-b7c2-8b3e0b90936a,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:21.998188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:22.065498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.072116 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5625703 Jun 25 11:29:22.072955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57562) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:22.080617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '984868be-1880-4776-abe6-0b49fc71a0ba', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:22.093955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.193474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.206851 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:18Z', 'revision_number': 3, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:22.245494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f85b6db9-3e15-41ac-9121-cdd8d81c4764 None None] Provisioning complete for port aafeb478-bf1e-43ba-a387-84f48c98c282 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:22.246027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f85b6db9-3e15-41ac-9121-cdd8d81c4764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.246454 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47cbb24-cc72-4516-87ad-b90f78344b1e None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:18Z', 'revision_number': 3, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:22.292952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.302853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:22.303319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.324231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:22.346685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.380253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.382806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b7050101-a744-48b2-b456-f14376d4270f tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:22.403570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a835e58-194e-4e34-9e92-7db660688b24,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:22.406362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:22.443705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.447708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9eed9d9-d8a0-4acb-a0e2-b957c7b7cfe5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:22.476802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.480909 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4047592 Jun 25 11:29:22.481811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57564) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:22.496507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '984868be-1880-4776-abe6-0b49fc71a0ba', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:22.532968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.618493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:22.624601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:22.647103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.730787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Network ed8e19df-47f0-409a-96df-2fab594ab80c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:22.732891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:22.769154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.778092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:17Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:22.830369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-686a303d-4f4c-43ca-9f40-6701a826535c None None] Provisioning for port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:22.835311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4b9af6-e715-406d-beb9-4b4590ceb40f None None] The sync data for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv is: [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:17Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:22.841860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-686a303d-4f4c-43ca-9f40-6701a826535c None None] Provisioning complete for port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:22.842596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-686a303d-4f4c-43ca-9f40-6701a826535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.928132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:22.962925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:22.976706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:22.981209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5402e2-f868-4afd-aec9-45755c5a208d,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:22.985720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:22.992194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-686a303d-4f4c-43ca-9f40-6701a826535c None None] Port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:29:23.037208 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.042273 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5588186 Jun 25 11:29:23.043083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57566) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:23.048706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '984868be-1880-4776-abe6-0b49fc71a0ba', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:23.186765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.210348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:23.219609 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] 10.222.0.81 "PUT /v2.0/routers/362994be-e591-481c-baff-ea31fccc075c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4952059 Jun 25 11:29:23.248897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-aaf8a7fb-5430-4e1c-9262-bf6f8eef958b None None] Provisioning complete for port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:23.249566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a7fb-5430-4e1c-9262-bf6f8eef958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.342324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.360455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8a7fb-5430-4e1c-9262-bf6f8eef958b None None] Port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:29:23.425625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.429453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a7c7968-295e-4461-bed5-151e308810af tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:23.457863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d3b999-cfab-4d29-91bd-d4d0d7134c82,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:23.469260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:23.678270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.679807 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6356401 Jun 25 11:29:23.683523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57574) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:23.688575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '984868be-1880-4776-abe6-0b49fc71a0ba', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:23.804206 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:29:23.804206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.928303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.963519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2f38a95-99fc-4119-af5a-4890ff9045e8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:23.996739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:23.999203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:24.026031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65aa61fd-9ea8-49c0-ac0d-310306cf409f,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:24.030878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:24.098485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.099822 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4153202 Jun 25 11:29:24.102793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57580) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:24.108010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '984868be-1880-4776-abe6-0b49fc71a0ba', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:24.140117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port c2f38a95-99fc-4119-af5a-4890ff9045e8 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:24.147444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c2f38a95-99fc-4119-af5a-4890ff9045e8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:24.148234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.237312 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:29:24.251166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.297077 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.342375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port c2f38a95-99fc-4119-af5a-4890ff9045e8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c2f38a95-99fc-4119-af5a-4890ff9045e8,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:24.364604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57586) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:24.373439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-480135201-network', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:24.398378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.408100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.409040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:24.413078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:24.471462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.483859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8471268e-fe2d-4976-87af-5ef77da4a189 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:24.498156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=c2f38a95-99fc-4119-af5a-4890ff9045e8,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:24.500878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Made reservation on behalf of bbedd1f17ab74f4eadac42df9c2e64a6 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:29:24.501890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:24.510364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eea3328-af09-4eac-a5dc-5d28aafd16a2,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:24.510828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.516013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:24.524033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.648076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:24.648076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:24.648076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.669656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:24.678396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.680977 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5769534 Jun 25 11:29:24.691785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:24.692376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:24.820665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.833248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.862946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:24.881568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.888703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:24.923690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:24.933669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:29:24.957185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8040f5-dd77-4c6d-87b8-8562432d5536,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:24.972148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:24.980630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:24.981121 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Added segment caee5b3f-aef3-4eb3-a51c-67cbd74c8525 of type vlan for network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f Jun 25 11:29:25.015323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.016226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aafeb478-bf1e-43ba-a387-84f48c98c282 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:25.019690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d75e8c10-c900-48f3-a86f-a02dc2458626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:25.048067 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-e9d67d1e-d390-419c-936e-6f5dd6ce5e76 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087045079&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0997477 Jun 25 11:29:25.071212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.127097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:25.147844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:25.161030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port aafeb478-bf1e-43ba-a387-84f48c98c282 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:25.161670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.220396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:22Z', 'revision_number': 2, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:25.251347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:25.251730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Updating router 362994be-e591-481c-baff-ea31fccc075c port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:29:25.280399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-dc0deb66-fd60-480a-af25-3a1ff4e1faf1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:25.285276 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-dc0deb66-fd60-480a-af25-3a1ff4e1faf1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 200 len: 796 time: 0.2168939 Jun 25 11:29:25.287015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.288174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:25.288761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.292194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-79469a6c-847c-4145-897e-bc3dc0b7b5e6 tempest-BulkNetworkOpsIpV6Test-2033681347 tempest-BulkNetworkOpsIpV6Test-2033681347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:25.316982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.332095 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-eda90663-4411-440b-931e-7ab7c26060b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0372097 Jun 25 11:29:25.398846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Pushing event updated for resources: {'Network': ['ID=0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:25.419828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:25.431783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:29:25.436100 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0689874 Jun 25 11:29:25.439969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57604) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:25.447521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Request body: {'subnet': {'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-480135201-subnet', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:25.501615 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-8785162f-f78b-4238-9e6f-5f2b03d47bf6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333385 Jun 25 11:29:25.573618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Made reservation on behalf of bbedd1f17ab74f4eadac42df9c2e64a6 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:29:25.578087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.747058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.757788 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-84fe9f39-2edc-4252-bf9a-52b4c1c721ad service neutron] 10.222.0.81 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543094 Jun 25 11:29:25.777772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Transition to ACTIVE for port object 0f7cd3e6-e105-4b28-b1a2-0177242ead3e will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:25.814309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2f38a95-99fc-4119-af5a-4890ff9045e8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:25.872636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c2f38a95-99fc-4119-af5a-4890ff9045e8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:25.873028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.880577 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-bf4c4d2f-91bc-4b6f-a527-6f11a0de5b03 service neutron] 10.222.0.81 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115787 Jun 25 11:29:25.894006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.898234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:25.923166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:25.927557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-146a0229-96b0-48d8-b137-50936d2f936c tempest-NetworksTestDHCPv6-2074428694 tempest-NetworksTestDHCPv6-2074428694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:25.970036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0121dae-a17c-4b0e-986c-29f261a16e40 None None] Pushing event updated for resources: {'Port': ['ID=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:25.974270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a0121dae-a17c-4b0e-986c-29f261a16e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:26.001859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8edebf4c-450e-4172-a850-68553964bb03,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:26.010292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:26.017348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Checking segment: {'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:26.017739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Network hostable DHCP agents. Network: 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:29:26.069531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Attempting to bind port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:26.069914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Attempting to bind port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:26.070282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Attempting to bind port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:26.079810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:26.080181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Checking segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:26.080620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.081171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Bound using segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:26.081521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Bound port: 0f7cd3e6-e105-4b28-b1a2-0177242ead3e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:26.081949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.085200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:26.128366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:29:26.181519 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7a9c969b-fe43-4f35-8c2a-c3e6b22278fb req-001e1e1d-681b-4c6a-96ba-21736ffad6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0372374 Jun 25 11:29:26.194195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] For port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:26.207153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] For port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:26.207153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:26.207153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.236410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:26.246602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:26.246602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.248245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad8c6d-bc40-4192-86b1-4c903dbec524 None None] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:26.308299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.312675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:26.339904 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d787d359-fd61-4ef0-8bbc-1fb400ad0cc1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8976138 Jun 25 11:29:26.343592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57610) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:26.348825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:26.482224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.483529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.543386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.589074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0121dae-a17c-4b0e-986c-29f261a16e40 None None] Pushing event updated for resources: {'Port': ['ID=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:26.591873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:26.592492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:26.595814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a0121dae-a17c-4b0e-986c-29f261a16e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:26.738869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f', 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'fixed_ips': [{'subnet_id': '8edebf4c-450e-4172-a850-68553964bb03'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:29:26.739727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:26.758959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:26.804432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.028748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Allocated IP 172.20.0.2 (0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f/8edebf4c-450e-4172-a850-68553964bb03/41667f3c-f38d-4280-9f4e-e434f019f04e) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:27.128044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.153487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.179460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:26Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:27.239470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c9be1-6d97-4deb-9347-ba54dcfd874d None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:26Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:27.271658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Allocated IP 172.26.0.254 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/6ec02b21-78df-4b5f-9f7f-de96c2634236) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:27.273766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.286273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Transition to ACTIVE for port object 41667f3c-f38d-4280-9f4e-e434f019f04e will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:27.290861 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8693e681-5f3f-45f9-956f-bb5a301cbfe9 req-0f03ccb1-0ebd-4e7e-b8d5-8f1257a8f83d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0521333 Jun 25 11:29:27.328104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Transition to ACTIVE for port object 41667f3c-f38d-4280-9f4e-e434f019f04e will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:27.415861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.419761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.422897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-081452f9-0571-4c0f-ae0b-21abd3fc4881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:27.466234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:27.473631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:27.478802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:27.481790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Pushing event updated for resources: {'Port': ['ID=41667f3c-f38d-4280-9f4e-e434f019f04e,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:27.485754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:27.545913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Attempting to bind port 41667f3c-f38d-4280-9f4e-e434f019f04e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:27.546291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Attempting to bind port 41667f3c-f38d-4280-9f4e-e434f019f04e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:27.546661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Attempting to bind port 41667f3c-f38d-4280-9f4e-e434f019f04e on network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:27.552533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:27.552839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Checking segment: {'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:27.553279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.553681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Bound using segment: {'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:27.554159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Bound port: 41667f3c-f38d-4280-9f4e-e434f019f04e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:27.554595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.562671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.567626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:27.602334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:27.605937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:27.608433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:27.628990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] For port 41667f3c-f38d-4280-9f4e-e434f019f04e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:27.632750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] For port 41667f3c-f38d-4280-9f4e-e434f019f04e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=41667f3c-f38d-4280-9f4e-e434f019f04e,segment=NetworkSegment(caee5b3f-aef3-4eb3-a51c-67cbd74c8525),segment_id=caee5b3f-aef3-4eb3-a51c-67cbd74c8525)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:27.647580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec02b21-78df-4b5f-9f7f-de96c2634236,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:27.650586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:27.716684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:27.719625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-be1f8488-1133-44ae-86fa-5e1abf6af2d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:27.805220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Pushing event updated for resources: {'Port': ['ID=41667f3c-f38d-4280-9f4e-e434f019f04e,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:27.810384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:27.827192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0f7cd3e6-e105-4b28-b1a2-0177242ead3e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:27.969508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:27.974824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:27.975214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:28.018852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:28.099827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:28.147083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:28.246208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:28.248049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:28.252538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-782e7829-538e-4061-844e-d7b23af8b79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:28.312266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:28.315626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:28.436230 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1bf225dd-da0a-4030-abaf-77c3a506f1aa req-bfa97772-61a5-48a6-ade6-121e1bed90b8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0327423 Jun 25 11:29:28.458956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Router 77010635-8cd8-4f62-b83e-554b48877532 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:29:28.583267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:28.593518 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Sync routers for ids ['77010635-8cd8-4f62-b83e-554b48877532'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:28.605764 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Routers {'77010635-8cd8-4f62-b83e-554b48877532'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:28.606462 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['77010635-8cd8-4f62-b83e-554b48877532'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:28.723274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:28.724985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3803055 Jun 25 11:29:28.727876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57630) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:28.745796 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Set router 77010635-8cd8-4f62-b83e-554b48877532 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:28.830080 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:29:28.855452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763f709-a586-43c4-84f9-82e17292c93a None None] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:29:28.956219 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:29:27Z', 'revision_number': 3, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port': {'id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:27Z', 'updated_at': '2021-06-25T11:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:28.987445 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Checking router: 77010635-8cd8-4f62-b83e-554b48877532 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:28.987969 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Updating router 77010635-8cd8-4f62-b83e-554b48877532 port 6ec02b21-78df-4b5f-9f7f-de96c2634236 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:29:29.028295 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.032272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ef07dcdd-ed20-4e0d-8b9a-11d451cfb7db None None] Provisioning for port 41667f3c-f38d-4280-9f4e-e434f019f04e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:29.296483 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.306339 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Transition to ACTIVE for port object 6ec02b21-78df-4b5f-9f7f-de96c2634236 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:29.390814 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.392504 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b3765ed0-58db-4bf9-82da-ff1e65b6a1b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:29.448424 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8bf56-91b8-4b87-9e94-6fa58e2d05dc None None] Pushing event updated for resources: {'Port': ['ID=6ec02b21-78df-4b5f-9f7f-de96c2634236,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:29.450799 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Attempting to bind port 6ec02b21-78df-4b5f-9f7f-de96c2634236 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:29.451176 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Attempting to bind port 6ec02b21-78df-4b5f-9f7f-de96c2634236 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:29.451549 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Attempting to bind port 6ec02b21-78df-4b5f-9f7f-de96c2634236 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:29.458201 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a9c8bf56-91b8-4b87-9e94-6fa58e2d05dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:29.459199 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:29.459577 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:29.459984 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.460462 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:29.460909 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Bound port: 6ec02b21-78df-4b5f-9f7f-de96c2634236, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:29.461360 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.489169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f25467d0-c61c-4449-8253-322a439c4be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.526786 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] For port 6ec02b21-78df-4b5f-9f7f-de96c2634236, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:29.526786 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] For port 6ec02b21-78df-4b5f-9f7f-de96c2634236, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6ec02b21-78df-4b5f-9f7f-de96c2634236,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:29.554409 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0442e977-0e81-477f-bb97-ebd8242d99e9 req-c8fd9736-64cf-498c-ba36-d15acd967312 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0535674 Jun 25 11:29:29.573899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.637746 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.640473 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:29.703934 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Routers {'77010635-8cd8-4f62-b83e-554b48877532'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:29.704749 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['77010635-8cd8-4f62-b83e-554b48877532'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:29.747767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Allocated IP 172.20.0.1 (0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f/8edebf4c-450e-4172-a850-68553964bb03/bf6396fe-1c6a-4598-affc-e76cb9a083ac) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:29.818619 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8bf56-91b8-4b87-9e94-6fa58e2d05dc None None] Pushing event updated for resources: {'Port': ['ID=6ec02b21-78df-4b5f-9f7f-de96c2634236,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:29.822733 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a9c8bf56-91b8-4b87-9e94-6fa58e2d05dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:29.850468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 41667f3c-f38d-4280-9f4e-e434f019f04e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:29.859569 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] Set router 77010635-8cd8-4f62-b83e-554b48877532 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:29.898154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:29.913320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Transition to ACTIVE for port object bf6396fe-1c6a-4598-affc-e76cb9a083ac will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:30.030363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 41667f3c-f38d-4280-9f4e-e434f019f04e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:30.034835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 41667f3c-f38d-4280-9f4e-e434f019f04e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:30.039845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.067782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.071715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ee46acb-4cbb-4d3a-ac69-b3a77f5f49d0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:30.110219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:30.116413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:30.127069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.133513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:30.165374 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:29:27Z', 'revision_number': 3, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port': {'id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:27Z', 'updated_at': '2021-06-25T11:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:30.184364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 41667f3c-f38d-4280-9f4e-e434f019f04e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=41667f3c-f38d-4280-9f4e-e434f019f04e,segment=NetworkSegment(caee5b3f-aef3-4eb3-a51c-67cbd74c8525),segment_id=caee5b3f-aef3-4eb3-a51c-67cbd74c8525)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:30.193083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.194732 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeae7ae-cdac-4a40-b205-f94baea2fdd3 None None] The sync data for ids ['77010635-8cd8-4f62-b83e-554b48877532'] in dv-neutron-797120-5-hyperv is: [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:29:27Z', 'revision_number': 3, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port': {'id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:27Z', 'updated_at': '2021-06-25T11:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:30.197685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6396fe-1c6a-4598-affc-e76cb9a083ac,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:30.233034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:30.299843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.302004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0f7cd3e6-e105-4b28-b1a2-0177242ead3e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:30.305266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0b37ac5b-57ff-4678-982f-b7a4bbfcbce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:30.401656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=41667f3c-f38d-4280-9f4e-e434f019f04e,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:30.405850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:30.420153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:30.420616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.482950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b1733ceb-5cb5-48e4-b5a9-669b0abf7fb6 None None] Provisioning for port bf6396fe-1c6a-4598-affc-e76cb9a083ac completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:30.488739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b1733ceb-5cb5-48e4-b5a9-669b0abf7fb6 None None] Provisioning complete for port bf6396fe-1c6a-4598-affc-e76cb9a083ac triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:30.494449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1733ceb-5cb5-48e4-b5a9-669b0abf7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.506277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.556794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b1733ceb-5cb5-48e4-b5a9-669b0abf7fb6 None None] Port bf6396fe-1c6a-4598-affc-e76cb9a083ac cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:29:30.641292 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-86820a60-8f65-49e4-9ed6-d3206eada4b8 req-341da123-9d54-48b0-b56d-fd1b70124686 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0326595 Jun 25 11:29:30.718318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.794602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.798777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db2ea20b-52be-48e7-9595-1fc68824c538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:30.865891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6396fe-1c6a-4598-affc-e76cb9a083ac,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:30.868914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:30.871360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:30.976673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:30.978187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:31.111478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Router 77010635-8cd8-4f62-b83e-554b48877532 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:31.228556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:31.233475 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] 10.222.0.81 "PUT /v2.0/routers/77010635-8cd8-4f62-b83e-554b48877532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034709 Jun 25 11:29:31.283373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-21180bdd-d7ea-4270-8b62-c2d96711f54c None None] Provisioning complete for port bf6396fe-1c6a-4598-affc-e76cb9a083ac triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:31.283767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-21180bdd-d7ea-4270-8b62-c2d96711f54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:31.329654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-21180bdd-d7ea-4270-8b62-c2d96711f54c None None] Port bf6396fe-1c6a-4598-affc-e76cb9a083ac cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:29:31.823927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-886b0975-07e3-4e13-8c02-41b309094b39 req-88c57115-b32f-41b6-a8ec-99bb248e4a67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0357394 Jun 25 11:29:31.852796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 41667f3c-f38d-4280-9f4e-e434f019f04e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:31.879540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57648) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:31.886429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224798060', 'description': 'tempest-secgroup-smoke-1224798060 description', 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:31.920628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 41667f3c-f38d-4280-9f4e-e434f019f04e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:31.921122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:31.943031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Sync routers for ids ['77010635-8cd8-4f62-b83e-554b48877532'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:31.965588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Routers {'77010635-8cd8-4f62-b83e-554b48877532'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:31.966217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['77010635-8cd8-4f62-b83e-554b48877532'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:32.028606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5e7cec8b-6978-4475-b30c-8300e1f8e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.038377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.110875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6ec02b21-78df-4b5f-9f7f-de96c2634236 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:32.137848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.141872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.156606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Set router 77010635-8cd8-4f62-b83e-554b48877532 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:32.217725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.220219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0370b2bf-fd1d-47ae-94aa-61f6997c6b18 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:32.253048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d91585a-7df1-4dcd-889d-e7675a087a1f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:32.255793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:32.311385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.317475 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4311090 Jun 25 11:29:32.317974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57652) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:32.324029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'security_group_rule': {'security_group_id': '8d91585a-7df1-4dcd-889d-e7675a087a1f', 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:32.431951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 6ec02b21-78df-4b5f-9f7f-de96c2634236 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:32.438679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 6ec02b21-78df-4b5f-9f7f-de96c2634236 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:32.439061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.459414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.543704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.569283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.596083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 6ec02b21-78df-4b5f-9f7f-de96c2634236, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6ec02b21-78df-4b5f-9f7f-de96c2634236,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:32.609543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:29:30Z', 'revision_number': 4, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port': {'id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:27Z', 'updated_at': '2021-06-25T11:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'bf6396fe-1c6a-4598-affc-e76cb9a083ac', 'name': '', 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'mac_address': 'fa:16:3e:d3:0a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8edebf4c-450e-4172-a850-68553964bb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:29Z', 'updated_at': '2021-06-25T11:29:30Z', 'revision_number': 2, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'subnets': [{'id': '8edebf4c-450e-4172-a850-68553964bb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:32.627251 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Checking router: 77010635-8cd8-4f62-b83e-554b48877532 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:32.627617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Updating router 77010635-8cd8-4f62-b83e-554b48877532 port bf6396fe-1c6a-4598-affc-e76cb9a083ac binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:29:32.662374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.824840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.827873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71ec7b6e-7a5f-42bf-9297-559c61ce569a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:32.828506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.832457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-af46dcd3-efff-4985-b90d-d22cd7661eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:32.846685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef768ac-f7b2-4189-9fc1-d69021906c10,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:32.849838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:32.913830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=6ec02b21-78df-4b5f-9f7f-de96c2634236,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:32.917878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:32.939888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:32.942388 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6230538 Jun 25 11:29:32.949902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57656) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:32.955218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'security_group_rule': {'security_group_id': '8d91585a-7df1-4dcd-889d-e7675a087a1f', 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:32.978037 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b8c48c24-0f89-4eda-8d76-ee33605ba585 req-325b47a3-a961-4b37-808e-d6f9b2ae0b4f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0293896 Jun 25 11:29:32.985724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.005799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Transition to ACTIVE for port object bf6396fe-1c6a-4598-affc-e76cb9a083ac will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:33.058392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.082479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.083114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.085996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-de17fb95-9d51-4506-b9a3-fbe43b05fff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:33.120929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.137628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97252036-c8d6-4893-aeee-76fee3b0c67d None None] Pushing event updated for resources: {'Port': ['ID=bf6396fe-1c6a-4598-affc-e76cb9a083ac,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:33.141075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-97252036-c8d6-4893-aeee-76fee3b0c67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:33.196990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Attempting to bind port bf6396fe-1c6a-4598-affc-e76cb9a083ac on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:33.197473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Attempting to bind port bf6396fe-1c6a-4598-affc-e76cb9a083ac by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:33.197870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Attempting to bind port bf6396fe-1c6a-4598-affc-e76cb9a083ac on network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:33.202105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.205141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:33.205584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Checking segment: {'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:33.206335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.206995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Bound using segment: {'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:33.207926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Bound port: bf6396fe-1c6a-4598-affc-e76cb9a083ac, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:33.208326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.209462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a33e7e56-e92f-4de9-97e8-7521d3fcf3d8 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:33.224797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a3436d-86a9-4692-9d47-6fb50ae8cb9a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:33.232428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:33.276567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] For port bf6396fe-1c6a-4598-affc-e76cb9a083ac, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:33.280107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] For port bf6396fe-1c6a-4598-affc-e76cb9a083ac, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bf6396fe-1c6a-4598-affc-e76cb9a083ac,segment=NetworkSegment(caee5b3f-aef3-4eb3-a51c-67cbd74c8525),segment_id=caee5b3f-aef3-4eb3-a51c-67cbd74c8525)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:33.379690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.380964 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4298899 Jun 25 11:29:33.383688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57658) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:33.389691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'security_group_rule': {'security_group_id': '8d91585a-7df1-4dcd-889d-e7675a087a1f', 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:33.412749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.414893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b5f1a2e2-fec6-4b50-9266-47ee64386cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:33.464733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Routers {'77010635-8cd8-4f62-b83e-554b48877532'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:33.465661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['77010635-8cd8-4f62-b83e-554b48877532'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:33.517041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97252036-c8d6-4893-aeee-76fee3b0c67d None None] Pushing event updated for resources: {'Port': ['ID=bf6396fe-1c6a-4598-affc-e76cb9a083ac,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:33.528574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-97252036-c8d6-4893-aeee-76fee3b0c67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:33.616454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] Set router 77010635-8cd8-4f62-b83e-554b48877532 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:33.660958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.740318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-e264d8fc-2fae-4824-bf0a-2b7a9b8e4db9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:33.742046 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-e264d8fc-2fae-4824-bf0a-2b7a9b8e4db9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 200 len: 796 time: 0.1546445 Jun 25 11:29:33.756490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.766590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6ec02b21-78df-4b5f-9f7f-de96c2634236 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:33.809918 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-8d9bb1b1-b3aa-4b04-90a1-15c0763f7cb3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 380 time: 0.0520763 Jun 25 11:29:33.813205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.822121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['984868be-1880-4776-abe6-0b49fc71a0ba']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:33.823657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:33.860221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 6ec02b21-78df-4b5f-9f7f-de96c2634236 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:33.860570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.911557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b94620b-8758-416b-a899-858e9155a3ed,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:33.915526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:33.919329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:29:30Z', 'revision_number': 4, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port': {'id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:27Z', 'updated_at': '2021-06-25T11:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'bf6396fe-1c6a-4598-affc-e76cb9a083ac', 'name': '', 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'mac_address': 'fa:16:3e:d3:0a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8edebf4c-450e-4172-a850-68553964bb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:29Z', 'updated_at': '2021-06-25T11:29:33Z', 'revision_number': 4, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'subnets': [{'id': '8edebf4c-450e-4172-a850-68553964bb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:33.977271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624398d1-357b-4ec6-a0db-a00fdf871e77 None None] The sync data for ids ['77010635-8cd8-4f62-b83e-554b48877532'] in dv-neutron-797120-5-hyperv is: [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:29:30Z', 'revision_number': 4, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port': {'id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:27Z', 'updated_at': '2021-06-25T11:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'bf6396fe-1c6a-4598-affc-e76cb9a083ac', 'name': '', 'network_id': '0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'mac_address': 'fa:16:3e:d3:0a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '8edebf4c-450e-4172-a850-68553964bb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:29Z', 'updated_at': '2021-06-25T11:29:33Z', 'revision_number': 4, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'subnets': [{'id': '8edebf4c-450e-4172-a850-68553964bb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:33.980752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:33.982053 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5974061 Jun 25 11:29:33.985423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:33.995079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'security_group_rule': {'security_group_id': '8d91585a-7df1-4dcd-889d-e7675a087a1f', 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:34.076787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:29:34.080310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.161456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-79a58a20-5c78-49ca-8f61-9f03e5123a96 req-32dc5b8e-2b27-4bd7-bf99-798a7eec210c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0494335 Jun 25 11:29:34.201609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.271983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.297782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.7 (a5e146ab-b942-45ca-bd2d-f95da38d1e4c/79327c6b-7ba5-4e69-b006-a6590829423a/0773e410-eab0-40f2-bc87-fe5967fbd0a3) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:34.379248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.381171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8ddf084-ea29-494f-a77e-9c66081e2d62 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:34.401932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b019f027-a455-442c-a91d-7e83fa8080f7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:34.404969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:34.450686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.466420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 0773e410-eab0-40f2-bc87-fe5967fbd0a3 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:34.492937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.494236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5069067 Jun 25 11:29:34.497139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57668) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:34.501708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'security_group_rule': {'security_group_id': '8d91585a-7df1-4dcd-889d-e7675a087a1f', 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:34.613805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.618023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:34.669908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:34.670806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:34.670971 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Project a3789569fd9b41db96f7f5f8a0eb10d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:29:34.674856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:34.681695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.697547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=0773e410-eab0-40f2-bc87-fe5967fbd0a3,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:34.720664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:34.780445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:34.780821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.787157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.887986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.893025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1b9cfd92-92da-4485-a5fc-4f9705a6e588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:34.910177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b82bf34-72eb-4a25-82ca-e80426340d57,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:34.913635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:34.914106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.915747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1001837 Jun 25 11:29:34.929023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Request body: {'port': {'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:34.984781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:34.989032 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4879968 Jun 25 11:29:34.989809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57672) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:34.995434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'security_group_rule': {'security_group_id': '8d91585a-7df1-4dcd-889d-e7675a087a1f', 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:35.021424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.080912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ab99f094-9047-4503-bd54-90eaba335fa3 None None] Provisioning for port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:35.087745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ab99f094-9047-4503-bd54-90eaba335fa3 None None] Provisioning complete for port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:35.088340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab99f094-9047-4503-bd54-90eaba335fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.109432 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Project a3789569fd9b41db96f7f5f8a0eb10d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:29:35.116857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.154568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ab99f094-9047-4503-bd54-90eaba335fa3 None None] Port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:29:35.213462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.290279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.295565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-17699726-b25b-42ce-bf87-1b0875872d80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:35.334369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bc1118-a25d-46f0-86be-714dc2e7eeda,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:35.345079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:35.416792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29548bcf-b560-4d1a-8fa7-f9e992e5fb93 req-21a0a758-ce95-4263-bd4e-1054cf36a8f9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:35.418661 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-29548bcf-b560-4d1a-8fa7-f9e992e5fb93 req-21a0a758-ce95-4263-bd4e-1054cf36a8f9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 931 time: 0.1068332 Jun 25 11:29:35.421327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0773e410-eab0-40f2-bc87-fe5967fbd0a3 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:29:35.421629 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.425149 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4323823 Jun 25 11:29:35.436112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.463692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Transition to ACTIVE for port object 0773e410-eab0-40f2-bc87-fe5967fbd0a3 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:29:35.502670 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-29548bcf-b560-4d1a-8fa7-f9e992e5fb93 req-0a2624ad-e006-4864-a386-00c6e43375cd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713086 Jun 25 11:29:35.522754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.526756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1fdb8dc8-f252-4f88-833f-8f2fc59dc35d tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:35.620582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Pushing event updated for resources: {'Port': ['ID=0773e410-eab0-40f2-bc87-fe5967fbd0a3,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:35.641265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:35.702102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Attempting to bind port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:29:35.702696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Attempting to bind port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:29:35.703042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Attempting to bind port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 on network a5e146ab-b942-45ca-bd2d-f95da38d1e4c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:35.716535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 on network a5e146ab-b942-45ca-bd2d-f95da38d1e4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:29:35.716863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Attempting to bind port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 on network a5e146ab-b942-45ca-bd2d-f95da38d1e4c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:29:35.735957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:29:35.736938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Checking segment: {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:29:35.737536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Bound using segment: {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:29:35.738109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Bound port: 0773e410-eab0-40f2-bc87-fe5967fbd0a3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f80061-4e7c-43b6-bd7c-d6927bddba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:29:35.740999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.828955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bf6396fe-1c6a-4598-affc-e76cb9a083ac up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:35.863949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] For port 0773e410-eab0-40f2-bc87-fe5967fbd0a3, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:29:35.870812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] For port 0773e410-eab0-40f2-bc87-fe5967fbd0a3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:29:35.939494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.942244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:35.991658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:35.992397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:35.993967 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] 10.222.0.47 "PUT /v2.0/ports/0773e410-eab0-40f2-bc87-fe5967fbd0a3 HTTP/1.1" status: 200 len: 1093 time: 1.0703812 Jun 25 11:29:35.996587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port bf6396fe-1c6a-4598-affc-e76cb9a083ac completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:35.998222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:29:36.002084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port bf6396fe-1c6a-4598-affc-e76cb9a083ac triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:36.002475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:36.002610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c827c436-46aa-4dd8-ac6f-2bb5734dc9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:29:36.030349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Pushing event updated for resources: {'Port': ['ID=0773e410-eab0-40f2-bc87-fe5967fbd0a3,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:36.049692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:36.080359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c8a38-146d-4ce7-8c63-18c8d7668019 x-openstack-request-id: req-0e1c8a38-146d-4ce7-8c63-18c8d7668019 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:29:36.080791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:29:36.081216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e1c8a38-146d-4ce7-8c63-18c8d7668019 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:29:36.082621 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'status': 'completed', 'code': 200} Jun 25 11:29:36.131440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:36.176177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port bf6396fe-1c6a-4598-affc-e76cb9a083ac, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bf6396fe-1c6a-4598-affc-e76cb9a083ac,segment=NetworkSegment(caee5b3f-aef3-4eb3-a51c-67cbd74c8525),segment_id=caee5b3f-aef3-4eb3-a51c-67cbd74c8525)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:36.183307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c436-46aa-4dd8-ac6f-2bb5734dc9e4 req-d9143c89-0308-43ef-acdf-74bfcb31b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:36.184806 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c827c436-46aa-4dd8-ac6f-2bb5734dc9e4 req-d9143c89-0308-43ef-acdf-74bfcb31b6dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1096 time: 0.0774834 Jun 25 11:29:36.270992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:36.272835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a0121dae-a17c-4b0e-986c-29f261a16e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:36.346192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=bf6396fe-1c6a-4598-affc-e76cb9a083ac,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:36.352366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:36.378192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c436-46aa-4dd8-ac6f-2bb5734dc9e4 req-e940b95d-bd36-4679-a90f-0ff3668d5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:36.380675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c827c436-46aa-4dd8-ac6f-2bb5734dc9e4 req-e940b95d-bd36-4679-a90f-0ff3668d5dc8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1882591 Jun 25 11:29:36.593010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c436-46aa-4dd8-ac6f-2bb5734dc9e4 req-97a12d5a-8944-4634-99be-e58593ca9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:36.594647 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c827c436-46aa-4dd8-ac6f-2bb5734dc9e4 req-97a12d5a-8944-4634-99be-e58593ca9b61 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2078819 Jun 25 11:29:36.691284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-46069833-03a8-4afa-8447-32850864e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:36.693039 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-46069833-03a8-4afa-8447-32850864e4b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1096 time: 0.0554550 Jun 25 11:29:36.701403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5086c9-c050-410d-8bce-0b65b5498fc2 req-0075b112-a375-46a7-88b5-564347edb862 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:36.703003 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0d5086c9-c050-410d-8bce-0b65b5498fc2 req-0075b112-a375-46a7-88b5-564347edb862 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 943 time: 0.0664499 Jun 25 11:29:36.736157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-9abd2a6e-3272-4f6c-bb1d-46fef94b63be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3 HTTP/1.1" status: 200 len: 217 time: 0.0364547 Jun 25 11:29:36.744713 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0d5086c9-c050-410d-8bce-0b65b5498fc2 req-cbc9aea7-c23a-4682-9890-4a8b520be7fb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352459 Jun 25 11:29:36.794592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-66fc5c32-0d2b-4911-b289-dd0ba4cfec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:36.796157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-66fc5c32-0d2b-4911-b289-dd0ba4cfec8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79327c6b-7ba5-4e69-b006-a6590829423a HTTP/1.1" status: 200 len: 834 time: 0.0544250 Jun 25 11:29:36.855312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-5092e41a-02a0-4a8b-80c4-95a9e6077041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:36.856930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-5092e41a-02a0-4a8b-80c4-95a9e6077041 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546074 Jun 25 11:29:36.971981 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-2afc959c-4f5f-4517-9274-cf09db2dffcd service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075203 Jun 25 11:29:37.072994 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13210781-5fc2-48bf-97ad-f4082819b9ca req-b1d76457-552f-43ad-96ec-3958f7e77f37 service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948410 Jun 25 11:29:37.742106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bf6396fe-1c6a-4598-affc-e76cb9a083ac up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:37.798030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port bf6396fe-1c6a-4598-affc-e76cb9a083ac triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:37.798428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:37.973336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacaa1a-a1c3-4218-99af-ad6808aef9bc req-59682a86-e1d2-4d24-b4ca-7223f5ef7951 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:37.975785 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aaacaa1a-a1c3-4218-99af-ad6808aef9bc req-59682a86-e1d2-4d24-b4ca-7223f5ef7951 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 943 time: 0.0971649 Jun 25 11:29:38.022840 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aaacaa1a-a1c3-4218-99af-ad6808aef9bc req-21693e97-10a2-4866-82d0-b79edfb6a37d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377836 Jun 25 11:29:39.204438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8ff0-c7fe-4578-a463-d88acd43b977 req-88006ff2-af8e-4a6b-ab65-d573656169c7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:39.205994 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6cbf8ff0-c7fe-4578-a463-d88acd43b977 req-88006ff2-af8e-4a6b-ab65-d573656169c7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 943 time: 0.0678954 Jun 25 11:29:39.249389 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6cbf8ff0-c7fe-4578-a463-d88acd43b977 req-d38978d4-3c32-432e-8ac7-cc0c883a6f66 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373111 Jun 25 11:29:40.327478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:40.447174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271fc44-8b10-45c8-8b9e-b10ecfc39492 req-ba051b34-b8e7-4ba5-a537-581a806d004c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:40.448748 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3271fc44-8b10-45c8-8b9e-b10ecfc39492 req-ba051b34-b8e7-4ba5-a537-581a806d004c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 943 time: 0.0703974 Jun 25 11:29:40.666287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 0773e410-eab0-40f2-bc87-fe5967fbd0a3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:29:40.773964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 0773e410-eab0-40f2-bc87-fe5967fbd0a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:40.786880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:29:40.827493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:40.839360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3271fc44-8b10-45c8-8b9e-b10ecfc39492 req-02525c67-e239-4373-87e1-47d9ad62b48b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848264 Jun 25 11:29:40.844577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0773e410-eab0-40f2-bc87-fe5967fbd0a3 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:29:40.879850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 0773e410-eab0-40f2-bc87-fe5967fbd0a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:40.982826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:40.985928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:41.038448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=0773e410-eab0-40f2-bc87-fe5967fbd0a3,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:41.041782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:41.319494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['0773e410-eab0-40f2-bc87-fe5967fbd0a3'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:29:42.025738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80db90-3b72-4b0a-ab03-c92846013642 req-b336a32d-16bb-42c3-a9db-caa5733e4cdc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:42.027158 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bf80db90-3b72-4b0a-ab03-c92846013642 req-b336a32d-16bb-42c3-a9db-caa5733e4cdc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 944 time: 0.0784905 Jun 25 11:29:42.068302 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bf80db90-3b72-4b0a-ab03-c92846013642 req-862c234d-af60-4979-bef2-40f4de9ae99e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353317 Jun 25 11:29:42.675456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 0773e410-eab0-40f2-bc87-fe5967fbd0a3 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:29:42.801769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:29:42.805861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:29:42.806248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:42.888323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:42.914460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:29:42.916882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c088ae9-8a14-4386-a841-e5d1fe59d795" -d '{"events": [{"server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "name": "network-vif-plugged", "status": "completed", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:29:42.930793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 0773e410-eab0-40f2-bc87-fe5967fbd0a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:29:42.958053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef1d76-883f-465c-b10f-10ca7604efa3 x-openstack-request-id: req-41ef1d76-883f-465c-b10f-10ca7604efa3 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:29:42.958458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "name": "network-vif-plugged", "status": "completed", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:29:42.958723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41ef1d76-883f-465c-b10f-10ca7604efa3 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:29:42.959154 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'code': 200} Jun 25 11:29:42.996036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:42.998051 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:43.048857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=0773e410-eab0-40f2-bc87-fe5967fbd0a3,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:43.053529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:43.266601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecfce9-fd1b-4a6f-afd2-6a3d9063ad1c req-870995b6-4f7e-4239-a714-d8a4c5b9b8e5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:43.269191 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8eecfce9-fd1b-4a6f-afd2-6a3d9063ad1c req-870995b6-4f7e-4239-a714-d8a4c5b9b8e5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 945 time: 0.0843005 Jun 25 11:29:43.315232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e1f7-f6cd-417e-abd2-113dd03c8eb2 req-eb162845-a1ba-4395-990b-cba8487e30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:43.317252 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25d4e1f7-f6cd-417e-abd2-113dd03c8eb2 req-eb162845-a1ba-4395-990b-cba8487e30a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1098 time: 0.0640960 Jun 25 11:29:43.330259 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8eecfce9-fd1b-4a6f-afd2-6a3d9063ad1c req-010fc15c-9b3c-463f-b0b0-a376db1f00e2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542164 Jun 25 11:29:43.369541 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25d4e1f7-f6cd-417e-abd2-113dd03c8eb2 req-dffcf34c-ed4e-4aa4-bf40-2474d8be1a28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459778 Jun 25 11:29:44.512188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8048-4d37-4fd5-9f13-6c698cddb43b req-9e1bdf5f-c3c1-43d9-967b-46cb4ad8fe13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:44.513757 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4dee8048-4d37-4fd5-9f13-6c698cddb43b req-9e1bdf5f-c3c1-43d9-967b-46cb4ad8fe13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 945 time: 0.0663402 Jun 25 11:29:44.553923 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4dee8048-4d37-4fd5-9f13-6c698cddb43b req-9746e317-cc92-4be0-8014-970cc7c5bb45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332599 Jun 25 11:29:45.749619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499153b-dbd3-4bdb-a85d-e331d19d414b req-633dee5e-f335-4d42-a0eb-0fbe62147052 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:45.751185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5499153b-dbd3-4bdb-a85d-e331d19d414b req-633dee5e-f335-4d42-a0eb-0fbe62147052 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 945 time: 0.0666952 Jun 25 11:29:45.795447 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5499153b-dbd3-4bdb-a85d-e331d19d414b req-e9e7c147-a7c8-43db-abba-5a79704fbe2c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Jun 25 11:29:45.976045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a13c3a-0a68-4b17-90d2-efc736b9999f req-73f7b08d-6b1e-45d7-98d4-1dcbe520c18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:45.977499 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b7a13c3a-0a68-4b17-90d2-efc736b9999f req-73f7b08d-6b1e-45d7-98d4-1dcbe520c18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 945 time: 0.0695162 Jun 25 11:29:46.017295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b7a13c3a-0a68-4b17-90d2-efc736b9999f req-d169d489-1c52-4761-b5cd-5d97d498f06b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340610 Jun 25 11:29:46.041722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57802) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:46.112940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff13be-b660-4894-8adf-8a38f2446a6b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:46.114634 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5fff13be-b660-4894-8adf-8a38f2446a6b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1093 time: 0.0716395 Jun 25 11:29:46.117662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 57804) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:46.122241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:29:46.224788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:46.333433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:46.444739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.246 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/13b22436-6960-4fae-9a7a-af144acd4e29) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:29:46.573284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:46.659573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:46.661904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b596b3ff-4aec-4625-a774-bbd9f51b4134 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:46.702505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:29:46.705373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:29:46.715313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:29:46.715313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=13b22436-6960-4fae-9a7a-af144acd4e29,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:46.734166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:47.532688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:48.331530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:48.490494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:48.556474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:48.558558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:29:48.634016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=13b22436-6960-4fae-9a7a-af144acd4e29,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:29:48.637451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:29:48.648694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:48.753052 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP bc074e55-54d4-4a51-b154-8fa01b090fa3 associated. External IP: 172.26.0.246, port: 0773e410-eab0-40f2-bc87-fe5967fbd0a3. Jun 25 11:29:48.964760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:29:49.074658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:29:49.086241 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] Sync routers for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:29:49.095888 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:49.101447 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:49.156079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:29:49.197776 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0790725 Jun 25 11:29:49.198615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:29:49.200570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57828) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:49.201158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc132433-7830-4572-8344-ec42ab9b2d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:29:49.212687 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:49.272468 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-79f82120-8e96-4349-bef8-2f019b3693d4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/bc074e55-54d4-4a51-b154-8fa01b090fa3 HTTP/1.1" status: 200 len: 991 time: 0.0697112 Jun 25 11:29:49.322382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c3cacd-c563-4f85-b22c-17dd1d0bbab1 x-openstack-request-id: req-11c3cacd-c563-4f85-b22c-17dd1d0bbab1 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:29:49.322727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:29:49.323044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11c3cacd-c563-4f85-b22c-17dd1d0bbab1 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:29:49.323505 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'status': 'completed', 'code': 200} Jun 25 11:29:49.405407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-e2a4b79c-4791-45c5-a807-491e649be956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:49.407119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-e2a4b79c-4791-45c5-a807-491e649be956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1098 time: 0.0592203 Jun 25 11:29:49.467830 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:17Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:46Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:49.496817 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] Checking router: 37e2d64e-5228-4b57-bd8e-82d28a4a4045 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:29:49.502203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-8fff6e47-c035-4307-9853-b21415754274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:49.504417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-8fff6e47-c035-4307-9853-b21415754274 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 200 len: 898 time: 0.0912900 Jun 25 11:29:49.505788 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:29:49.506403 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:29:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:49.575994 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-74039666-4a88-413d-b09c-86b513ec23d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3 HTTP/1.1" status: 200 len: 999 time: 0.0656598 Jun 25 11:29:49.618745 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:29:49.627206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-90d45a79-c742-4e8f-8b6c-739c5bcce61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:49.629748 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-90d45a79-c742-4e8f-8b6c-739c5bcce61e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79327c6b-7ba5-4e69-b006-a6590829423a HTTP/1.1" status: 200 len: 834 time: 0.0477133 Jun 25 11:29:49.692060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-003208f6-a7a8-45b6-86c9-381e425c9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:29:49.693686 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-003208f6-a7a8-45b6-86c9-381e425c9768 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581639 Jun 25 11:29:49.790546 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-5ad1819f-51bd-4c2f-9923-4286276c07b7 service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908279 Jun 25 11:29:49.852200 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:17Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:46Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:29:49.884298 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3845ff6-3239-42f9-8633-d73e922e2f78 None None] The sync data for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv is: [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:17Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:46Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:29:49.892342 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc132433-7830-4572-8344-ec42ab9b2d6f req-96835d81-6bed-468b-b485-2fbb50244f13 service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946822 Jun 25 11:29:50.119117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6710719-9032-4195-892a-4d940f805c7f None None] New status for floating IP bc074e55-54d4-4a51-b154-8fa01b090fa3: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:29:50.276652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57836) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:50.349537 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-563bc1a1-8c29-450b-bef4-c201010d7571 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/bc074e55-54d4-4a51-b154-8fa01b090fa3 HTTP/1.1" status: 200 len: 991 time: 0.0713592 Jun 25 11:29:51.352740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57848) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:29:51.414440 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-aae46966-b056-4672-8387-70dfd863386c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/bc074e55-54d4-4a51-b154-8fa01b090fa3 HTTP/1.1" status: 200 len: 993 time: 0.0604343 Jun 25 11:29:59.513894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1231-8d89-462b-96a6-dc8a41c7d40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:02.035894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf96c8fd-69c5-444f-ac52-f4211295707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:02.070513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:03.094164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:04.719500 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-6282666b-b267-489d-bb21-0fd32e6ff127 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224798060&fields=id&tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 267 time: 0.0345352 Jun 25 11:30:04.846929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-c2d5ebd1-99d7-4edd-87f8-139a2e5ea785 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:04.848486 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-c2d5ebd1-99d7-4edd-87f8-139a2e5ea785 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 812 time: 0.1213405 Jun 25 11:30:04.864609 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-e8194888-d69f-4f3f-b513-6f1f6fafc52a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/quotas/a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 375 time: 0.0104671 Jun 25 11:30:04.893109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:04.937617 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd9c2178-d97c-4470-84d7-146d8d58b58e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672572 Jun 25 11:30:05.048609 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-f5d63beb-e5db-41f1-a6f9-8697d287041e service neutron] 10.222.0.81 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934455 Jun 25 11:30:05.146801 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-53485555-a77f-4f3d-8b6c-969f7f67bf7b service neutron] 10.222.0.81 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914972 Jun 25 11:30:05.777800 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c670f867-410e-45a9-830e-cd33784f676b req-42bccc38-5c05-4dc0-9ac6-ed8b25488db3 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 210 time: 0.0302503 Jun 25 11:30:05.809757 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:30:06.925699 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24def523-7a11-4542-b75c-636902399ce4 req-6155d869-d4d3-4c41-8499-953a980dfbdc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 210 time: 0.0349796 Jun 25 11:30:08.025426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-40052a89-d63e-407f-93c6-1f708a8e7bd7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:08.027229 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-40052a89-d63e-407f-93c6-1f708a8e7bd7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 812 time: 0.1143956 Jun 25 11:30:08.072000 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-651c5a2f-2ea4-444a-82f3-60a554897ac4 req-2c53ec43-8b9e-4c70-bbf8-a0766e98204e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 210 time: 0.0331454 Jun 25 11:30:08.075473 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-063faa35-ec63-463d-8e3e-bd16fb2e1071 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 380 time: 0.0401328 Jun 25 11:30:08.085445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'port': {'device_id': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'admin_state_up': True, 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'security_groups': ['8d91585a-7df1-4dcd-889d-e7675a087a1f']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:30:08.253774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Made reservation on behalf of a3789569fd9b41db96f7f5f8a0eb10d7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:30:08.257606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:08.394857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Allocated IP 172.20.0.7 (ed8e19df-47f0-409a-96df-2fab594ab80c/3e882b81-7530-4bcd-8a9a-ba335d4ad99f/bdaf75c1-4fee-49e4-9ee5-6ca538028405) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:30:08.562472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:08.580205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Transition to ACTIVE for port object bdaf75c1-4fee-49e4-9ee5-6ca538028405 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:30:08.704645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:08.709690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c7d9c78c-e13b-4eb0-8089-5b534f796bbc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:30:08.759306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Network ed8e19df-47f0-409a-96df-2fab594ab80c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:30:08.763722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:30:08.766274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:30:08.791753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=bdaf75c1-4fee-49e4-9ee5-6ca538028405,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:30:08.814878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.815284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.815669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.816200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.816581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.816960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.817356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.817735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.818110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.818478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.818846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.819210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:08.825402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:30:08.850715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:08.851399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:08.932800 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511584 Jun 25 11:30:08.949843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Request body: {'port': {'device_id': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:30:09.033584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:09.212684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f8db8e89-967f-4a2c-89dd-6c2f2d641c7a None None] Provisioning for port bdaf75c1-4fee-49e4-9ee5-6ca538028405 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:30:09.218733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f8db8e89-967f-4a2c-89dd-6c2f2d641c7a None None] Provisioning complete for port bdaf75c1-4fee-49e4-9ee5-6ca538028405 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:30:09.219110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f8db8e89-967f-4a2c-89dd-6c2f2d641c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:09.260773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f8db8e89-967f-4a2c-89dd-6c2f2d641c7a None None] Port bdaf75c1-4fee-49e4-9ee5-6ca538028405 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:30:09.349426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9a305-85d5-4d5e-b2da-45c39b5b9ecc req-b7e58d23-747c-4b8e-b64b-6bbe1b1cd82b tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:09.350917 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-72b9a305-85d5-4d5e-b2da-45c39b5b9ecc req-b7e58d23-747c-4b8e-b64b-6bbe1b1cd82b tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 931 time: 0.1159301 Jun 25 11:30:09.397934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaf75c1-4fee-49e4-9ee5-6ca538028405 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:30:09.408570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:09.435842 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-72b9a305-85d5-4d5e-b2da-45c39b5b9ecc req-633ebf46-957a-41a2-b03b-f9c842ca022c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660157 Jun 25 11:30:09.436730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Transition to ACTIVE for port object bdaf75c1-4fee-49e4-9ee5-6ca538028405 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:30:09.498487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:09.500919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:30:09.554014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf75c1-4fee-49e4-9ee5-6ca538028405,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:30:09.558365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:30:09.632680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Attempting to bind port bdaf75c1-4fee-49e4-9ee5-6ca538028405 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:30:09.632927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Attempting to bind port bdaf75c1-4fee-49e4-9ee5-6ca538028405 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:30:09.633352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Attempting to bind port bdaf75c1-4fee-49e4-9ee5-6ca538028405 on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:30:09.638307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Port bdaf75c1-4fee-49e4-9ee5-6ca538028405 on network ed8e19df-47f0-409a-96df-2fab594ab80c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:30:09.638710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Attempting to bind port bdaf75c1-4fee-49e4-9ee5-6ca538028405 on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:30:09.644813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:30:09.645339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Checking segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:30:09.645802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Bound using segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:30:09.646293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Bound port: bdaf75c1-4fee-49e4-9ee5-6ca538028405, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:30:09.646700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:09.728622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] For port bdaf75c1-4fee-49e4-9ee5-6ca538028405, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:30:09.732159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] For port bdaf75c1-4fee-49e4-9ee5-6ca538028405, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:30:09.927530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:09.930660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:30:09.963403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:09.964274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:09.965655 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/bdaf75c1-4fee-49e4-9ee5-6ca538028405 HTTP/1.1" status: 200 len: 1093 time: 1.0246882 Jun 25 11:30:09.966186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:30:09.968498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ae758-d5ff-4309-a329-870a9cd686f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:30:09.995050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdaf75c1-4fee-49e4-9ee5-6ca538028405,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:30:09.997458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:30:10.013188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862f36f4-a655-416c-9539-952c30aff5c6 x-openstack-request-id: req-862f36f4-a655-416c-9539-952c30aff5c6 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:30:10.013553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:30:10.013863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-862f36f4-a655-416c-9539-952c30aff5c6 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:30:10.014324 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'status': 'completed', 'code': 200} Jun 25 11:30:10.100280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae758-d5ff-4309-a329-870a9cd686f0 req-6b49e86a-4f37-4647-93f7-d9263338db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:10.102073 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a75ae758-d5ff-4309-a329-870a9cd686f0 req-6b49e86a-4f37-4647-93f7-d9263338db0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 1096 time: 0.0630360 Jun 25 11:30:10.219583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae758-d5ff-4309-a329-870a9cd686f0 req-fe416ba8-0769-4009-9e66-ada8a345ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:10.221882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a75ae758-d5ff-4309-a329-870a9cd686f0 req-fe416ba8-0769-4009-9e66-ada8a345ec48 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1129606 Jun 25 11:30:10.308027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:10.320808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae758-d5ff-4309-a329-870a9cd686f0 req-7fa21907-f204-4736-9230-4ed605e80a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:10.322225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a75ae758-d5ff-4309-a329-870a9cd686f0 req-7fa21907-f204-4736-9230-4ed605e80a0a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933759 Jun 25 11:30:10.414596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-d9a5e4cb-e3bb-4086-8a50-49d0167fdea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:10.416092 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-d9a5e4cb-e3bb-4086-8a50-49d0167fdea7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 1096 time: 0.0540485 Jun 25 11:30:10.466687 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-43e8ad60-07dc-4ee9-9360-98521806f8ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405 HTTP/1.1" status: 200 len: 217 time: 0.0412745 Jun 25 11:30:10.520788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-a9f2d8ae-6ee7-4bc8-b84e-0fd5d1c5d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:10.522238 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-a9f2d8ae-6ee7-4bc8-b84e-0fd5d1c5d400 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0485952 Jun 25 11:30:10.628646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-dc910f2f-e61e-4dcd-9594-213c95aabaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:10.630105 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-dc910f2f-e61e-4dcd-9594-213c95aabaf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009138 Jun 25 11:30:10.653838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb49010-f776-46d2-91e8-f2d23e7f92c8 req-721fda92-054f-4bdd-abeb-9253722a03a1 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:10.655344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8eb49010-f776-46d2-91e8-f2d23e7f92c8 req-721fda92-054f-4bdd-abeb-9253722a03a1 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0986822 Jun 25 11:30:10.742329 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8eb49010-f776-46d2-91e8-f2d23e7f92c8 req-a25c8588-95f2-431a-a8f8-d0196d067a51 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768576 Jun 25 11:30:10.768758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-19b16ba8-6433-418a-8fe5-2a93ba272d77 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310081 Jun 25 11:30:10.869514 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aab210ab-2871-4d59-b17d-8a85bc7bc6bb req-34af897c-7772-4282-9ba2-ba7c9be0e9d3 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945139 Jun 25 11:30:11.948237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98315f-1d2f-4d65-9e2e-3402a91bb672 req-5d677b42-619c-4a19-8820-59b3fae4b0c9 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:11.949833 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1f98315f-1d2f-4d65-9e2e-3402a91bb672 req-5d677b42-619c-4a19-8820-59b3fae4b0c9 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0708334 Jun 25 11:30:11.989489 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1f98315f-1d2f-4d65-9e2e-3402a91bb672 req-77222fac-cc35-48d0-b0d7-a746ae795f8b tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Jun 25 11:30:13.171397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb55c1-d172-42f1-871f-322a84f65f25 req-179bc158-1f66-45be-9702-d7fa64e74578 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:13.172784 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5fcb55c1-d172-42f1-871f-322a84f65f25 req-179bc158-1f66-45be-9702-d7fa64e74578 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0692120 Jun 25 11:30:13.213347 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5fcb55c1-d172-42f1-871f-322a84f65f25 req-a80bf749-4d65-45ed-9026-97d9e3a0e659 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341039 Jun 25 11:30:14.393384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597e12-c9e7-453a-8309-a44ac338b6ca req-4cc58034-6f07-403d-a299-dab92a210d14 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:14.394881 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-52597e12-c9e7-453a-8309-a44ac338b6ca req-4cc58034-6f07-403d-a299-dab92a210d14 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0647008 Jun 25 11:30:14.433273 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-52597e12-c9e7-453a-8309-a44ac338b6ca req-d7a47ccd-963e-4861-a450-38a9c836fe7e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Jun 25 11:30:15.625384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f83588-7984-4347-828c-3c5fa67c9513 req-2f3f0900-73d8-4e43-b4fc-63ce8a3d415e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:15.626963 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88f83588-7984-4347-828c-3c5fa67c9513 req-2f3f0900-73d8-4e43-b4fc-63ce8a3d415e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0737734 Jun 25 11:30:15.665528 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88f83588-7984-4347-828c-3c5fa67c9513 req-6477e95a-3dfb-45fe-86c2-dff2d61c9fa0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323300 Jun 25 11:30:16.385505 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-f8c49564-3fef-47ad-9129-7a3b03aaaa17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526600 Jun 25 11:30:16.485756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-2d1591a5-8156-410a-9f5d-d2d1546dd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:16.488051 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-2d1591a5-8156-410a-9f5d-d2d1546dd2ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1098 time: 0.0552664 Jun 25 11:30:16.607502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-15c95d45-9ca9-43f6-931a-45ec5140ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:16.608970 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-15c95d45-9ca9-43f6-931a-45ec5140ae1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 200 len: 898 time: 0.1011524 Jun 25 11:30:16.676036 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-1cb957b2-7308-480b-8c25-32b11468e201 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0606015 Jun 25 11:30:16.732673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-7344b5ff-783f-4164-b9b7-30908ac55fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:16.734253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-7344b5ff-783f-4164-b9b7-30908ac55fe2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79327c6b-7ba5-4e69-b006-a6590829423a HTTP/1.1" status: 200 len: 834 time: 0.0523000 Jun 25 11:30:16.796526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-a21a13fe-8397-48dd-9716-e6f6bf56773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:16.798103 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-a21a13fe-8397-48dd-9716-e6f6bf56773e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571058 Jun 25 11:30:16.910068 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-b9a86711-d793-48ce-9683-cc87b3f20082 service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048074 Jun 25 11:30:16.997315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efa151-f87e-4976-99a6-528f0273d0bc req-c821750a-4dc1-44ae-bfe4-5a82f6ad348e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:16.998755 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f5efa151-f87e-4976-99a6-528f0273d0bc req-c821750a-4dc1-44ae-bfe4-5a82f6ad348e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0654268 Jun 25 11:30:17.009870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-326ad1fb-e644-4f34-b78b-6571be541d89 req-e7833826-cca6-4a79-8c97-386f2d81bc1e service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937130 Jun 25 11:30:17.047515 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f5efa151-f87e-4976-99a6-528f0273d0bc req-cefa94a7-a487-4037-acfa-4d372c8c77bc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 Jun 25 11:30:18.230409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d14fb5-cc9b-481a-8b2f-8810e896ba8c req-5a307cbd-cc5f-43fa-b60a-72c5445d8a15 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:18.231889 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c2d14fb5-cc9b-481a-8b2f-8810e896ba8c req-5a307cbd-cc5f-43fa-b60a-72c5445d8a15 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0662189 Jun 25 11:30:18.277075 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c2d14fb5-cc9b-481a-8b2f-8810e896ba8c req-187761c6-78d5-43b6-a060-9e28cc96c37f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384045 Jun 25 11:30:19.525576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097de0-39b3-4803-be45-b851949f94cb req-2a3542f3-af69-4aac-bd59-3f0717e6dc91 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:19.527931 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b097de0-39b3-4803-be45-b851949f94cb req-2a3542f3-af69-4aac-bd59-3f0717e6dc91 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0933344 Jun 25 11:30:19.570193 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b097de0-39b3-4803-be45-b851949f94cb req-af519b88-bbac-4949-ac5c-a8efb8d85190 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361977 Jun 25 11:30:20.766930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0942b58-c273-47c6-8933-e3377c231426 req-48d058f1-8306-4aeb-82eb-7520302d70c9 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:20.769582 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0942b58-c273-47c6-8933-e3377c231426 req-48d058f1-8306-4aeb-82eb-7520302d70c9 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0703399 Jun 25 11:30:20.807200 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0942b58-c273-47c6-8933-e3377c231426 req-ba00f4cd-2fc2-45b6-891f-1f921303298f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307782 Jun 25 11:30:21.983554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf604-ef40-4d26-834f-6f397abcb263 req-0911befe-cf84-4c2c-8ca9-7490bd69076d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:21.984969 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5dbcf604-ef40-4d26-834f-6f397abcb263 req-0911befe-cf84-4c2c-8ca9-7490bd69076d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0648839 Jun 25 11:30:22.025835 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5dbcf604-ef40-4d26-834f-6f397abcb263 req-f3f90cba-a9b2-4ee5-a369-f2b4f9545eae tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350759 Jun 25 11:30:22.945199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bdaf75c1-4fee-49e4-9ee5-6ca538028405 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:30:23.046385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port bdaf75c1-4fee-49e4-9ee5-6ca538028405, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:30:23.069113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'port_id': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'mac_address': 'fa:16:3e:5f:4b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:30:23.102916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:23.116859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaf75c1-4fee-49e4-9ee5-6ca538028405 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:30:23.137142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port bdaf75c1-4fee-49e4-9ee5-6ca538028405, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:30:23.195272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:23.197017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d6b73351-5fd9-4fee-b374-d3f62971c641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:30:23.207584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0496e-4627-45be-9abe-dfaa46b32993 req-0ab8c800-f9ff-4e7f-9375-a4ae47569d63 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:23.209184 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f5b0496e-4627-45be-9abe-dfaa46b32993 req-0ab8c800-f9ff-4e7f-9375-a4ae47569d63 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 943 time: 0.0654926 Jun 25 11:30:23.250553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=bdaf75c1-4fee-49e4-9ee5-6ca538028405,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:30:23.251607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f5b0496e-4627-45be-9abe-dfaa46b32993 req-8404faad-1922-47ca-ab06-8f471819f2a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Jun 25 11:30:23.257844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.258138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.258476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.258812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.259140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.259469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.259794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.260453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.260453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.260756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.261075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.261417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:30:23.265427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:30:23.537060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['bdaf75c1-4fee-49e4-9ee5-6ca538028405'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:30:24.432041 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8625d-5246-4d3e-a77b-5f20b829112f req-4eb322cb-8de3-474f-8e9b-ffadaa678c1d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:24.433588 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cff8625d-5246-4d3e-a77b-5f20b829112f req-4eb322cb-8de3-474f-8e9b-ffadaa678c1d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 944 time: 0.0687175 Jun 25 11:30:24.472460 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cff8625d-5246-4d3e-a77b-5f20b829112f req-5cbb15e6-0be5-425d-87c1-f1e0e29ba234 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Jun 25 11:30:24.938182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bdaf75c1-4fee-49e4-9ee5-6ca538028405 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:30:25.229563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port bdaf75c1-4fee-49e4-9ee5-6ca538028405 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:30:25.233521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port bdaf75c1-4fee-49e4-9ee5-6ca538028405 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:30:25.233931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:25.308448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:25.331927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:30:25.334280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0403c271-d48e-4b5e-b8d0-ad4c6d7520a5" -d '{"events": [{"server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "name": "network-vif-plugged", "status": "completed", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:30:25.348040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port bdaf75c1-4fee-49e4-9ee5-6ca538028405, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:30:25.379033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a39954-0dd5-46ac-b3dc-da8ae107f5d7 x-openstack-request-id: req-44a39954-0dd5-46ac-b3dc-da8ae107f5d7 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:30:25.379338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "name": "network-vif-plugged", "status": "completed", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:30:25.379596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44a39954-0dd5-46ac-b3dc-da8ae107f5d7 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:30:25.380020 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'code': 200} Jun 25 11:30:25.412414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:25.414431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e262a8c8-14c3-460d-b816-7dd630ce630f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:30:25.464926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=bdaf75c1-4fee-49e4-9ee5-6ca538028405,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:30:25.467949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:30:25.659771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92967b99-fda3-4673-9192-6762f36b00ba req-fc7eca27-4430-45b5-87d5-5f5c4618fa75 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:25.661344 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-92967b99-fda3-4673-9192-6762f36b00ba req-fc7eca27-4430-45b5-87d5-5f5c4618fa75 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 945 time: 0.0719049 Jun 25 11:30:25.706109 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-92967b99-fda3-4673-9192-6762f36b00ba req-4e563f92-6f4c-4d28-bbc6-403777ce548f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389593 Jun 25 11:30:25.716965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011939b1-0b19-4391-9c84-e42e4f989570 req-3623e222-0a77-4aa6-b760-6f6444aec1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:25.718503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-011939b1-0b19-4391-9c84-e42e4f989570 req-3623e222-0a77-4aa6-b760-6f6444aec1b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 1098 time: 0.0609844 Jun 25 11:30:25.755489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-011939b1-0b19-4391-9c84-e42e4f989570 req-eb5b7438-0e21-483b-9632-9554e242c58d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297394 Jun 25 11:30:26.894059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1012f3-105d-4218-97c5-ccee70d45806 req-68d9bceb-4732-4401-9386-ea243b501646 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:26.895740 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b1012f3-105d-4218-97c5-ccee70d45806 req-68d9bceb-4732-4401-9386-ea243b501646 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 945 time: 0.0735116 Jun 25 11:30:26.934976 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b1012f3-105d-4218-97c5-ccee70d45806 req-9538bfad-4954-428f-8bbf-e704c0dadab6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Jun 25 11:30:28.116492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5489c-09c5-4144-ad44-49196968323d req-804aae4f-c586-45d0-830c-ea161c05d680 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:28.118141 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1de5489c-09c5-4144-ad44-49196968323d req-804aae4f-c586-45d0-830c-ea161c05d680 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 945 time: 0.0688450 Jun 25 11:30:28.162842 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1de5489c-09c5-4144-ad44-49196968323d req-15667e0e-f740-4d2e-a944-d91fbe542686 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Jun 25 11:30:28.335233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b12588-0bd9-4cea-95ff-aee4e77cdcc8 req-756636d4-6ee7-4853-9b1d-2c422fb20fd1 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:28.336675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47b12588-0bd9-4cea-95ff-aee4e77cdcc8 req-756636d4-6ee7-4853-9b1d-2c422fb20fd1 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 945 time: 0.0650034 Jun 25 11:30:28.374365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47b12588-0bd9-4cea-95ff-aee4e77cdcc8 req-a41a17a6-a295-41f8-ad95-9a718c89923a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Jun 25 11:30:28.400198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57956) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:30:28.499819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e7ceb2-0421-4780-a323-e2826d52199a tempest-TestVolumeBootPattern-361473211 tempest-TestVolumeBootPattern-361473211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:28.501865 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e8e7ceb2-0421-4780-a323-e2826d52199a tempest-TestVolumeBootPattern-361473211 tempest-TestVolumeBootPattern-361473211-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 1093 time: 0.1000559 Jun 25 11:30:28.505220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57960) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:30:28.509605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:30:28.661207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:28.759685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:28.881580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Allocated IP 172.26.0.232 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/c9b7c869-72fd-4d49-92c3-02d4ca051b83) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:30:28.986254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:29.084416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:29.086862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:30:29.131348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:30:29.134162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:30:29.138133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:30:29.144077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=c9b7c869-72fd-4d49-92c3-02d4ca051b83,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:30:29.163947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:30:29.478815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad2ca3ee-dfb8-4b1e-9e8c-7438603135e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:30.007432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:30.206689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:30.364252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:30.409698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:30.412154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:30:30.479971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=c9b7c869-72fd-4d49-92c3-02d4ca051b83,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:30:30.484740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:30:30.493885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:30.601676 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Floating IP 50097f01-672b-47a5-8925-45765e1c3f73 associated. External IP: 172.26.0.232, port: bdaf75c1-4fee-49e4-9ee5-6ca538028405. Jun 25 11:30:30.829133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:30:30.947201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:30:30.958437 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:30:30.969742 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:30:30.972111 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:30:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:30:31.035367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:31.084164 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5738862 Jun 25 11:30:31.084164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:30:31.084451 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:30:31.084567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9042c6b7-8184-413c-96a7-2edea6db7b41" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:30:31.134452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a70a325-ffc2-4c5a-8c35-df8b6b64ba11 x-openstack-request-id: req-3a70a325-ffc2-4c5a-8c35-df8b6b64ba11 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:30:31.134804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:30:31.135114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a70a325-ffc2-4c5a-8c35-df8b6b64ba11 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:30:31.135580 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'status': 'completed', 'code': 200} Jun 25 11:30:31.216481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-57cb71e5-8588-4d76-8a47-6144c573e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:31.218707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-57cb71e5-8588-4d76-8a47-6144c573e6c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 1098 time: 0.0597260 Jun 25 11:30:31.326940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-df05635f-cfbf-402d-b03d-0000e37ae36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:31.329553 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-df05635f-cfbf-402d-b03d-0000e37ae36a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.1044178 Jun 25 11:30:31.340941 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '50097f01-672b-47a5-8925-45765e1c3f73', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:5f:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:30:29Z', 'updated_at': '2021-06-25T11:30:29Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:30:31.372314 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:30:31.383289 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:30:31.384265 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:30:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:30:31.407943 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-217d7a7e-27ad-4d42-a4e8-bd112ac9fba0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405 HTTP/1.1" status: 200 len: 999 time: 0.0709350 Jun 25 11:30:31.464459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-10c25b11-6e5f-486e-af2c-e902f5ef0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:31.465981 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-10c25b11-6e5f-486e-af2c-e902f5ef0126 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0515487 Jun 25 11:30:31.535745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-b1c1755c-ee88-44ae-8572-1a5a801c41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:31.537315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-b1c1755c-ee88-44ae-8572-1a5a801c41ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653443 Jun 25 11:30:31.596338 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:30:31.658730 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-951db95d-a40e-4077-8d1d-728389af0ade service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138787 Jun 25 11:30:31.769579 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9042c6b7-8184-413c-96a7-2edea6db7b41 req-5e889022-6111-4c21-9dcd-cb47d5901137 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038229 Jun 25 11:30:31.841670 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '50097f01-672b-47a5-8925-45765e1c3f73', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:5f:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:30:29Z', 'updated_at': '2021-06-25T11:30:29Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:30:31.873958 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fb4bda-20f5-4335-8eff-07ec126ddc2c None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '50097f01-672b-47a5-8925-45765e1c3f73', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:5f:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:30:29Z', 'updated_at': '2021-06-25T11:30:29Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:30:31.972379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4976e730-32c8-49a9-817c-a78467d42086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:32.067751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:32.104993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6d4bbd-36b6-4fd2-b598-f69a2cbc647a None None] New status for floating IP 50097f01-672b-47a5-8925-45765e1c3f73: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:30:33.126376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:34.989653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:40.321334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:30:42.807759 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:30:56.157520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57984) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:30:56.248066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c2724-8eb3-4848-826e-d9ea9d93e5e2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:56.248539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c2724-8eb3-4848-826e-d9ea9d93e5e2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:56.249024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c2724-8eb3-4848-826e-d9ea9d93e5e2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:56.251291 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-289c2724-8eb3-4848-826e-d9ea9d93e5e2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&network_id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 200 len: 2999 time: 0.0925658 Jun 25 11:30:59.286115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 57994) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:30:59.343312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f900f-2607-4e0e-abc2-5151196ec7c1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:30:59.345624 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ca1f900f-2607-4e0e-abc2-5151196ec7c1 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 814 time: 0.0584779 Jun 25 11:30:59.469550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7eb727d7-388c-41d0-9c17-2e1132f3c04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:00.559185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58002) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:00.565333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--1364484959', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:00.640696 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:31:00.644339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:00.668884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:31:00.678766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:00.679114 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment 7c43e254-376c-4f5b-9206-0ffdd033f789 of type vlan for network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 Jun 25 11:31:00.720842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:00.815195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:00.820829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:00.825292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:00.825292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fc9a5e6d-1573-4dbb-b8ce-54e7e683323e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:00.887803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=0f83caff-c383-4ff7-9af0-2ba85c25f3d4,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:00.896910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.897339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.897765 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.898357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.898758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.899152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.899533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.899906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.900287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.900656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.901030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.904253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:00.905897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:00.915598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:31:00.946414 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3858376 Jun 25 11:31:00.949545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58004) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:01.029359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c605e-389a-410b-b88a-f87340e74744 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:01.032009 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d24c605e-389a-410b-b88a-f87340e74744 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0803576 Jun 25 11:31:01.034545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58006) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:01.192131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f875da4-834d-4d58-907c-e869c5ad63e5 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:01.193714 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2f875da4-834d-4d58-907c-e869c5ad63e5 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1582117 Jun 25 11:31:01.196705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58008) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:01.225167 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c5331708-3cc1-4c04-bfa5-ebfef70fdfcd tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271990 Jun 25 11:31:01.227669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58010) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:01.258557 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d975442-64f4-4d1a-a4c5-c46c9f2e8d37 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297232 Jun 25 11:31:01.260998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58012) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:01.349177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfdd93f-32bb-4dd3-8196-b98890cf43b2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:01.350691 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ddfdd93f-32bb-4dd3-8196-b98890cf43b2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887609 Jun 25 11:31:01.353731 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58014) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:01.382070 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bb8499e7-fa1c-49dd-819b-4911601d25e3 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271778 Jun 25 11:31:01.384402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58016) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:01.389572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2030211085', 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:01.577758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:31:01.581347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:01.826561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:01.828827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eefa9e4a-42d5-4317-a6a6-e2f37974913e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:01.885450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=c129d2da-ad76-4d05-83a0-3ecfdabdfca3,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:01.888253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:01.922490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:31:01.923142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: 0f83caff-c383-4ff7-9af0-2ba85c25f3d4, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:31:02.019981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92f3e8d8-e86c-4d15-bcae-600d0661c0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.042885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:31:02.099855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.128826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 0f83caff-c383-4ff7-9af0-2ba85c25f3d4) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:31:02.133051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:02.133683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.142611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abc0c1-369d-4c8a-a9cc-4c1392c8f362 None None] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:31:02.226101 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8406172 Jun 25 11:31:02.308693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:31:02.310055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.493622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Allocated IP 172.20.0.18 (0f83caff-c383-4ff7-9af0-2ba85c25f3d4/c129d2da-ad76-4d05-83a0-3ecfdabdfca3/56514876-41f0-41c3-864f-c591c8203f75) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:31:02.561824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58020) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:02.567793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380703721', 'description': 'tempest-secgroup-smoke-380703721 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:02.637033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.645527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Transition to ACTIVE for port object 56514876-41f0-41c3-864f-c591c8203f75 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:31:02.660746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Transition to ACTIVE for port object 56514876-41f0-41c3-864f-c591c8203f75 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:31:02.685958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.732217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.736093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5423288b-3064-4274-843d-1dcf77dc5b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:02.774257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:31:02.779279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.779535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:31:02.784804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:31:02.795913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Pushing event updated for resources: {'Port': ['ID=56514876-41f0-41c3-864f-c591c8203f75,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:02.800681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:02.852030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Attempting to bind port 56514876-41f0-41c3-864f-c591c8203f75 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:31:02.852410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Attempting to bind port 56514876-41f0-41c3-864f-c591c8203f75 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:31:02.852779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Attempting to bind port 56514876-41f0-41c3-864f-c591c8203f75 on network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:31:02.857898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:31:02.863469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Checking segment: {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:31:02.863469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.863469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Bound using segment: {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:31:02.863469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Bound port: 56514876-41f0-41c3-864f-c591c8203f75, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:31:02.863469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.883863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:02.886877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3ac9cdb6-b3bf-4792-90de-c4b1b3af4242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:02.917067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d395ae-22a5-4f27-bfad-dcb563d11a0e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:02.920613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:02.931118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3bc94210-621d-4440-b999-ad250efa099d None None] For port 56514876-41f0-41c3-864f-c591c8203f75, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:31:02.934596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3bc94210-621d-4440-b999-ad250efa099d None None] For port 56514876-41f0-41c3-864f-c591c8203f75, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=56514876-41f0-41c3-864f-c591c8203f75,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:31:03.037725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.039652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4544d448-33ff-477c-9a5e-e3992b5c8554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:03.066882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.068194 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5047603 Jun 25 11:31:03.068578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.071122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58022) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:03.075883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'c5d395ae-22a5-4f27-bfad-dcb563d11a0e', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:03.101230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Pushing event updated for resources: {'Port': ['ID=56514876-41f0-41c3-864f-c591c8203f75,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:03.104420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:03.179550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.242944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.340276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.343453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:03.372751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e3a5f2-8985-4bfa-a942-59a30340660a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:03.384318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:03.491775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.493034 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4209213 Jun 25 11:31:03.496718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58024) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:03.502414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'c5d395ae-22a5-4f27-bfad-dcb563d11a0e', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:03.653563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.714050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.819741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 56514876-41f0-41c3-864f-c591c8203f75 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:31:03.824580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.826593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e328aa2-3943-40a2-9ca2-29b5959d0ec0 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:03.847095 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6abc42-06fb-4837-a6e6-368ac1b80c6c,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:03.849995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:03.948884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:03.950262 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4525173 Jun 25 11:31:03.953236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58026) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:03.958577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'c5d395ae-22a5-4f27-bfad-dcb563d11a0e', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:04.037188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 56514876-41f0-41c3-864f-c591c8203f75 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:31:04.085327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50841435-d76e-4fea-a4d1-ba387ca8b4b9 None None] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:31:04.086002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.151152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.263177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.267370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f26661ac-45b9-4ddd-b21e-9ddc7b7023cc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:04.284362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6108fefc-c263-450e-a344-e4eca788ec36,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:04.287989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:04.322728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Provisioning for port 56514876-41f0-41c3-864f-c591c8203f75 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:31:04.339970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Provisioning complete for port 56514876-41f0-41c3-864f-c591c8203f75 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:04.339970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.385827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.387263 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4329631 Jun 25 11:31:04.390048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58028) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:04.395031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'c5d395ae-22a5-4f27-bfad-dcb563d11a0e', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:04.410535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.455265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] For port 56514876-41f0-41c3-864f-c591c8203f75, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=56514876-41f0-41c3-864f-c591c8203f75,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:31:04.493433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.543341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.545156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-586ceb54-24cc-4df4-802e-f2e16b76f49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:04.558116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.592845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Pushing event updated for resources: {'Port': ['ID=56514876-41f0-41c3-864f-c591c8203f75,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:04.596394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:04.663633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8139c000-93b4-480b-8098-9dc684fc04be None None] Provisioning complete for port 56514876-41f0-41c3-864f-c591c8203f75 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:04.664007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8139c000-93b4-480b-8098-9dc684fc04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.680667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.684350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-572c9a1f-0c93-4440-b14d-1a196b1460dd tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:04.704755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a25d319-5823-4dce-bf67-b2791d402016,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:04.708215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:04.768902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.770206 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790107 Jun 25 11:31:04.772911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58030) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:04.777347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'c5d395ae-22a5-4f27-bfad-dcb563d11a0e', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:04.903434 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:31:04.909195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.940126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:04.972095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:05.051488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:05.053433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a4c22d5f-2560-43d7-97d6-121fbc7f84b7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:05.070336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1b9ea8-a99b-4ac1-975d-31cc27a35198,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:05.072794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:05.137522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:05.138779 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3649864 Jun 25 11:31:05.142628 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58032) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:05.147477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'c5d395ae-22a5-4f27-bfad-dcb563d11a0e', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:05.265966 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:31:05.271311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:05.342931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:05.424104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:05.426029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-00c7b6e0-feb4-4f5e-957e-2d49ecf04b8f tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:05.443990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db956c5-f2b8-4e9d-ad8c-4157ed75ae46,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:05.446917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:05.539932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:05.541157 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3974078 Jun 25 11:31:05.699016 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-c8307213-58c1-4bca-b124-3f92037d33c7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380703721&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0444925 Jun 25 11:31:05.795842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 56514876-41f0-41c3-864f-c591c8203f75 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:31:05.860213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 56514876-41f0-41c3-864f-c591c8203f75 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:05.860721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:06.193487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-5b7bd22f-81d8-4cbe-a758-251f9476f304 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:06.195005 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-5b7bd22f-81d8-4cbe-a758-251f9476f304 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=0f83caff-c383-4ff7-9af0-2ba85c25f3d4 HTTP/1.1" status: 200 len: 797 time: 0.4894145 Jun 25 11:31:06.210360 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-abd83ec3-6449-42d2-ac9a-4dfd77e18e97 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Jun 25 11:31:06.329643 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-b8aa0b1d-2048-4321-b782-a8fbfaf8e118 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1136281 Jun 25 11:31:06.481527 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ac72da04-eded-42fb-bfa3-69799acc70a1 service neutron] 10.222.0.81 "GET /v2.0/networks/0f83caff-c383-4ff7-9af0-2ba85c25f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391363 Jun 25 11:31:06.575918 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-5ef3de06-1e76-43e4-b1b0-25124971b2fa service neutron] 10.222.0.81 "GET /v2.0/networks/0f83caff-c383-4ff7-9af0-2ba85c25f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878215 Jun 25 11:31:06.848850 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9852b63a-9c5f-4d21-832f-bf6837c63769 req-a1a37040-a294-4438-b911-96af7e4940e7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Jun 25 11:31:07.943124 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e5533db9-1e15-4d7f-99d0-a2c04b24bcae req-9f349685-361e-4662-becb-524e1d720574 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 210 time: 0.0352898 Jun 25 11:31:09.095096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4aa7a503-c572-419f-a3d1-daa69997228a req-31e447fa-170e-47d1-a226-486654543229 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 210 time: 0.0304446 Jun 25 11:31:10.176501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-142fc0a1-64a6-4e2e-af72-0a17a9b86014 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:10.178103 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-142fc0a1-64a6-4e2e-af72-0a17a9b86014 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=0f83caff-c383-4ff7-9af0-2ba85c25f3d4 HTTP/1.1" status: 200 len: 797 time: 0.1109259 Jun 25 11:31:10.238176 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-c06720b1-6cf5-43b1-b491-096ea8a98041 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 472 time: 0.0499518 Jun 25 11:31:10.247705 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1e355466-d949-4253-80a9-b511fec68be3 req-4e5b0142-9a1f-400b-bc0b-929d3ac84661 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 210 time: 0.0314400 Jun 25 11:31:10.248379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': '3338507a-5d72-4e43-9b8d-acf58be16209', 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['c5d395ae-22a5-4f27-bfad-dcb563d11a0e']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:10.377632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:10.471186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:31:10.474970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:10.607372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.22 (0f83caff-c383-4ff7-9af0-2ba85c25f3d4/c129d2da-ad76-4d05-83a0-3ecfdabdfca3/68ee75d4-1de7-4102-a9d9-de6850fea02f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:31:10.757561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:10.772218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 68ee75d4-1de7-4102-a9d9-de6850fea02f will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:31:10.906597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:10.911143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:10.955529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:31:10.961418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:31:10.966735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:31:11.001905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=68ee75d4-1de7-4102-a9d9-de6850fea02f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:11.016212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.023017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:11.026675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:11.044034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:11.044715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:11.146169 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9020576 Jun 25 11:31:11.159120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Request body: {'port': {'device_id': '3338507a-5d72-4e43-9b8d-acf58be16209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:31:11.245513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:11.499357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5d5da4b8-c30d-42ec-af4d-42d093834e22 None None] Provisioning for port 68ee75d4-1de7-4102-a9d9-de6850fea02f completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:31:11.503447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5d5da4b8-c30d-42ec-af4d-42d093834e22 None None] Provisioning complete for port 68ee75d4-1de7-4102-a9d9-de6850fea02f triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:11.503904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5d5da4b8-c30d-42ec-af4d-42d093834e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:11.539158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5d5da4b8-c30d-42ec-af4d-42d093834e22 None None] Port 68ee75d4-1de7-4102-a9d9-de6850fea02f cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:31:11.555923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9abbb-e7fa-4cda-b784-1716193de5f7 req-4ae6f508-020b-4346-a986-e65acca5b0ae tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:11.557424 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-40c9abbb-e7fa-4cda-b784-1716193de5f7 req-4ae6f508-020b-4346-a986-e65acca5b0ae tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 932 time: 0.1786158 Jun 25 11:31:11.606430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ee75d4-1de7-4102-a9d9-de6850fea02f {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:31:11.617407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:11.636110 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-40c9abbb-e7fa-4cda-b784-1716193de5f7 req-ac397e49-b042-48cc-99e9-fc6e6c0f2a53 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568087 Jun 25 11:31:11.641344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Transition to ACTIVE for port object 68ee75d4-1de7-4102-a9d9-de6850fea02f will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:31:11.722713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:11.724948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3aa2c222-8220-41d1-9ed0-1a1d151c2d2d tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:11.778129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Pushing event updated for resources: {'Port': ['ID=68ee75d4-1de7-4102-a9d9-de6850fea02f,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:11.782178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:11.859868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Attempting to bind port 68ee75d4-1de7-4102-a9d9-de6850fea02f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:31:11.860253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Attempting to bind port 68ee75d4-1de7-4102-a9d9-de6850fea02f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:31:11.860759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Attempting to bind port 68ee75d4-1de7-4102-a9d9-de6850fea02f on network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:31:11.865771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Port 68ee75d4-1de7-4102-a9d9-de6850fea02f on network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:31:11.866101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Attempting to bind port 68ee75d4-1de7-4102-a9d9-de6850fea02f on network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:31:11.871623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:31:11.871966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Checking segment: {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:31:11.872407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Bound using segment: {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:31:11.872871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Bound port: 68ee75d4-1de7-4102-a9d9-de6850fea02f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:31:11.873288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:11.944778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] For port 68ee75d4-1de7-4102-a9d9-de6850fea02f, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:31:11.949550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] For port 68ee75d4-1de7-4102-a9d9-de6850fea02f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=68ee75d4-1de7-4102-a9d9-de6850fea02f,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:31:12.014578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:12.017246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c5352f7b-5c2c-4ef8-90a0-5fc8db8771fd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:12.054820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.055547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:12.056856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] 10.222.0.47 "PUT /v2.0/ports/68ee75d4-1de7-4102-a9d9-de6850fea02f HTTP/1.1" status: 200 len: 1094 time: 0.9027221 Jun 25 11:31:12.057440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3338507a-5d72-4e43-9b8d-acf58be16209', 'tag': '68ee75d4-1de7-4102-a9d9-de6850fea02f'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:31:12.059976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1" -d '{"events": [{"name": "network-changed", "server_uuid": "3338507a-5d72-4e43-9b8d-acf58be16209", "tag": "68ee75d4-1de7-4102-a9d9-de6850fea02f"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:31:12.098413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Pushing event updated for resources: {'Port': ['ID=68ee75d4-1de7-4102-a9d9-de6850fea02f,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:12.103398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:12.106561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1db114-9a3a-4953-802f-d390f48be6a2 x-openstack-request-id: req-ff1db114-9a3a-4953-802f-d390f48be6a2 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:31:12.106902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3338507a-5d72-4e43-9b8d-acf58be16209", "tag": "68ee75d4-1de7-4102-a9d9-de6850fea02f", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:31:12.107209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff1db114-9a3a-4953-802f-d390f48be6a2 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:31:12.107661 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3338507a-5d72-4e43-9b8d-acf58be16209', 'tag': '68ee75d4-1de7-4102-a9d9-de6850fea02f', 'status': 'completed', 'code': 200} Jun 25 11:31:12.191239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1 req-dd1982c7-4523-430a-9d9f-f25acde7d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.195233 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1 req-dd1982c7-4523-430a-9d9f-f25acde7d7c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 1097 time: 0.0605161 Jun 25 11:31:12.307990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1 req-6a0592bc-037b-442a-9eec-496d7ff5af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.308729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1 req-6a0592bc-037b-442a-9eec-496d7ff5af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.310043 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1 req-6a0592bc-037b-442a-9eec-496d7ff5af3c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1096122 Jun 25 11:31:12.409971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1 req-3fcb216b-98e8-4f66-bf6a-3fd65b458f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.411476 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b07cbdc-27a0-4f5a-b0f1-005fdecf4da1 req-3fcb216b-98e8-4f66-bf6a-3fd65b458f77 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954525 Jun 25 11:31:12.505281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-8a8e1f4a-7e52-406d-9a0a-1ef102b249c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.506808 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-8a8e1f4a-7e52-406d-9a0a-1ef102b249c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 1097 time: 0.0551348 Jun 25 11:31:12.550569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-025c4329-b6e4-49a9-a970-cedfa2db8ff5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=68ee75d4-1de7-4102-a9d9-de6850fea02f HTTP/1.1" status: 200 len: 217 time: 0.0360556 Jun 25 11:31:12.598642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4e95eec1-7f7b-4c7b-9a38-417b8cf65030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.600096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-4e95eec1-7f7b-4c7b-9a38-417b8cf65030 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c129d2da-ad76-4d05-83a0-3ecfdabdfca3 HTTP/1.1" status: 200 len: 838 time: 0.0436175 Jun 25 11:31:12.662607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-acc101cc-9918-4e33-8645-483ed328314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.664225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-acc101cc-9918-4e33-8645-483ed328314f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f83caff-c383-4ff7-9af0-2ba85c25f3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0582957 Jun 25 11:31:12.772703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-e0c97fa9-3055-492b-82c5-8b477a665c70 service neutron] 10.222.0.47 "GET /v2.0/networks/0f83caff-c383-4ff7-9af0-2ba85c25f3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012957 Jun 25 11:31:12.899786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366b6d9-d68f-4ac8-9025-638679e7ec69 req-b49267bf-8a73-4b90-ad1f-ca446088c3ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:12.901397 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2366b6d9-d68f-4ac8-9025-638679e7ec69 req-b49267bf-8a73-4b90-ad1f-ca446088c3ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 944 time: 0.1436939 Jun 25 11:31:12.922545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90cac2b7-5e77-48ac-bcad-859e1f3c1534 req-84a9f90d-b614-4d5b-b7e7-884c08cfe715 service neutron] 10.222.0.47 "GET /v2.0/networks/0f83caff-c383-4ff7-9af0-2ba85c25f3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279936 Jun 25 11:31:12.955674 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2366b6d9-d68f-4ac8-9025-638679e7ec69 req-5d9dbdeb-66c2-48f9-857d-d2040b78f82f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470817 Jun 25 11:31:14.190719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449cc6f-2973-4829-97cd-6cb0ea31590d req-b631eeff-a11a-46f7-a6a3-781615bd049f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:14.192399 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5449cc6f-2973-4829-97cd-6cb0ea31590d req-b631eeff-a11a-46f7-a6a3-781615bd049f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 944 time: 0.1166260 Jun 25 11:31:14.236957 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5449cc6f-2973-4829-97cd-6cb0ea31590d req-bf9b2ed6-ee70-46e5-8076-4e25b72900a2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378470 Jun 25 11:31:15.189941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 68ee75d4-1de7-4102-a9d9-de6850fea02f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:31:15.296524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 68ee75d4-1de7-4102-a9d9-de6850fea02f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=68ee75d4-1de7-4102-a9d9-de6850fea02f,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:31:15.308895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '68ee75d4-1de7-4102-a9d9-de6850fea02f', 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'port_id': '68ee75d4-1de7-4102-a9d9-de6850fea02f', 'mac_address': 'fa:16:3e:31:19:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:31:15.348329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:15.361914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ee75d4-1de7-4102-a9d9-de6850fea02f {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:31:15.383106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 68ee75d4-1de7-4102-a9d9-de6850fea02f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=68ee75d4-1de7-4102-a9d9-de6850fea02f,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:31:15.423525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9ee7d-b9f8-45a0-85f6-63590e419b67 req-3cb5beb0-bb32-4a77-ab7b-89c9682e3ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:15.425019 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bb9ee7d-b9f8-45a0-85f6-63590e419b67 req-3cb5beb0-bb32-4a77-ab7b-89c9682e3ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 944 time: 0.0721576 Jun 25 11:31:15.464703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4bb9ee7d-b9f8-45a0-85f6-63590e419b67 req-1080b6e3-0a1e-4f19-85dc-d2643c03a22b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Jun 25 11:31:15.517257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:15.519068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8445b1d5-926b-41fa-8da6-a13ff518b99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:15.569894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=68ee75d4-1de7-4102-a9d9-de6850fea02f,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:15.573260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:15.876893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['68ee75d4-1de7-4102-a9d9-de6850fea02f'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:31:16.650226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d8d0f-48fb-4a85-ba18-2ba0a1585674 req-ff807250-be3b-4b1f-9bbb-0c604ac6ca23 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:16.651749 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-df6d8d0f-48fb-4a85-ba18-2ba0a1585674 req-ff807250-be3b-4b1f-9bbb-0c604ac6ca23 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 945 time: 0.0699344 Jun 25 11:31:16.691594 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-df6d8d0f-48fb-4a85-ba18-2ba0a1585674 req-62e253ae-1e86-450d-900d-2062c734f168 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340447 Jun 25 11:31:17.191395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 68ee75d4-1de7-4102-a9d9-de6850fea02f up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:31:17.390948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-a816846f-1b93-4de3-8d78-be687d5c5278 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583448 Jun 25 11:31:17.454171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 68ee75d4-1de7-4102-a9d9-de6850fea02f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:31:17.458492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 68ee75d4-1de7-4102-a9d9-de6850fea02f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:17.458877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:17.495914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-9d31b62c-1c8e-43d0-a7b9-d21bca662840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:17.497627 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-9d31b62c-1c8e-43d0-a7b9-d21bca662840 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1098 time: 0.0555093 Jun 25 11:31:17.539980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:17.564149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338507a-5d72-4e43-9b8d-acf58be16209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ee75d4-1de7-4102-a9d9-de6850fea02f'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:31:17.566550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28453122-53fc-4ab5-a014-65a07af2ffef" -d '{"events": [{"server_uuid": "3338507a-5d72-4e43-9b8d-acf58be16209", "name": "network-vif-plugged", "status": "completed", "tag": "68ee75d4-1de7-4102-a9d9-de6850fea02f"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:31:17.589692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 68ee75d4-1de7-4102-a9d9-de6850fea02f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=68ee75d4-1de7-4102-a9d9-de6850fea02f,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:31:17.609482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1e4bef-2b7e-44f4-8a76-ff3f8d7de1d3 x-openstack-request-id: req-3e1e4bef-2b7e-44f4-8a76-ff3f8d7de1d3 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:31:17.609674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3338507a-5d72-4e43-9b8d-acf58be16209", "name": "network-vif-plugged", "status": "completed", "tag": "68ee75d4-1de7-4102-a9d9-de6850fea02f", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:31:17.609933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e1e4bef-2b7e-44f4-8a76-ff3f8d7de1d3 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:31:17.610629 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338507a-5d72-4e43-9b8d-acf58be16209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ee75d4-1de7-4102-a9d9-de6850fea02f', 'code': 200} Jun 25 11:31:17.614279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-306d84e9-826d-4e9b-a57d-f59d71132bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:17.615790 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-306d84e9-826d-4e9b-a57d-f59d71132bbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 200 len: 898 time: 0.0972626 Jun 25 11:31:17.682086 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-bf3942f8-49bc-4767-a81e-e80d74383040 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0605371 Jun 25 11:31:17.694074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:17.697032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18694f51-153a-485c-89c8-af3d55abf47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:17.739560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-e0483660-85fa-4716-a81d-2c48ffae4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:17.741189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-e0483660-85fa-4716-a81d-2c48ffae4511 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79327c6b-7ba5-4e69-b006-a6590829423a HTTP/1.1" status: 200 len: 834 time: 0.0522473 Jun 25 11:31:17.746515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=68ee75d4-1de7-4102-a9d9-de6850fea02f,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:17.749770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:17.800544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-9071de5f-e2ee-43ca-8447-26f38d65309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:17.802230 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-9071de5f-e2ee-43ca-8447-26f38d65309a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550592 Jun 25 11:31:17.900623 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-8a6d05fd-6ab9-43a4-a0ed-2e874c24dad0 service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914471 Jun 25 11:31:17.919388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ec896-fecc-4776-860d-3e91caadb1bc req-5989eef1-15af-4076-929c-55aa694f12ab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:17.920928 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-504ec896-fecc-4776-860d-3e91caadb1bc req-5989eef1-15af-4076-929c-55aa694f12ab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 946 time: 0.0677958 Jun 25 11:31:17.964435 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-504ec896-fecc-4776-860d-3e91caadb1bc req-48f6940e-7c6d-4c21-9d26-b314dfe8faf4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364537 Jun 25 11:31:18.407052 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-637e10d9-e607-4fa8-b33d-dd23954379f0 req-99b13eef-d8b3-46ae-95bf-f8c0e22310d9 service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001018 Jun 25 11:31:18.421416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382e7a3-2b2f-47b8-8f25-e7c169c38569 req-8a3b46e0-d968-4ea2-9738-b0c133f68c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:18.422963 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1382e7a3-2b2f-47b8-8f25-e7c169c38569 req-8a3b46e0-d968-4ea2-9738-b0c133f68c12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 1099 time: 0.0802104 Jun 25 11:31:18.463159 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1382e7a3-2b2f-47b8-8f25-e7c169c38569 req-757b9328-075e-4052-af59-64d030da354a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303562 Jun 25 11:31:19.149039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f59523-badc-457b-b5da-7da2ad76c8a6 req-736e984e-1749-4fb9-96a7-e87b956f74e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:19.150544 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f59523-badc-457b-b5da-7da2ad76c8a6 req-736e984e-1749-4fb9-96a7-e87b956f74e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 946 time: 0.0689487 Jun 25 11:31:19.190078 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f59523-badc-457b-b5da-7da2ad76c8a6 req-fa2a2f8e-8512-479d-b2db-a6042b082e61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323980 Jun 25 11:31:19.806772 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:31:20.364894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806964b7-cd9b-4149-9351-d3af91ad8d2e req-6fca551f-e4ef-425b-a4f4-ab433fcda431 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:20.366515 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-806964b7-cd9b-4149-9351-d3af91ad8d2e req-6fca551f-e4ef-425b-a4f4-ab433fcda431 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 946 time: 0.0660408 Jun 25 11:31:20.408560 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-806964b7-cd9b-4149-9351-d3af91ad8d2e req-254a5fb3-df33-4690-ad03-6421bee678a9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363138 Jun 25 11:31:20.598778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4edee7-2d33-4990-b920-9c7ffecf314f req-27bcadc6-7369-463f-b09b-850c9ce7dea7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:31:20.600271 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a4edee7-2d33-4990-b920-9c7ffecf314f req-27bcadc6-7369-463f-b09b-850c9ce7dea7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 946 time: 0.0712159 Jun 25 11:31:20.639397 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a4edee7-2d33-4990-b920-9c7ffecf314f req-18d69f42-907f-47b7-8123-0eb7afe2dd7c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333228 Jun 25 11:31:22.180524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58112) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:22.629009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:22.927672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.17 (0f83caff-c383-4ff7-9af0-2ba85c25f3d4/c129d2da-ad76-4d05-83a0-3ecfdabdfca3/75cb787f-a835-4ef1-b439-c180d30abe4c) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:31:23.042065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:23.055830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 75cb787f-a835-4ef1-b439-c180d30abe4c will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:31:23.179786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:23.181940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-756ad8ee-a4dc-43e4-9836-7d94e03667fc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:23.229356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:31:23.230815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:31:23.236167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:31:23.263029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=75cb787f-a835-4ef1-b439-c180d30abe4c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:23.268824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:23.290290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:23.563736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:23.565880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5a4e9526-8c07-465f-bde4-2746ad40b503 None None] Provisioning for port 75cb787f-a835-4ef1-b439-c180d30abe4c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:31:23.571545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5a4e9526-8c07-465f-bde4-2746ad40b503 None None] Provisioning complete for port 75cb787f-a835-4ef1-b439-c180d30abe4c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:23.571545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9526-8c07-465f-bde4-2746ad40b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:23.605475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e9526-8c07-465f-bde4-2746ad40b503 None None] Port 75cb787f-a835-4ef1-b439-c180d30abe4c cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:31:23.849613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:23.982869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:23.986010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:24.054866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=75cb787f-a835-4ef1-b439-c180d30abe4c,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:24.059396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:24.060351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:24.156435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:31:24.157961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:31:24.286715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:31:24.405384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:31:24.411348 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/37e2d64e-5228-4b57-bd8e-82d28a4a4045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2298350 Jun 25 11:31:24.416325 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Sync routers for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:31:24.425869 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:31:24.426803 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:31:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:31:24.430803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a41377a8-f4b4-477a-9077-457621c69cc3 None None] Provisioning complete for port 75cb787f-a835-4ef1-b439-c180d30abe4c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:24.431121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a41377a8-f4b4-477a-9077-457621c69cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:24.466777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a41377a8-f4b4-477a-9077-457621c69cc3 None None] Port 75cb787f-a835-4ef1-b439-c180d30abe4c cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:31:24.534614 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:31:24.766313 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:23Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:50Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cb787f-a835-4ef1-b439-c180d30abe4c', 'name': '', 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:4a:98:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:31:22Z', 'updated_at': '2021-06-25T11:31:23Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:31:24.802185 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Checking router: 37e2d64e-5228-4b57-bd8e-82d28a4a4045 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:31:24.802555 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Updating router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 port 75cb787f-a835-4ef1-b439-c180d30abe4c binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:31:24.849756 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:25.127199 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:25.138335 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Transition to ACTIVE for port object 75cb787f-a835-4ef1-b439-c180d30abe4c will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:31:25.242230 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:25.244330 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a9c8bf56-91b8-4b87-9e94-6fa58e2d05dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:25.316564 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Pushing event updated for resources: {'Port': ['ID=75cb787f-a835-4ef1-b439-c180d30abe4c,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:25.327213 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.327766 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.328333 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.328676 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.329017 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.329371 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.329733 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.330028 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.330352 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.330675 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.330996 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.331314 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:25.350829 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:25.365737 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Attempting to bind port 75cb787f-a835-4ef1-b439-c180d30abe4c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:31:25.366142 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Attempting to bind port 75cb787f-a835-4ef1-b439-c180d30abe4c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:31:25.366505 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Attempting to bind port 75cb787f-a835-4ef1-b439-c180d30abe4c on network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:31:25.372645 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:31:25.373020 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Checking segment: {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:31:25.373452 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:25.373858 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Bound using segment: {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:31:25.374345 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Bound port: 75cb787f-a835-4ef1-b439-c180d30abe4c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c43e254-376c-4f5b-9206-0ffdd033f789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:31:25.374742 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:25.440913 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] For port 75cb787f-a835-4ef1-b439-c180d30abe4c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:31:25.444387 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] For port 75cb787f-a835-4ef1-b439-c180d30abe4c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=75cb787f-a835-4ef1-b439-c180d30abe4c,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:31:25.533812 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:25.535879 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:25.591487 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:31:25.592139 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:31:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:31:25.598884 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Pushing event updated for resources: {'Port': ['ID=75cb787f-a835-4ef1-b439-c180d30abe4c,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:25.637332 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:25.713310 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:31:25.955095 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:23Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:50Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cb787f-a835-4ef1-b439-c180d30abe4c', 'name': '', 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:4a:98:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:31:22Z', 'updated_at': '2021-06-25T11:31:25Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:31:25.981926 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d44ea-4e4f-4c62-8081-bd1f8b84a2fb None None] The sync data for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv is: [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:23Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:50Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cb787f-a835-4ef1-b439-c180d30abe4c', 'name': '', 'network_id': '0f83caff-c383-4ff7-9af0-2ba85c25f3d4', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:4a:98:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:31:22Z', 'updated_at': '2021-06-25T11:31:25Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c129d2da-ad76-4d05-83a0-3ecfdabdfca3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:31:27.834648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 75cb787f-a835-4ef1-b439-c180d30abe4c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:31:27.973512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 75cb787f-a835-4ef1-b439-c180d30abe4c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:31:27.977791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 75cb787f-a835-4ef1-b439-c180d30abe4c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:27.978174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:28.056572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:28.091941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 75cb787f-a835-4ef1-b439-c180d30abe4c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=75cb787f-a835-4ef1-b439-c180d30abe4c,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:31:28.190477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:28.193426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:28.241382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=75cb787f-a835-4ef1-b439-c180d30abe4c,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:28.248538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.249538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.249930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.250309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.250588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.250912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.251231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.251548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.252047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.252171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.252486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.252792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:31:28.256625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:29.470663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-244934f8-895d-4327-a34f-8045774f055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:29.812596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 75cb787f-a835-4ef1-b439-c180d30abe4c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:31:29.868363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 75cb787f-a835-4ef1-b439-c180d30abe4c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:31:29.868779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:31.965795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-17b39cd1-0409-40dd-85b7-e999d3b78009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:32.087772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:33.085512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:34.908183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:40.330999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:56.804805 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:31:58.445365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58154) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:31:58.986426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:59.348979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 75cb787f-a835-4ef1-b439-c180d30abe4c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:31:59.349273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:59.442496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 75cb787f-a835-4ef1-b439-c180d30abe4c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=75cb787f-a835-4ef1-b439-c180d30abe4c,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:31:59.442855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:59.457635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 75cb787f-a835-4ef1-b439-c180d30abe4c owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:31:59.486067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6539a2aa-faf6-41b5-acd6-d7ca9ab25b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:59.749782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:31:59.752077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-77a2f79e-9b15-41c9-a951-f530483ddec8 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:31:59.783527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=75cb787f-a835-4ef1-b439-c180d30abe4c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:31:59.790529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:31:59.991365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:00.207998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:32:00.579728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:32:00.584518 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/37e2d64e-5228-4b57-bd8e-82d28a4a4045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1381283 Jun 25 11:32:00.590180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139130d-9744-426e-8312-61272ec68c9e None None] Sync routers for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:32:00.600166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:00.600926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:31:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:00.707185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:00.933270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:59Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:50Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:00.961996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139130d-9744-426e-8312-61272ec68c9e None None] Checking router: 37e2d64e-5228-4b57-bd8e-82d28a4a4045 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:32:00.970554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:00.971244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:31:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:01.194511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b839f-4762-4ae2-8300-e5bd0b1a60d8 req-b6af6160-a0d2-4e64-ba1b-9c11435c9b1e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:01.195994 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-894b839f-4762-4ae2-8300-e5bd0b1a60d8 req-b6af6160-a0d2-4e64-ba1b-9c11435c9b1e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 946 time: 0.0648434 Jun 25 11:32:01.235996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-894b839f-4762-4ae2-8300-e5bd0b1a60d8 req-7c7dbd11-5ff1-4b69-bdfc-506f7ed195f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339622 Jun 25 11:32:01.239956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:01.465278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-5139130d-9744-426e-8312-61272ec68c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:59Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:50Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:01.497327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139130d-9744-426e-8312-61272ec68c9e None None] The sync data for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv is: [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:59Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bc074e55-54d4-4a51-b154-8fa01b090fa3', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'port_id': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'mac_address': 'fa:16:3e:98:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:29:46Z', 'updated_at': '2021-06-25T11:29:50Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:32:01.828237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 75cb787f-a835-4ef1-b439-c180d30abe4c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:32:01.852513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 75cb787f-a835-4ef1-b439-c180d30abe4c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:32:01.852860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 75cb787f-a835-4ef1-b439-c180d30abe4c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:32:01.948915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9f060ee2-488f-42c9-844c-d356744bfd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:02.080720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:02.432051 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976e7c8-83c3-4298-8070-acf475cf8240 req-1053edab-84e9-4c6a-aff6-5e93304b22f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:02.434575 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f976e7c8-83c3-4298-8070-acf475cf8240 req-1053edab-84e9-4c6a-aff6-5e93304b22f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 946 time: 0.0743279 Jun 25 11:32:02.476763 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f976e7c8-83c3-4298-8070-acf475cf8240 req-87bbe190-6837-45fd-a6a8-c3ea84d79d96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=c5d395ae-22a5-4f27-bfad-dcb563d11a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363891 Jun 25 11:32:02.912990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-9f144941-1893-4630-b2cf-1ebe0d4f4d95 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:02.914512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-9f144941-1893-4630-b2cf-1ebe0d4f4d95 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 946 time: 0.0704114 Jun 25 11:32:03.018325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 68ee75d4-1de7-4102-a9d9-de6850fea02f {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:03.027985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:03.093234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:03.112520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 68ee75d4-1de7-4102-a9d9-de6850fea02f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=68ee75d4-1de7-4102-a9d9-de6850fea02f,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:03.113965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:03.127587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 68ee75d4-1de7-4102-a9d9-de6850fea02f owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:03.336708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:03.341350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:03.370922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=68ee75d4-1de7-4102-a9d9-de6850fea02f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:03.374581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:03.419406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 68ee75d4-1de7-4102-a9d9-de6850fea02f on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:32:03.422127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:03.425958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-229b8849-e5ef-4915-9f82-606fb0d86f28 req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/68ee75d4-1de7-4102-a9d9-de6850fea02f HTTP/1.1" status: 204 len: 173 time: 0.5033112 Jun 25 11:32:03.425958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3338507a-5d72-4e43-9b8d-acf58be16209', 'name': 'network-vif-deleted', 'tag': '68ee75d4-1de7-4102-a9d9-de6850fea02f'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:32:03.427108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0ac28c-1c1d-4747-8a2a-e0cd6ac67586" -d '{"events": [{"server_uuid": "3338507a-5d72-4e43-9b8d-acf58be16209", "name": "network-vif-deleted", "tag": "68ee75d4-1de7-4102-a9d9-de6850fea02f"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:32:03.515191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab929c5-3940-4fe2-8f70-b287a7b9e5fb x-openstack-request-id: req-1ab929c5-3940-4fe2-8f70-b287a7b9e5fb {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:32:03.519774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3338507a-5d72-4e43-9b8d-acf58be16209", "name": "network-vif-deleted", "tag": "68ee75d4-1de7-4102-a9d9-de6850fea02f", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:32:03.519774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ab929c5-3940-4fe2-8f70-b287a7b9e5fb {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:32:03.519774 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3338507a-5d72-4e43-9b8d-acf58be16209', 'name': 'network-vif-deleted', 'tag': '68ee75d4-1de7-4102-a9d9-de6850fea02f', 'status': 'completed', 'code': 200} Jun 25 11:32:03.647105 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4875de29-35f4-4088-a69f-4010253f582d req-7561f46a-a0bb-4204-a0e3-8a65a273217e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=3338507a-5d72-4e43-9b8d-acf58be16209 HTTP/1.1" status: 200 len: 210 time: 0.0320787 Jun 25 11:32:04.743030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58170) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:04.808633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:04.837872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:04.937257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:04.972088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:04.974819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:04.976135 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/c5d395ae-22a5-4f27-bfad-dcb563d11a0e HTTP/1.1" status: 204 len: 168 time: 0.2320933 Jun 25 11:32:04.976995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5d616d37-23d5-4b46-9bc0-fdc377eaad4d tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:04.989682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d395ae-22a5-4f27-bfad-dcb563d11a0e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:04.992594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:05.458012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 68ee75d4-1de7-4102-a9d9-de6850fea02f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:32:05.479002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 68ee75d4-1de7-4102-a9d9-de6850fea02f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:32:05.479357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 68ee75d4-1de7-4102-a9d9-de6850fea02f not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:32:06.076052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58176) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:06.133828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet c129d2da-ad76-4d05-83a0-3ecfdabdfca3 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:32:06.137135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.178313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.306924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.429265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.431522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e99865d2-60c6-47d7-b751-5c0fdcb127a5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:06.457952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=c129d2da-ad76-4d05-83a0-3ecfdabdfca3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:06.461332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:06.462358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.465789 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9deb60b3-1d58-41a8-bb8d-6f75e64dee5d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/c129d2da-ad76-4d05-83a0-3ecfdabdfca3 HTTP/1.1" status: 204 len: 168 time: 0.3871069 Jun 25 11:32:06.467314 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58178) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:06.471019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346faa9a-6728-4976-9721-41012004ead9 None None] Network 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:32:06.551671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.612127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 56514876-41f0-41c3-864f-c591c8203f75 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:06.612477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.682359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] DHCP port deletion for 0f83caff-c383-4ff7-9af0-2ba85c25f3d4 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:32:06.689512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 56514876-41f0-41c3-864f-c591c8203f75, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=56514876-41f0-41c3-864f-c591c8203f75,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:06.690082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.711063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 56514876-41f0-41c3-864f-c591c8203f75 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:06.745744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Deleting port 56514876-41f0-41c3-864f-c591c8203f75 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:06.746129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.815206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] For port 56514876-41f0-41c3-864f-c591c8203f75, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=56514876-41f0-41c3-864f-c591c8203f75,segment=NetworkSegment(7c43e254-376c-4f5b-9206-0ffdd033f789),segment_id=7c43e254-376c-4f5b-9206-0ffdd033f789)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:06.815899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.828430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Calling delete_port for 56514876-41f0-41c3-864f-c591c8203f75 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:06.876334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.879662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7d132fbe-79ee-45f0-8657-ffb123fb6ebb tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:06.894635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 56514876-41f0-41c3-864f-c591c8203f75 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:32:06.909887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:06.911955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:06.918144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=56514876-41f0-41c3-864f-c591c8203f75,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:06.937365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Pushing event deleted for resources: {'Port': ['ID=56514876-41f0-41c3-864f-c591c8203f75,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:06.941902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:06.945760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] No DVR routers for this DVR port 56514876-41f0-41c3-864f-c591c8203f75 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:32:06.959500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.961167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.961167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.961167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.961707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.961707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.963539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.963539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.963539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.963539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.963539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.964679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:06.978729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:07.019613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.031159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f83caff-c383-4ff7-9af0-2ba85c25f3d4']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:07.042243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c43e254-376c-4f5b-9206-0ffdd033f789') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:07.042519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c43e254-376c-4f5b-9206-0ffdd033f789') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:07.052519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.067867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.074616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:32:07.075011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:32:07.078870 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:32:07.223493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.227123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-69d859cd-c901-4f4f-9dd2-f445ae3e03ca tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:07.231267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.233845 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/0f83caff-c383-4ff7-9af0-2ba85c25f3d4 HTTP/1.1" status: 204 len: 168 time: 0.7654095 Jun 25 11:32:07.236672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58180) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:07.247321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=0f83caff-c383-4ff7-9af0-2ba85c25f3d4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:07.249779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:07.421849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 13b22436-6960-4fae-9a7a-af144acd4e29 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:07.422206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.509193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.509471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.523548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 13b22436-6960-4fae-9a7a-af144acd4e29 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:07.817492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.819936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c683d2e4-fdee-4faa-a6b4-a1f8f9b07099 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:07.832154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 56514876-41f0-41c3-864f-c591c8203f75 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:32:07.844120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=13b22436-6960-4fae-9a7a-af144acd4e29,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:07.849114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:07.854177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 56514876-41f0-41c3-864f-c591c8203f75 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:32:07.854535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 56514876-41f0-41c3-864f-c591c8203f75 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:32:07.911231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:07.911566 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP bc074e55-54d4-4a51-b154-8fa01b090fa3 disassociated (deleted). External IP: 172.26.0.246, port: 0773e410-eab0-40f2-bc87-fe5967fbd0a3. Jun 25 11:32:08.113556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:32:08.221392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:32:08.226987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:08.231060 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] Sync routers for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:32:08.241315 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:08.242007 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:08.265569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/bc074e55-54d4-4a51-b154-8fa01b090fa3 HTTP/1.1" status: 204 len: 168 time: 1.0275655 Jun 25 11:32:08.266324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:32:08.268659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd878f39-699d-4574-ba7d-fdf936e75320" -d '{"events": [{"name": "network-changed", "server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:32:08.314882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f6e9f6-0a97-44ac-a31b-85e12275c0df x-openstack-request-id: req-f2f6e9f6-0a97-44ac-a31b-85e12275c0df {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:32:08.315355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:32:08.315786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2f6e9f6-0a97-44ac-a31b-85e12275c0df {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:32:08.316349 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'status': 'completed', 'code': 200} Jun 25 11:32:08.357761 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:08.484178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-b2b76112-b819-4a87-96b3-83e2b51c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:08.485902 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-b2b76112-b819-4a87-96b3-83e2b51c4882 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 1098 time: 0.1459708 Jun 25 11:32:08.586651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-713180aa-4f90-4094-955c-e4c4cbdb52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:08.588227 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-713180aa-4f90-4094-955c-e4c4cbdb52ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 200 len: 898 time: 0.0962493 Jun 25 11:32:08.596537 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:59Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:08.624218 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] Checking router: 37e2d64e-5228-4b57-bd8e-82d28a4a4045 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:32:08.630534 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-e561ec1d-fe0d-4b9b-89db-7c5ea749981d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3 HTTP/1.1" status: 200 len: 217 time: 0.0360177 Jun 25 11:32:08.632720 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:08.633359 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:08.683369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-05c6ca3a-b42a-4c41-88f3-28dc69342d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:08.685189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-05c6ca3a-b42a-4c41-88f3-28dc69342d24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79327c6b-7ba5-4e69-b006-a6590829423a HTTP/1.1" status: 200 len: 834 time: 0.0486236 Jun 25 11:32:08.746014 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:08.758217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-6c3a5298-7f7c-4dc3-8ba0-c5a3c48b7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:08.760744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-6c3a5298-7f7c-4dc3-8ba0-c5a3c48b7758 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5e146ab-b942-45ca-bd2d-f95da38d1e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673501 Jun 25 11:32:08.777426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-978f9263-5990-4d1e-82df-7626c21bde56 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:32:08.779339 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-978f9263-5990-4d1e-82df-7626c21bde56 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085831 Jun 25 11:32:08.892950 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-e027be8b-af45-4b15-bcc2-a9b72fed45f4 service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066380 Jun 25 11:32:08.979942 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:59Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:09.006320 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd878f39-699d-4574-ba7d-fdf936e75320 req-4ee3d15d-ef5b-4e94-af2e-e627de908a5b service neutron] 10.222.0.47 "GET /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066806 Jun 25 11:32:09.010377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5095af-9acd-4f34-890b-29c697166aee None None] The sync data for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv is: [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:31:59Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '442a6ca8-10f4-4a5b-aeef-5df1b259d2ec', 'name': '', 'network_id': 'a5e146ab-b942-45ca-bd2d-f95da38d1e4c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:fb:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '79327c6b-7ba5-4e69-b006-a6590829423a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:32:09.019163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24bf27-9174-4703-adf0-ce0fbca405fc req-8f855836-f551-4682-9e14-d843d7e8735e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:09.020758 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd24bf27-9174-4703-adf0-ce0fbca405fc req-8f855836-f551-4682-9e14-d843d7e8735e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 945 time: 0.0841899 Jun 25 11:32:09.065846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd24bf27-9174-4703-adf0-ce0fbca405fc req-c388856f-f499-46ee-804d-5aab26e36540 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382853 Jun 25 11:32:09.248546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead3746-b296-4f18-92b7-b55bfbda8bbc None None] New status for floating IP bc074e55-54d4-4a51-b154-8fa01b090fa3: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:32:10.252626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366471-1f16-4620-9a7c-d9b50953736e req-096cb178-2b2f-4336-9d2f-4eea8f364364 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:10.254169 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c366471-1f16-4620-9a7c-d9b50953736e req-096cb178-2b2f-4336-9d2f-4eea8f364364 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 945 time: 0.0670500 Jun 25 11:32:10.293429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c366471-1f16-4620-9a7c-d9b50953736e req-d3f503cd-17d6-441a-a059-dedcb85936dc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=984868be-1880-4776-abe6-0b49fc71a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Jun 25 11:32:10.349885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:10.519770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-f7b1228c-19b9-41ba-9778-54628f3f48e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:10.521291 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-f7b1228c-19b9-41ba-9778-54628f3f48e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 945 time: 0.0650079 Jun 25 11:32:10.635071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:10.635420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:10.735646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 0773e410-eab0-40f2-bc87-fe5967fbd0a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0773e410-eab0-40f2-bc87-fe5967fbd0a3,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:10.736076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:10.748612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 0773e410-eab0-40f2-bc87-fe5967fbd0a3 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:10.960389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:10.964619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-30321f69-99bb-48f1-93b6-1f696b4fff45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:10.993784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=0773e410-eab0-40f2-bc87-fe5967fbd0a3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:10.997698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:11.040355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 0773e410-eab0-40f2-bc87-fe5967fbd0a3 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:32:11.042911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:11.045036 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ff592e3-4caa-4421-9147-d368b8c5e144 req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/0773e410-eab0-40f2-bc87-fe5967fbd0a3 HTTP/1.1" status: 204 len: 173 time: 0.5176845 Jun 25 11:32:11.045609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'name': 'network-vif-deleted', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:32:11.048008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9dc9bd-dcee-4950-8346-af4358b388b8" -d '{"events": [{"server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "name": "network-vif-deleted", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:32:11.084039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7eadc-6fc0-441c-8b9c-eaaa6bae874b x-openstack-request-id: req-88c7eadc-6fc0-441c-8b9c-eaaa6bae874b {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:32:11.084385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a5fd55-a3e4-486f-b5c4-8d4debd726cd", "name": "network-vif-deleted", "tag": "0773e410-eab0-40f2-bc87-fe5967fbd0a3", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:32:11.084686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88c7eadc-6fc0-441c-8b9c-eaaa6bae874b {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:32:11.085423 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a5fd55-a3e4-486f-b5c4-8d4debd726cd', 'name': 'network-vif-deleted', 'tag': '0773e410-eab0-40f2-bc87-fe5967fbd0a3', 'status': 'completed', 'code': 200} Jun 25 11:32:11.464838 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-214c0933-dbdd-4795-b134-9a18d0000c79 req-41b89f35-a926-4d67-80bb-29c8c94118fd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a5fd55-a3e4-486f-b5c4-8d4debd726cd HTTP/1.1" status: 200 len: 210 time: 0.0355716 Jun 25 11:32:12.570094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58198) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:12.645480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:12.678663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:12.891848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:12.895011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:12.903960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/984868be-1880-4776-abe6-0b49fc71a0ba HTTP/1.1" status: 204 len: 168 time: 0.3248565 Jun 25 11:32:12.903960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1232b840-108d-415b-82bd-8ba1757a31ea tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:12.908130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984868be-1880-4776-abe6-0b49fc71a0ba,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:12.915700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.916089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.916471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.916847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.917256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.917633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.918001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.918379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.918814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.919193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.919539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.919901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:12.923321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:12.983456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58202) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:13.349903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:13.459643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 0773e410-eab0-40f2-bc87-fe5967fbd0a3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:32:13.480538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 0773e410-eab0-40f2-bc87-fe5967fbd0a3 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:32:13.480902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 0773e410-eab0-40f2-bc87-fe5967fbd0a3 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:32:13.938098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:13.938720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:14.035164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:14.035476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:14.050487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:14.348530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:14.350765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:14.378424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=442a6ca8-10f4-4a5b-aeef-5df1b259d2ec,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:14.381043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:14.585544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:14.824608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:32:14.941708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:32:14.947009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/37e2d64e-5228-4b57-bd8e-82d28a4a4045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623294 Jun 25 11:32:14.949450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58204) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:14.953840 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] Sync routers for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:32:14.963908 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:14.964559 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:15.015848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet 79327c6b-7ba5-4e69-b006-a6590829423a {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:32:15.019745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.065487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.089936 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:15.162330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.282758 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:32:14Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:15.310176 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] Checking router: 37e2d64e-5228-4b57-bd8e-82d28a4a4045 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:32:15.319242 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] Routers {'37e2d64e-5228-4b57-bd8e-82d28a4a4045'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:15.319861 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:15.320196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.323309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58e1ce26-2c42-4d27-bd57-4720affa89ca tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:15.350471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=79327c6b-7ba5-4e69-b006-a6590829423a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:15.352357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.357345 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/79327c6b-7ba5-4e69-b006-a6590829423a HTTP/1.1" status: 204 len: 168 time: 0.4033279 Jun 25 11:32:15.357345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:15.357879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58206) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:15.363088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1dbf02-48d9-4b9d-bbe7-7b0ad05fd52c None None] Network a5e146ab-b942-45ca-bd2d-f95da38d1e4c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:32:15.446317 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] Set router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:15.478193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.595331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] DHCP port deletion for a5e146ab-b942-45ca-bd2d-f95da38d1e4c request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:32:15.614613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.647667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Deleting port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:15.648041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.668416 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:32:14Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:15.696162 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076c105-a070-4b59-a1c0-0d7ea9b378a0 None None] The sync data for ids ['37e2d64e-5228-4b57-bd8e-82d28a4a4045'] in dv-neutron-797120-5-hyperv is: [{'id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'name': 'tempest-TestNetworkBasicOps-router-1173754397', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:32:14Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e2d64e-5228-4b57-bd8e-82d28a4a4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:11Z', 'updated_at': '2021-06-25T11:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:32:15.722584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] For port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8d7bbfa2-1a02-4916-a6fa-a1e92912f319,segment=NetworkSegment(24f80061-4e7c-43b6-bd7c-d6927bddba9c),segment_id=24f80061-4e7c-43b6-bd7c-d6927bddba9c)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:15.722993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.741881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Calling delete_port for 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:15.747930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:32:15.748557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.830995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:15.831278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.845643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:32:15.885967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:15.892504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-97252036-c8d6-4893-aeee-76fee3b0c67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:15.912603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Pushing event deleted for resources: {'Port': ['ID=8d7bbfa2-1a02-4916-a6fa-a1e92912f319,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:15.915765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:15.916575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] No DVR routers for this DVR port 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:32:16.097009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.099208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea7dda29-d400-400a-b88c-b14c6f3ce8ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:16.110191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:32:16.129777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:16.130456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:32:16.130822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 442a6ca8-10f4-4a5b-aeef-5df1b259d2ec not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:32:16.131584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:32:16.132767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:16.156143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:32:16.156642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8d7bbfa2-1a02-4916-a6fa-a1e92912f319 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:32:16.197408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.311385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.313652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.435115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.435964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router 37e2d64e-5228-4b57-bd8e-82d28a4a4045 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:32:16.446320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.446320 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/37e2d64e-5228-4b57-bd8e-82d28a4a4045 HTTP/1.1" status: 204 len: 168 time: 1.0850768 Jun 25 11:32:16.446844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58208) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:16.529504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.633706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.644048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e146ab-b942-45ca-bd2d-f95da38d1e4c']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:16.661026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f80061-4e7c-43b6-bd7c-d6927bddba9c') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:16.661364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f80061-4e7c-43b6-bd7c-d6927bddba9c') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:16.680791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.705277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.717451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:32:16.719378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:32:16.720896 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:32:16.845708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.850035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:16.854176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:16.856806 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/a5e146ab-b942-45ca-bd2d-f95da38d1e4c HTTP/1.1" status: 204 len: 168 time: 0.4083269 Jun 25 11:32:16.880439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58210) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:16.883474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=a5e146ab-b942-45ca-bd2d-f95da38d1e4c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:16.888499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--131028900', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:16.891096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:16.978101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:32:16.982123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.008949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:32:17.019526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.019869 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment a7764737-1d55-4a88-b819-2632ec9bb033 of type vlan for network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 Jun 25 11:32:17.061902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.142749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.148425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:17.153215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.153215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-684b963d-3961-446b-9993-19a9b2f0ee26 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:17.223661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=6ef7c9af-b36f-44ce-9f2a-9861648f90b6,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:17.226400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:17.234663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:32:17.263267 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-db34a2c4-2f82-41c1-a9c5-c9e8c2730ee8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3811872 Jun 25 11:32:17.267022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58214) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:17.271128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-190991164', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:17.373988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.375050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.458950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.472481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-eb34efab-9688-4984-9f8f-11358442c8cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088603 Jun 25 11:32:17.672412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:17.682754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec05691-4141-4150-8aff-e4737591999e req-a00f436c-5dff-46b7-93ed-1cf126e205b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:17.684292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-a00f436c-5dff-46b7-93ed-1cf126e205b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 1098 time: 0.1879733 Jun 25 11:32:17.849677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:32:17.870952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:32:17.871397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f4848aa9-dcf6-4c52-b3dd-5f5c5347a7e0 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:32:18.145327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec05691-4141-4150-8aff-e4737591999e req-ff394074-b510-4bbe-ade7-0a32bc70fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:18.146783 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-ff394074-b510-4bbe-ade7-0a32bc70fe27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.4426224 Jun 25 11:32:18.225727 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-cf398dcc-8bac-4b00-9e5b-215bc5ce8f7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405 HTTP/1.1" status: 200 len: 1001 time: 0.0714583 Jun 25 11:32:18.346198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec05691-4141-4150-8aff-e4737591999e req-a03f32ee-6309-40d3-9573-b4b635812026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:18.347704 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-a03f32ee-6309-40d3-9573-b4b635812026 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.1146545 Jun 25 11:32:18.379999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:18.418257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:18.521842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec05691-4141-4150-8aff-e4737591999e req-7944d682-a583-4417-bd4c-38a72da5aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:18.523359 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-7944d682-a583-4417-bd4c-38a72da5aa5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690886 Jun 25 11:32:18.573393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.202 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ecf00117-06c8-4dc9-a3ef-0a86a6a201f5) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:32:18.698966 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-3aa195d9-622c-44bd-8fc8-f4fb7665fef3 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660399 Jun 25 11:32:18.801201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:18.838310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ec05691-4141-4150-8aff-e4737591999e req-791fb3eb-3971-42c0-b2e9-d165958d48fc service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308858 Jun 25 11:32:18.908979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:18.911258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4abd2586-0cc3-4203-a273-3a32d58d20ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:18.953684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:32:18.956665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:32:18.960630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:32:18.967212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:18.987195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:19.280830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:19.496426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:19.742416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router aa877ba5-e373-41fb-b172-16dc633e17b7 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:32:19.860216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:32:19.871247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Sync routers for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:32:19.880582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:19.881247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:19.931496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:19.932902 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6656666 Jun 25 11:32:19.937122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58218) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:19.978593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4f0aa3d1-ee1c-488f-94a9-a5156de72a3b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375862 Jun 25 11:32:19.978862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58220) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:19.988984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:20.108369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb4bb87-5de0-40cb-9798-287485e78a70 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:20.109899 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dcb4bb87-5de0-40cb-9798-287485e78a70 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301577 Jun 25 11:32:20.114264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58222) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:20.150662 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-09c9852a-ee74-4635-99fb-17785b8d9709 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356071 Jun 25 11:32:20.153225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58224) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:20.158628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085508788', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:20.197292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:19Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:20.227847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Checking router: aa877ba5-e373-41fb-b172-16dc633e17b7 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:32:20.228208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Updating router aa877ba5-e373-41fb-b172-16dc633e17b7 port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:32:20.267767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.359705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:32:20.363193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.534821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.545679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Transition to ACTIVE for port object ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:32:20.605148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.607880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a0121dae-a17c-4b0e-986c-29f261a16e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:20.617418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.619483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-50854ea9-0919-44c4-835d-4c92017721c0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:20.663348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a9824-ce2b-4520-874f-1211de03ef39 None None] Pushing event updated for resources: {'Port': ['ID=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:20.665705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Attempting to bind port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:32:20.666119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Attempting to bind port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:32:20.666506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Attempting to bind port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:32:20.669797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f13a9824-ce2b-4520-874f-1211de03ef39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:20.673630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:32:20.674013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:32:20.674417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.674838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:32:20.675282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Bound port: ecf00117-06c8-4dc9-a3ef-0a86a6a201f5, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:32:20.675665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.680887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=b9b79491-069f-4840-a818-28f33f344f7c,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:20.684606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:20.690443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:32:20.690876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: 6ef7c9af-b36f-44ce-9f2a-9861648f90b6, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:32:20.727057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] For port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:32:20.730628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] For port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:32:20.794796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:32:20.821943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.824225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8445b1d5-926b-41fa-8da6-a13ff518b99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:20.873905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 6ef7c9af-b36f-44ce-9f2a-9861648f90b6) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:32:20.878267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:20.878870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:20.883545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94ba9d-979b-4622-81ec-b00599fad0fc None None] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:32:20.898186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:20.898833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:20.960850 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2da93690-c9bd-497d-a363-ac060b9db743 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8063340 Jun 25 11:32:20.963566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58226) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:21.095908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a9824-ce2b-4520-874f-1211de03ef39 None None] Pushing event updated for resources: {'Port': ['ID=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:21.124423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f13a9824-ce2b-4520-874f-1211de03ef39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:21.233050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:21.379627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:32:21.380379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:21.419992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:21.556688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:19Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:21.589596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Allocated IP 172.20.0.2 (6ef7c9af-b36f-44ce-9f2a-9861648f90b6/b9b79491-069f-4840-a818-28f33f344f7c/93cebbed-3352-461f-a3f2-35aa278a4ded) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:32:21.592213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ab169-63d1-4ec2-9ed7-c1071cf52e34 None None] The sync data for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv is: [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:19Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:32:21.756631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:21.768287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Transition to ACTIVE for port object 93cebbed-3352-461f-a3f2-35aa278a4ded will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:32:21.787799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Transition to ACTIVE for port object 93cebbed-3352-461f-a3f2-35aa278a4ded will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:32:21.874965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:21.882136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:21.954531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:32:21.958914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:32:21.961363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Pushing event updated for resources: {'Port': ['ID=93cebbed-3352-461f-a3f2-35aa278a4ded,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:21.963636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:32:21.965989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:22.026397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Attempting to bind port 93cebbed-3352-461f-a3f2-35aa278a4ded on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:32:22.026779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Attempting to bind port 93cebbed-3352-461f-a3f2-35aa278a4ded by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:32:22.027148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Attempting to bind port 93cebbed-3352-461f-a3f2-35aa278a4ded on network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:32:22.033784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:32:22.034173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Checking segment: {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:32:22.034590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:22.034995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Bound using segment: {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:32:22.035501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Bound port: 93cebbed-3352-461f-a3f2-35aa278a4ded, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:32:22.035910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:22.104792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] For port 93cebbed-3352-461f-a3f2-35aa278a4ded, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:32:22.109403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] For port 93cebbed-3352-461f-a3f2-35aa278a4ded, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=93cebbed-3352-461f-a3f2-35aa278a4ded,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:32:22.128099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (6ef7c9af-b36f-44ce-9f2a-9861648f90b6/b9b79491-069f-4840-a818-28f33f344f7c/c610e87a-53cf-4da8-a748-824a2e367065) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:32:22.194650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:22.197691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7e7a1cb0-54ab-4d26-aa80-4b979eec646a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:22.257680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:22.261521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Pushing event updated for resources: {'Port': ['ID=93cebbed-3352-461f-a3f2-35aa278a4ded,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:22.265590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:22.274832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object c610e87a-53cf-4da8-a748-824a2e367065 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:32:22.383046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:22.385332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:22.435035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:32:22.458441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:32:22.464182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:32:22.492535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=c610e87a-53cf-4da8-a748-824a2e367065,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:22.505410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:22.531416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:22.786249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:23.077723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:23.136552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:23.141727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:23.216981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:23.219199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=c610e87a-53cf-4da8-a748-824a2e367065,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:23.222826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:23.266477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bb3fa-83b3-4f8e-8939-1b02e40f8264 None None] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:32:23.323049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:32:23.324319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:32:23.394544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6c481622-e46f-4551-b30d-01be391a6d39 None None] Provisioning for port 93cebbed-3352-461f-a3f2-35aa278a4ded completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:32:23.452991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router aa877ba5-e373-41fb-b172-16dc633e17b7 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:32:23.577886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:32:23.585680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/aa877ba5-e373-41fb-b172-16dc633e17b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184640 Jun 25 11:32:23.586143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58228) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:23.784021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5863c1-b3e6-41bd-a676-344013f1b722 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.784522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5863c1-b3e6-41bd-a676-344013f1b722 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.785000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5863c1-b3e6-41bd-a676-344013f1b722 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.785536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5863c1-b3e6-41bd-a676-344013f1b722 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.786005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5863c1-b3e6-41bd-a676-344013f1b722 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.786614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5863c1-b3e6-41bd-a676-344013f1b722 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.788356 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1e5863c1-b3e6-41bd-a676-344013f1b722 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.2012093 Jun 25 11:32:23.791053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58230) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:23.811577 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Sync routers for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:32:23.837233 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:23.837599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a41e7054-2abe-485d-9c6a-a4c3a1bcd48a None None] Provisioning for port c610e87a-53cf-4da8-a748-824a2e367065 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:32:23.837712 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:23.838708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a41e7054-2abe-485d-9c6a-a4c3a1bcd48a None None] Provisioning complete for port c610e87a-53cf-4da8-a748-824a2e367065 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:23.839119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a41e7054-2abe-485d-9c6a-a4c3a1bcd48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:23.905514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3767d89-7dec-4e84-80ed-8780c76975aa tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.906289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3767d89-7dec-4e84-80ed-8780c76975aa tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.913930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3767d89-7dec-4e84-80ed-8780c76975aa tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.913930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3767d89-7dec-4e84-80ed-8780c76975aa tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.913930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3767d89-7dec-4e84-80ed-8780c76975aa tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.913930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3767d89-7dec-4e84-80ed-8780c76975aa tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:23.914538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a41e7054-2abe-485d-9c6a-a4c3a1bcd48a None None] Port c610e87a-53cf-4da8-a748-824a2e367065 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:32:23.914770 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c3767d89-7dec-4e84-80ed-8780c76975aa tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1211486 Jun 25 11:32:23.914998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58232) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:23.963123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93cebbed-3352-461f-a3f2-35aa278a4ded up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:32:24.040408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5fef2b25-c6b5-4d04-a04d-95ed3c84d252 None None] Provisioning complete for port c610e87a-53cf-4da8-a748-824a2e367065 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:24.041168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fef2b25-c6b5-4d04-a04d-95ed3c84d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.078489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5fef2b25-c6b5-4d04-a04d-95ed3c84d252 None None] Port c610e87a-53cf-4da8-a748-824a2e367065 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:32:24.091514 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-35b3490d-ecd9-4048-9bb3-3511552ea04c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1751564 Jun 25 11:32:24.094558 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:24.108640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 93cebbed-3352-461f-a3f2-35aa278a4ded completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:32:24.114189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 93cebbed-3352-461f-a3f2-35aa278a4ded triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:24.114592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.214154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e0d72774-579e-478d-8376-dafa9a72dc12 None None] Provisioning complete for port c610e87a-53cf-4da8-a748-824a2e367065 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:24.214454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e0d72774-579e-478d-8376-dafa9a72dc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.217010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.272799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 93cebbed-3352-461f-a3f2-35aa278a4ded, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=93cebbed-3352-461f-a3f2-35aa278a4ded,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:24.280068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e0d72774-579e-478d-8376-dafa9a72dc12 None None] Port c610e87a-53cf-4da8-a748-824a2e367065 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:32:24.317261 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:24.346808 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Checking router: aa877ba5-e373-41fb-b172-16dc633e17b7 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:32:24.347105 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Updating router aa877ba5-e373-41fb-b172-16dc633e17b7 port c610e87a-53cf-4da8-a748-824a2e367065 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:32:24.370899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.375656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:32:24.375656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:24.380109 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.451645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=93cebbed-3352-461f-a3f2-35aa278a4ded,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:24.456114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:24.485564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58236) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:24.490580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766220965', 'description': 'tempest-secgroup-smoke-766220965 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:24.519588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:32:24.523680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:24.524044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.582494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.602884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.625031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:24.650831 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.661282 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Transition to ACTIVE for port object c610e87a-53cf-4da8-a748-824a2e367065 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:32:24.673687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.713809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.715723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:24.742227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.742515 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.745295 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:24.746209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e360b5f7-aeb7-40fa-ba12-5634f7007984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:24.774873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:24.780137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:24.784623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5f62a-87a7-40af-8c0a-3a5521128fe2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:24.787318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:24.826501 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c01e-8735-4a29-94e4-3faaaa9321c1 None None] Pushing event updated for resources: {'Port': ['ID=c610e87a-53cf-4da8-a748-824a2e367065,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:24.850836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.852097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3654292 Jun 25 11:32:24.853052 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a231c01e-8735-4a29-94e4-3faaaa9321c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:24.854863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58238) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:24.860260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9cf5f62a-87a7-40af-8c0a-3a5521128fe2', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:24.891603 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Attempting to bind port c610e87a-53cf-4da8-a748-824a2e367065 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:32:24.891978 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Attempting to bind port c610e87a-53cf-4da8-a748-824a2e367065 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:32:24.892341 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Attempting to bind port c610e87a-53cf-4da8-a748-824a2e367065 on network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:32:24.897825 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:32:24.898373 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Checking segment: {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:32:24.898827 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.899355 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Bound using segment: {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:32:24.899836 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Bound port: c610e87a-53cf-4da8-a748-824a2e367065, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:32:24.900223 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.965079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:24.970259 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] For port c610e87a-53cf-4da8-a748-824a2e367065, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:32:24.974055 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] For port c610e87a-53cf-4da8-a748-824a2e367065, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c610e87a-53cf-4da8-a748-824a2e367065,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:32:25.025737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.063745 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.066152 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:25.085728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.087794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fe4032bd-887c-4b20-955a-2726ba302674 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:25.103560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21760a6-e851-488c-83ff-43b140d51ad6,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:25.114613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:25.127579 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231c01e-8735-4a29-94e4-3faaaa9321c1 None None] Pushing event updated for resources: {'Port': ['ID=c610e87a-53cf-4da8-a748-824a2e367065,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:25.132283 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a231c01e-8735-4a29-94e4-3faaaa9321c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:25.135630 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:25.136288 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:25.176982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.181340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58240) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:25.181956 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255157 Jun 25 11:32:25.189024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9cf5f62a-87a7-40af-8c0a-3a5521128fe2', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:25.254405 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:25.295755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.357839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.421217 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.423291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-15cf8f51-ffb6-4064-86eb-5121e2df9815 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:25.439331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d5f5cc-080e-4148-b8a3-e8ce9125a14a,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:25.441857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:25.468057 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:25.496678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.497965 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3147109 Jun 25 11:32:25.498357 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a356ab-589e-4749-8e0b-5b77d29c0871 None None] The sync data for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv is: [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:32:25.501630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58242) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:25.506708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9cf5f62a-87a7-40af-8c0a-3a5521128fe2', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:25.616403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.682499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.748321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.753164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:25.767152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6801ab-7bd4-4011-a0b1-c3a107b6124d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:25.770339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:25.848116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:25.849994 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3468649 Jun 25 11:32:25.855590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58244) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:25.861788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9cf5f62a-87a7-40af-8c0a-3a5521128fe2', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:25.927245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c610e87a-53cf-4da8-a748-824a2e367065 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:32:25.988258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.039982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port c610e87a-53cf-4da8-a748-824a2e367065 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:32:26.044918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.048905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c610e87a-53cf-4da8-a748-824a2e367065 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:26.048905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.125732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.129019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.135738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:26.161866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491c1cb8-e46e-4179-96c1-e24266a9d647,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:26.165381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:26.169671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port c610e87a-53cf-4da8-a748-824a2e367065, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c610e87a-53cf-4da8-a748-824a2e367065,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:26.246381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.248888 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911314 Jun 25 11:32:26.251764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58246) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:26.256589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9cf5f62a-87a7-40af-8c0a-3a5521128fe2', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:26.274112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.280237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:32:26.295414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:26.357383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=c610e87a-53cf-4da8-a748-824a2e367065,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:26.361492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:26.367499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:26.367879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.371803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:32:26.377453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.447318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.452772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93cebbed-3352-461f-a3f2-35aa278a4ded up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:32:26.502424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 93cebbed-3352-461f-a3f2-35aa278a4ded triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:26.502820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.547758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.549699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e98a8051-b6b3-4685-86a6-f1a51122028e tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:26.564065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797c345d-efec-4aa2-8f80-2801fb686ae5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:26.567979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:26.645643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.646936 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3942306 Jun 25 11:32:26.649770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58248) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:26.654957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9cf5f62a-87a7-40af-8c0a-3a5521128fe2', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:26.782116 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:32:26.787384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.839008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.913530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.918506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88d7d6ff-6172-469a-8e93-94c4aecc4067 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:26.935234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3579ae5-9d33-4bf9-944b-61d3c6d9d4f1,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:26.937859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:26.993998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:26.995709 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448648 Jun 25 11:32:27.148563 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-d3b67d4f-c88f-4285-88ad-e57feab94121 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766220965&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0345731 Jun 25 11:32:27.258355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-ad07d166-b917-44c2-8d7a-e1ce21226b40 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:27.259882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-ad07d166-b917-44c2-8d7a-e1ce21226b40 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6 HTTP/1.1" status: 200 len: 796 time: 0.1023157 Jun 25 11:32:27.286562 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-2c716cff-315e-4ba3-a234-eb60991c59c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0204432 Jun 25 11:32:27.376434 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-7bbedbb7-cb75-43ad-b305-13554c52f4da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806713 Jun 25 11:32:27.393699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-a836e79e-f7a1-40d5-8391-5726b7be3bcf service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:32:27.394756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-a836e79e-f7a1-40d5-8391-5726b7be3bcf service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064518 Jun 25 11:32:27.494476 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-1f3b5e46-9b9c-49fe-956f-1474302bfd6e service neutron] 10.222.0.81 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939374 Jun 25 11:32:27.590809 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-92d64b44-b38e-4e5c-92e8-8bee468da041 service neutron] 10.222.0.81 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897598 Jun 25 11:32:27.852908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c610e87a-53cf-4da8-a748-824a2e367065 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:32:27.858234 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5685bbe0-6b68-4f51-bb28-7c50ba8bba9c req-9e4d967d-027f-4814-af37-0bf17077f3a8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 210 time: 0.0354445 Jun 25 11:32:27.909537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c610e87a-53cf-4da8-a748-824a2e367065 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:27.910010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:28.941804 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-00b804f3-bc04-4084-9773-c40d0e9e90c2 req-82d1a883-1090-43ca-becc-13135549cfe5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 210 time: 0.0302308 Jun 25 11:32:29.513639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-899861c9-f32b-420e-a58e-77de8fdd4a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:30.088116 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2e89321e-2aa4-4bf1-97de-4fed35d0dce3 req-dcb8a9c9-5ede-46a6-97e5-1669ee1b4412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Jun 25 11:32:30.738225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-c4ee92ac-d99a-4ceb-9b53-ca2d8b1bfaa8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:30.739715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-c4ee92ac-d99a-4ceb-9b53-ca2d8b1bfaa8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6 HTTP/1.1" status: 200 len: 796 time: 0.1097264 Jun 25 11:32:30.783057 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-2b5b0e9a-7d1d-4e34-8e9c-6f08cf42e0db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 379 time: 0.0349607 Jun 25 11:32:30.792142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['9cf5f62a-87a7-40af-8c0a-3a5521128fe2']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:30.987824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:32:30.991847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:31.125512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.12 (6ef7c9af-b36f-44ce-9f2a-9861648f90b6/b9b79491-069f-4840-a818-28f33f344f7c/b6b15586-518e-4d92-bf98-8234e3fcff4b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:32:31.252487 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-58f29d47-6475-4376-bc2b-c888d711d569 req-a8a38318-042c-4607-97d9-ab1675a1a4d1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 210 time: 0.0318274 Jun 25 11:32:31.295966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:31.309404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object b6b15586-518e-4d92-bf98-8234e3fcff4b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:32:31.394042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:31.397805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c90d527-4f1c-4be8-a32a-6c38b95ebed6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:31.442633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:32:31.445619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:32:31.449348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:32:31.456051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=b6b15586-518e-4d92-bf98-8234e3fcff4b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:31.475899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:31.502715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:31.503274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:31.582954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7945707 Jun 25 11:32:31.595122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Request body: {'port': {'device_id': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:31.668715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:31.765079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-799f6973-6d79-4d14-9786-3dec17508ce4 None None] Provisioning for port b6b15586-518e-4d92-bf98-8234e3fcff4b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:32:31.769453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-799f6973-6d79-4d14-9786-3dec17508ce4 None None] Provisioning complete for port b6b15586-518e-4d92-bf98-8234e3fcff4b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:31.769838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-799f6973-6d79-4d14-9786-3dec17508ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:31.804697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-799f6973-6d79-4d14-9786-3dec17508ce4 None None] Port b6b15586-518e-4d92-bf98-8234e3fcff4b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:32:31.936943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b15586-518e-4d92-bf98-8234e3fcff4b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:32:31.944340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:31.956354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Transition to ACTIVE for port object b6b15586-518e-4d92-bf98-8234e3fcff4b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:32:31.959026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e4679bd-bd47-483e-b440-cc3a3d093a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:32.016133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:32.018325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2cbd9e6d-895b-4ea3-86d7-ff14d6abeb9e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:32.066524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Pushing event updated for resources: {'Port': ['ID=b6b15586-518e-4d92-bf98-8234e3fcff4b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:32.067779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:32.071079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:32.147243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Attempting to bind port b6b15586-518e-4d92-bf98-8234e3fcff4b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:32:32.147940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Attempting to bind port b6b15586-518e-4d92-bf98-8234e3fcff4b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:32:32.148135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Attempting to bind port b6b15586-518e-4d92-bf98-8234e3fcff4b on network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:32:32.153008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Port b6b15586-518e-4d92-bf98-8234e3fcff4b on network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:32:32.153381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Attempting to bind port b6b15586-518e-4d92-bf98-8234e3fcff4b on network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:32:32.159876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:32:32.160245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Checking segment: {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:32:32.160634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Bound using segment: {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:32:32.161069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Bound port: b6b15586-518e-4d92-bf98-8234e3fcff4b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7764737-1d55-4a88-b819-2632ec9bb033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:32:32.161464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:32.239586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] For port b6b15586-518e-4d92-bf98-8234e3fcff4b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:32:32.243122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] For port b6b15586-518e-4d92-bf98-8234e3fcff4b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:32:32.331356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:32.334575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88deba6d-62f6-46c8-b6fd-18f24a796db9 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:32.368751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.369401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:32.370800 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] 10.222.0.47 "PUT /v2.0/ports/b6b15586-518e-4d92-bf98-8234e3fcff4b HTTP/1.1" status: 200 len: 1094 time: 0.7804084 Jun 25 11:32:32.372007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:32:32.374383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328045de-f449-4389-8408-e13cd2180cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:32:32.419254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7c6e4a-a4fa-4868-9095-670db1f1aeec x-openstack-request-id: req-af7c6e4a-a4fa-4868-9095-670db1f1aeec {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:32:32.419594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:32:32.419896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af7c6e4a-a4fa-4868-9095-670db1f1aeec {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:32:32.420348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'status': 'completed', 'code': 200} Jun 25 11:32:32.421301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Pushing event updated for resources: {'Port': ['ID=b6b15586-518e-4d92-bf98-8234e3fcff4b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:32.425413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:32.442448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7505d1-e955-4485-9e5a-2174623c985e req-6e25e6d1-5cca-4bfb-8fbd-0d6049990f8f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.444097 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6e7505d1-e955-4485-9e5a-2174623c985e req-6e25e6d1-5cca-4bfb-8fbd-0d6049990f8f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 944 time: 0.0792031 Jun 25 11:32:32.489524 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6e7505d1-e955-4485-9e5a-2174623c985e req-be7ac75f-c735-467f-9f08-52fab1c694e6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386014 Jun 25 11:32:32.519432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328045de-f449-4389-8408-e13cd2180cc0 req-cb1d0c05-c431-4687-a33e-c9856a673596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.522034 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-328045de-f449-4389-8408-e13cd2180cc0 req-cb1d0c05-c431-4687-a33e-c9856a673596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 1097 time: 0.0820169 Jun 25 11:32:32.641508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328045de-f449-4389-8408-e13cd2180cc0 req-a38c7d53-9d61-45d6-9ce4-96cab161fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.643028 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-328045de-f449-4389-8408-e13cd2180cc0 req-a38c7d53-9d61-45d6-9ce4-96cab161fd9a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1139266 Jun 25 11:32:32.736759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328045de-f449-4389-8408-e13cd2180cc0 req-b3fcc1c4-e8a8-480f-860f-3cd6b5234c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.738295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-328045de-f449-4389-8408-e13cd2180cc0 req-b3fcc1c4-e8a8-480f-860f-3cd6b5234c5e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0889566 Jun 25 11:32:32.832717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-3cf66a2b-192a-439b-9280-c5ebc6ae5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.834164 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-3cf66a2b-192a-439b-9280-c5ebc6ae5253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 1097 time: 0.0574069 Jun 25 11:32:32.876421 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-3952d5a2-5486-49f7-848c-ccceeedafc00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b HTTP/1.1" status: 200 len: 217 time: 0.0352252 Jun 25 11:32:32.928014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-48daa147-302f-4a94-bb49-b55b5c59c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.929491 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-48daa147-302f-4a94-bb49-b55b5c59c950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9b79491-069f-4840-a818-28f33f344f7c HTTP/1.1" status: 200 len: 835 time: 0.0466609 Jun 25 11:32:32.990810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-830a90d1-c39e-400b-a51d-25230d781223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:32.992318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-830a90d1-c39e-400b-a51d-25230d781223 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569105 Jun 25 11:32:33.073245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:33.082445 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-2e079a94-f66e-4dd2-ad88-3dc647cf0e0c service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833874 Jun 25 11:32:33.176698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb32ff84-7d14-4d34-ab37-6ccc03b9e2d4 req-f76db357-ebfc-46be-aea0-afda0431de9c service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882311 Jun 25 11:32:33.685300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d01ba6-83c1-4f94-9e21-88544b049266 req-4297c463-389a-41a6-85d0-4f2b1d03476c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:33.686853 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62d01ba6-83c1-4f94-9e21-88544b049266 req-4297c463-389a-41a6-85d0-4f2b1d03476c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 944 time: 0.0635786 Jun 25 11:32:33.729718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62d01ba6-83c1-4f94-9e21-88544b049266 req-da2c2339-4741-44a5-8dd5-3db97427f465 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369370 Jun 25 11:32:33.803061 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:32:34.913427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:34.919707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ac10-7234-44aa-9d34-f549510c7775 req-c382ef43-30af-4011-a4cb-7760c5cba5c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:34.921340 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9912ac10-7234-44aa-9d34-f549510c7775 req-c382ef43-30af-4011-a4cb-7760c5cba5c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 944 time: 0.0725725 Jun 25 11:32:35.299873 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9912ac10-7234-44aa-9d34-f549510c7775 req-eb86df0e-59a3-4dcb-8f34-6ad36db82932 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719833 Jun 25 11:32:35.627630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b6b15586-518e-4d92-bf98-8234e3fcff4b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:32:35.724272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port b6b15586-518e-4d92-bf98-8234e3fcff4b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:35.735823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'port_id': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'mac_address': 'fa:16:3e:a0:32:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:32:35.773522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:35.787047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b15586-518e-4d92-bf98-8234e3fcff4b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:32:35.807602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port b6b15586-518e-4d92-bf98-8234e3fcff4b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:35.907562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:35.910440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:35.962242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=b6b15586-518e-4d92-bf98-8234e3fcff4b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:35.969411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.969760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.970102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.970442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.970807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.971144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.971476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.971801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.972124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.972447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.972768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.973109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:32:35.976854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:36.247507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['b6b15586-518e-4d92-bf98-8234e3fcff4b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:32:36.480393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9591d-d976-4a50-80d5-fede6af24bb6 req-d895c9f4-1cfb-4c8d-b6ef-f1378ea33914 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:36.482866 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-29b9591d-d976-4a50-80d5-fede6af24bb6 req-d895c9f4-1cfb-4c8d-b6ef-f1378ea33914 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 945 time: 0.0698307 Jun 25 11:32:36.868365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-29b9591d-d976-4a50-80d5-fede6af24bb6 req-cf1ebe31-1c96-4bc0-94ab-da6bc2e7ef11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797326 Jun 25 11:32:37.658644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b6b15586-518e-4d92-bf98-8234e3fcff4b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:32:37.781903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port b6b15586-518e-4d92-bf98-8234e3fcff4b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:32:37.786026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port b6b15586-518e-4d92-bf98-8234e3fcff4b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:32:37.786413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:37.864712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:37.887227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:32:37.889621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db89d8f1-cdfa-41f6-8aa8-c096f8aca9a8" -d '{"events": [{"server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "name": "network-vif-plugged", "status": "completed", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:32:37.903708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port b6b15586-518e-4d92-bf98-8234e3fcff4b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:32:37.965528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:37.967673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:37.993824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ccabd-a0a8-4cff-9cd9-17037625cf20 x-openstack-request-id: req-0c0ccabd-a0a8-4cff-9cd9-17037625cf20 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:32:37.994130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "name": "network-vif-plugged", "status": "completed", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:32:37.994414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c0ccabd-a0a8-4cff-9cd9-17037625cf20 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:32:37.994817 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'code': 200} Jun 25 11:32:38.028124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=b6b15586-518e-4d92-bf98-8234e3fcff4b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:38.031424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:38.060770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f6bb-4373-4879-a1c2-60a20ecea199 req-a216b965-b53e-40d6-a306-3cc3c713f308 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:38.062332 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5879f6bb-4373-4879-a1c2-60a20ecea199 req-a216b965-b53e-40d6-a306-3cc3c713f308 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 946 time: 0.0690103 Jun 25 11:32:38.101619 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5879f6bb-4373-4879-a1c2-60a20ecea199 req-21a80658-eda9-409e-90a4-ca23c21c4d8a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334513 Jun 25 11:32:38.333448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04829d87-a4be-4fe2-a3a6-ac811f02b489 req-908a0285-01cc-43a8-a6f5-d3645abc89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:38.335113 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-04829d87-a4be-4fe2-a3a6-ac811f02b489 req-908a0285-01cc-43a8-a6f5-d3645abc89b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 1099 time: 0.0513353 Jun 25 11:32:38.368715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-04829d87-a4be-4fe2-a3a6-ac811f02b489 req-e5383e9a-1548-4be1-972b-185f64dbfd91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272028 Jun 25 11:32:39.283845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb2a1-5149-498c-b529-61a37b843df5 req-8d47e757-9d28-4a96-bfe5-18d5b893a160 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:39.285418 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1cafb2a1-5149-498c-b529-61a37b843df5 req-8d47e757-9d28-4a96-bfe5-18d5b893a160 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 946 time: 0.0683701 Jun 25 11:32:39.325479 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1cafb2a1-5149-498c-b529-61a37b843df5 req-19401b81-7dd5-4673-9de7-0e23c1888106 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342555 Jun 25 11:32:40.313413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:40.509830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c2cda-2db1-48eb-8ef1-ad6096ab1311 req-3af2688f-9085-4262-8940-5882b4e75a51 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:40.511312 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5e1c2cda-2db1-48eb-8ef1-ad6096ab1311 req-3af2688f-9085-4262-8940-5882b4e75a51 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 946 time: 0.0737929 Jun 25 11:32:40.552200 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5e1c2cda-2db1-48eb-8ef1-ad6096ab1311 req-1ae77bb9-2f09-40fe-bd15-344bf7ed53c2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350280 Jun 25 11:32:40.728464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7eb72-4ff8-4c77-8179-e1a229c5ea75 req-5262800b-109e-438e-9894-70a126d75ca3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:40.729957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cba7eb72-4ff8-4c77-8179-e1a229c5ea75 req-5262800b-109e-438e-9894-70a126d75ca3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 946 time: 0.0668094 Jun 25 11:32:40.767602 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cba7eb72-4ff8-4c77-8179-e1a229c5ea75 req-dfb3472a-8844-4d2b-9661-4deadad112b9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Jun 25 11:32:40.792028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58310) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:40.845637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e2ec6-0af0-4a2e-a005-1249f67f74c2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:40.847061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-835e2ec6-0af0-4a2e-a005-1249f67f74c2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 1094 time: 0.0534215 Jun 25 11:32:40.849792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58312) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:40.854159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:32:40.958941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:41.060539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:41.163446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.39 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/2de356ea-6d13-4abb-b1c0-ea6f2ef246fc) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:32:41.267492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:41.364064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:41.366267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-88990d8b-4094-49ea-a63d-5d1d0e922c5e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:41.406640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:32:41.409479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:32:41.412850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:32:41.440171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=2de356ea-6d13-4abb-b1c0-ea6f2ef246fc,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:41.445351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:41.788403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:41.957440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:42.126403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:42.193463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:42.195729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:32:42.265939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=2de356ea-6d13-4abb-b1c0-ea6f2ef246fc,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:32:42.269783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:32:42.280713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:42.384071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP bec03429-c3d2-425c-9da2-38a1b241846a associated. External IP: 172.26.0.39, port: b6b15586-518e-4d92-bf98-8234e3fcff4b. Jun 25 11:32:42.610400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router aa877ba5-e373-41fb-b172-16dc633e17b7 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:32:42.721284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:32:42.731784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] Sync routers for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:32:42.740373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:42.740981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:42.798743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:32:42.844249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58314) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:42.844954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9935534 Jun 25 11:32:42.845222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:32:42.848055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89c704f-0baa-4597-96ac-150368fbd14f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:32:42.906638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a725d51-8487-40a9-8a85-4505d9d83bdc x-openstack-request-id: req-6a725d51-8487-40a9-8a85-4505d9d83bdc {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:32:42.906765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:32:42.907059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a725d51-8487-40a9-8a85-4505d9d83bdc {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:32:42.907610 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'status': 'completed', 'code': 200} Jun 25 11:32:42.990539 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ebe06b6d-381c-47d1-964e-738d9f98bb98 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/bec03429-c3d2-425c-9da2-38a1b241846a HTTP/1.1" status: 200 len: 991 time: 0.1434510 Jun 25 11:32:42.990757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c704f-0baa-4597-96ac-150368fbd14f req-64e93bec-db38-47b6-8c8c-2c474460ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:42.992271 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e89c704f-0baa-4597-96ac-150368fbd14f req-64e93bec-db38-47b6-8c8c-2c474460ea84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 1099 time: 0.0597720 Jun 25 11:32:43.021289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:43.087054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c704f-0baa-4597-96ac-150368fbd14f req-5297fc6c-29fc-41ef-9477-03913bc85b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:43.088519 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e89c704f-0baa-4597-96ac-150368fbd14f req-5297fc6c-29fc-41ef-9477-03913bc85b32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6 HTTP/1.1" status: 200 len: 898 time: 0.0900729 Jun 25 11:32:43.155970 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e89c704f-0baa-4597-96ac-150368fbd14f req-93a72fd4-b273-42ca-b3d8-d489af72d3ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b HTTP/1.1" status: 200 len: 999 time: 0.0607173 Jun 25 11:32:43.209942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c704f-0baa-4597-96ac-150368fbd14f req-4ae98b11-016f-4368-bc64-816faede6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:43.211945 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e89c704f-0baa-4597-96ac-150368fbd14f req-4ae98b11-016f-4368-bc64-816faede6d36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9b79491-069f-4840-a818-28f33f344f7c HTTP/1.1" status: 200 len: 835 time: 0.0495050 Jun 25 11:32:43.258962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bec03429-c3d2-425c-9da2-38a1b241846a', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'port_id': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'mac_address': 'fa:16:3e:a0:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:32:41Z', 'updated_at': '2021-06-25T11:32:41Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:26Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:43.269730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c704f-0baa-4597-96ac-150368fbd14f req-9506355a-49f2-405a-aa5d-7b4a4c512134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:43.271309 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e89c704f-0baa-4597-96ac-150368fbd14f req-9506355a-49f2-405a-aa5d-7b4a4c512134 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536304 Jun 25 11:32:43.290218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] Checking router: aa877ba5-e373-41fb-b172-16dc633e17b7 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:32:43.299338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:32:43.300044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:43.369592 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e89c704f-0baa-4597-96ac-150368fbd14f req-9dd8e354-ce77-419b-8709-b2395bd4104d service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913229 Jun 25 11:32:43.434120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:32:43.467585 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e89c704f-0baa-4597-96ac-150368fbd14f req-a33d4347-f69b-4a5c-b5b3-ec6e5d0f6109 service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921073 Jun 25 11:32:43.676932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bec03429-c3d2-425c-9da2-38a1b241846a', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'port_id': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'mac_address': 'fa:16:3e:a0:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:32:41Z', 'updated_at': '2021-06-25T11:32:41Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:26Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:32:43.704006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc72669-072b-455c-a678-264365cad3e3 None None] The sync data for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv is: [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'bec03429-c3d2-425c-9da2-38a1b241846a', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'port_id': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'mac_address': 'fa:16:3e:a0:32:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:32:41Z', 'updated_at': '2021-06-25T11:32:41Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:26Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:32:43.898105 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c575a405-0887-4248-b7c9-dd227d3d381b None None] New status for floating IP bec03429-c3d2-425c-9da2-38a1b241846a: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:32:43.993381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58318) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:44.066184 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-62c426cc-681d-46e0-be02-fafd60f3a57f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/bec03429-c3d2-425c-9da2-38a1b241846a HTTP/1.1" status: 200 len: 991 time: 0.0715477 Jun 25 11:32:45.070003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58320) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:32:45.132510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bdfe1d57-3c44-4f0a-9c2a-7f6eebc9bb31 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/bec03429-c3d2-425c-9da2-38a1b241846a HTTP/1.1" status: 200 len: 993 time: 0.0612431 Jun 25 11:32:59.257453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0356c-9e18-496c-99ba-c61949cc7b93 req-38886500-7d17-4d06-a5b1-b588779eb55e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:32:59.258807 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6ee0356c-9e18-496c-99ba-c61949cc7b93 req-38886500-7d17-4d06-a5b1-b588779eb55e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 945 time: 0.0683274 Jun 25 11:32:59.298684 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6ee0356c-9e18-496c-99ba-c61949cc7b93 req-d491cb98-3fe0-4400-ad96-0b587ac1d553 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334578 Jun 25 11:32:59.552390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f9ae-7af1-48e2-a49a-29595a9b3db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:00.488092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c4495-f4cc-4402-9bd7-f8fc697aadba req-5d29e123-10a8-4d82-9aa6-6dfa4360d9f8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:00.489677 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-724c4495-f4cc-4402-9bd7-f8fc697aadba req-5d29e123-10a8-4d82-9aa6-6dfa4360d9f8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 945 time: 0.0707591 Jun 25 11:33:00.529042 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-724c4495-f4cc-4402-9bd7-f8fc697aadba req-988ade31-7f85-4184-b10a-87466438ff1f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331674 Jun 25 11:33:01.042950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-67304ea9-2911-47be-b987-a6ab48603910 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:01.044455 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-67304ea9-2911-47be-b987-a6ab48603910 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 945 time: 0.0632651 Jun 25 11:33:01.153614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Deleting port bdaf75c1-4fee-49e4-9ee5-6ca538028405 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:33:01.153964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:01.251702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] For port bdaf75c1-4fee-49e4-9ee5-6ca538028405, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bdaf75c1-4fee-49e4-9ee5-6ca538028405,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:33:01.251955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:01.478595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:01.478969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:01.479555 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Floating IP 50097f01-672b-47a5-8925-45765e1c3f73 disassociated. External IP: 172.26.0.232, port: bdaf75c1-4fee-49e4-9ee5-6ca538028405. Jun 25 11:33:01.479902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Calling delete_port for bdaf75c1-4fee-49e4-9ee5-6ca538028405 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:33:01.672537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:01.677355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7a0cf62-8dba-43da-a9d0-15bb5d56db8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:01.704230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event deleted for resources: {'Port': ['ID=bdaf75c1-4fee-49e4-9ee5-6ca538028405,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:01.707459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:01.721704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a16165-0ad3-42d2-bdd7-ba7597e6db79 req-feb33949-3ace-44ce-9242-12f5b5181501 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:01.723412 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9a16165-0ad3-42d2-bdd7-ba7597e6db79 req-feb33949-3ace-44ce-9242-12f5b5181501 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 867 time: 0.0754697 Jun 25 11:33:01.763728 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9a16165-0ad3-42d2-bdd7-ba7597e6db79 req-5b5b3767-43a6-488f-a5d4-87c7601f0cd4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347359 Jun 25 11:33:01.821665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:33:01.929645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:33:01.945981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:33:01.956079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:33:01.957214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:32:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:01.997386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] No DVR routers for this DVR port bdaf75c1-4fee-49e4-9ee5-6ca538028405 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:33:02.000772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:02.004148 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1065f4b7-7da3-4e87-bae1-cc46835472d1 req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "DELETE /v2.0/ports/bdaf75c1-4fee-49e4-9ee5-6ca538028405 HTTP/1.1" status: 204 len: 173 time: 0.9529500 Jun 25 11:33:02.004956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'name': 'network-vif-deleted', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:33:02.008944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cdd96a-dd6c-4bd0-8154-aed15091e016" -d '{"events": [{"server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "name": "network-vif-deleted", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:33:02.034379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f06b93-bade-4b45-9c94-5c77ea808974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:02.063380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bf99fd-e994-49a7-81f8-6b992ee4f356 x-openstack-request-id: req-c2bf99fd-e994-49a7-81f8-6b992ee4f356 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:33:02.063769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2be863-a106-4b8a-a3b7-dbed3fcd673b", "name": "network-vif-deleted", "tag": "bdaf75c1-4fee-49e4-9ee5-6ca538028405", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:33:02.064469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2bf99fd-e994-49a7-81f8-6b992ee4f356 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:33:02.064469 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2be863-a106-4b8a-a3b7-dbed3fcd673b', 'name': 'network-vif-deleted', 'tag': 'bdaf75c1-4fee-49e4-9ee5-6ca538028405', 'status': 'completed', 'code': 200} Jun 25 11:33:02.129998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:02.148735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:33:02.360207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:02.388567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:33:02.397467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:33:02.398108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:33:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:02.508337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:33:02.710155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:02.741152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a88e0-01f3-4a0a-8f8c-294cfbb1605a None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:33:02.917436 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-07dc9cf4-ba92-43d5-b948-acf27ed44595 req-b983045b-c240-4b2d-bdaf-e7fd5c261dab tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 210 time: 0.0307367 Jun 25 11:33:02.997948 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11819c53-202d-48fb-9e3a-b40bafacaaeb None None] New status for floating IP 50097f01-672b-47a5-8925-45765e1c3f73: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:33:03.083879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:03.767647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bdaf75c1-4fee-49e4-9ee5-6ca538028405 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:33:03.788246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: bdaf75c1-4fee-49e4-9ee5-6ca538028405 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:33:03.788597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bdaf75c1-4fee-49e4-9ee5-6ca538028405 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:33:04.071135 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-edb43e43-ce16-4a09-aa19-be904ad8e0c3 req-379f4602-dc92-4af3-bc59-45b9971bf177 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 210 time: 0.0326180 Jun 25 11:33:04.906308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:05.219036 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-04e04221-b035-487e-b628-3130b987a7b3 req-08375df0-3a2f-4f20-88b6-d12ad92c668c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 210 time: 0.0346639 Jun 25 11:33:06.374261 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-33766a11-e862-4323-acd6-5492f97e7380 req-971f9e39-d801-4134-84fc-a2af0b89d134 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=cd2be863-a106-4b8a-a3b7-dbed3fcd673b HTTP/1.1" status: 200 len: 210 time: 0.0299568 Jun 25 11:33:07.617424 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-31d90a35-7f02-43c6-b3e7-47fb2ac33895 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224798060&fields=id&tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 267 time: 0.0336375 Jun 25 11:33:07.732032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-abf871bb-52c5-4592-9cb3-b3c40fd42158 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:07.733621 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-abf871bb-52c5-4592-9cb3-b3c40fd42158 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 812 time: 0.1097038 Jun 25 11:33:07.750726 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-7a1e1c4d-b3ea-47dd-9c30-78366fb2466f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/quotas/a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 375 time: 0.0110395 Jun 25 11:33:07.828512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-4303c547-c7ad-4e98-a7ca-36e624246b4c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719671 Jun 25 11:33:07.922795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-afacba43-e20c-4060-b91c-55755e419903 service neutron] 10.222.0.81 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828850 Jun 25 11:33:08.014504 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f4cafdd4-536d-492b-8bd4-15b1e10f4b2f service neutron] 10.222.0.81 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858583 Jun 25 11:33:08.602517 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90c8a18c-53e8-4e91-9282-74faeceb4815 req-1ec8f193-9391-4d92-9b29-8d7c0cc343c3 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 210 time: 0.0306838 Jun 25 11:33:09.746035 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-608ff1e9-8179-4785-9a5a-3236d0707f13 req-342926a9-6cd2-4438-904d-3d4210f955f9 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 210 time: 0.0298383 Jun 25 11:33:10.351891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:10.805066 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:33:10.897025 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-94f3ffc4-5b68-45ea-8df2-08e4096d77fa req-bf174107-dba4-40a7-9d7f-10e9b61fd3cc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 210 time: 0.0304949 Jun 25 11:33:11.023364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-40592e8e-69f5-4f20-91da-db798a942663 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:11.027610 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-40592e8e-69f5-4f20-91da-db798a942663 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 812 time: 0.4359291 Jun 25 11:33:11.082892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-7dff6a1f-c173-4968-bb85-90614eee7223 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 380 time: 0.0354731 Jun 25 11:33:11.082892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'port': {'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'admin_state_up': True, 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'security_groups': ['8d91585a-7df1-4dcd-889d-e7675a087a1f']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:33:11.294910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Made reservation on behalf of a3789569fd9b41db96f7f5f8a0eb10d7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:33:11.299024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:11.424450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Allocated IP 172.20.0.10 (ed8e19df-47f0-409a-96df-2fab594ab80c/3e882b81-7530-4bcd-8a9a-ba335d4ad99f/a100e12a-e778-4abb-8f9b-bfed7bf92722) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:33:11.574829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:11.591637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Transition to ACTIVE for port object a100e12a-e778-4abb-8f9b-bfed7bf92722 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:33:11.758097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:11.762272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f01eabfc-abed-42bc-9db9-66bfc266cede tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:11.804744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Network ed8e19df-47f0-409a-96df-2fab594ab80c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:33:11.807800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:33:11.811519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:33:11.845827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=a100e12a-e778-4abb-8f9b-bfed7bf92722,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:11.850650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:11.878859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:11.879661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.051825 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9786651 Jun 25 11:33:12.067325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Request body: {'port': {'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:33:12.114324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da293e-7c23-417b-83e0-67179e5c9781 req-d06e4277-07d0-4b51-84e9-e8891457baf1 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:12.115859 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f6da293e-7c23-417b-83e0-67179e5c9781 req-d06e4277-07d0-4b51-84e9-e8891457baf1 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 932 time: 0.1009736 Jun 25 11:33:12.140613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0a4f0a7b-167b-462c-b4b1-c5d56e1c17c3 None None] Provisioning for port a100e12a-e778-4abb-8f9b-bfed7bf92722 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:33:12.148395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0a4f0a7b-167b-462c-b4b1-c5d56e1c17c3 None None] Provisioning complete for port a100e12a-e778-4abb-8f9b-bfed7bf92722 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:33:12.149052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0a7b-167b-462c-b4b1-c5d56e1c17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.185494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.190890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f0a7b-167b-462c-b4b1-c5d56e1c17c3 None None] Port a100e12a-e778-4abb-8f9b-bfed7bf92722 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:33:12.216518 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f6da293e-7c23-417b-83e0-67179e5c9781 req-db7b2652-4574-418a-a146-5d489844254d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948224 Jun 25 11:33:12.477325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a100e12a-e778-4abb-8f9b-bfed7bf92722 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:33:12.485044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.496482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Transition to ACTIVE for port object a100e12a-e778-4abb-8f9b-bfed7bf92722 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:33:12.574709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.576942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d8bf4e1a-3b7e-48bc-9775-5045b7597af6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:12.627372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Pushing event updated for resources: {'Port': ['ID=a100e12a-e778-4abb-8f9b-bfed7bf92722,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:12.655162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:12.712247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Attempting to bind port a100e12a-e778-4abb-8f9b-bfed7bf92722 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:33:12.712586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Attempting to bind port a100e12a-e778-4abb-8f9b-bfed7bf92722 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:33:12.712945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Attempting to bind port a100e12a-e778-4abb-8f9b-bfed7bf92722 on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:33:12.717616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Port a100e12a-e778-4abb-8f9b-bfed7bf92722 on network ed8e19df-47f0-409a-96df-2fab594ab80c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:33:12.718172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Attempting to bind port a100e12a-e778-4abb-8f9b-bfed7bf92722 on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:33:12.724010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:33:12.724640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Checking segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:33:12.725034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Bound using segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:33:12.725500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Bound port: a100e12a-e778-4abb-8f9b-bfed7bf92722, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:33:12.725871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.804456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] For port a100e12a-e778-4abb-8f9b-bfed7bf92722, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:33:12.810446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] For port a100e12a-e778-4abb-8f9b-bfed7bf92722, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:33:12.900376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.904411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-55a653aa-0f0c-4cec-807c-d285332b67bb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:12.939241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:12.944330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:12.944330 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] 10.222.0.47 "PUT /v2.0/ports/a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 1094 time: 0.8794096 Jun 25 11:33:12.944330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:33:12.944330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65e458b-f7f9-4674-8d61-988ecdb29446" -d '{"events": [{"name": "network-changed", "server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:33:12.971946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Pushing event updated for resources: {'Port': ['ID=a100e12a-e778-4abb-8f9b-bfed7bf92722,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:12.980158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.980664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.981153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.981611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.982066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.982578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.983029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.983516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.984472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.985188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.986590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.986590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:12.991146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74252e0-c756-41b9-89e7-5cb29ffafae2 x-openstack-request-id: req-b74252e0-c756-41b9-89e7-5cb29ffafae2 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:33:12.991588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:33:12.992063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b74252e0-c756-41b9-89e7-5cb29ffafae2 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:33:12.992358 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'status': 'completed', 'code': 200} Jun 25 11:33:12.993484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:13.077151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e458b-f7f9-4674-8d61-988ecdb29446 req-78dbc690-bccc-41c7-85f2-6db5f0f963b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:13.078856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a65e458b-f7f9-4674-8d61-988ecdb29446 req-78dbc690-bccc-41c7-85f2-6db5f0f963b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1097 time: 0.0660062 Jun 25 11:33:13.185181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e458b-f7f9-4674-8d61-988ecdb29446 req-e1ba8882-d366-4c41-8ca2-7404a7e3e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:13.186650 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a65e458b-f7f9-4674-8d61-988ecdb29446 req-e1ba8882-d366-4c41-8ca2-7404a7e3e4e2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0998886 Jun 25 11:33:13.291658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e458b-f7f9-4674-8d61-988ecdb29446 req-dc036cb5-8c7f-4769-99e6-3bac1741e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:13.293300 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a65e458b-f7f9-4674-8d61-988ecdb29446 req-dc036cb5-8c7f-4769-99e6-3bac1741e3b8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0999792 Jun 25 11:33:13.429974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-9d65ff82-8989-4309-951b-87e8f6d585a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:13.431765 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-9d65ff82-8989-4309-951b-87e8f6d585a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1097 time: 0.0955641 Jun 25 11:33:13.443141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e69c2c-9e3f-4015-b398-414075815d97 req-d179d1d7-4bad-456b-a0f1-8e84108146be tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:13.444602 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-56e69c2c-9e3f-4015-b398-414075815d97 req-d179d1d7-4bad-456b-a0f1-8e84108146be tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0998757 Jun 25 11:33:13.495087 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-170fd905-1711-40ef-9fb0-7ef726cb8271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 217 time: 0.0495009 Jun 25 11:33:13.545538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-56e69c2c-9e3f-4015-b398-414075815d97 req-caf246e1-840f-416f-9982-753347aabef3 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942390 Jun 25 11:33:13.561798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-a083faf6-4631-4ce1-9f96-545405429a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:13.563429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-a083faf6-4631-4ce1-9f96-545405429a95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0615115 Jun 25 11:33:13.622542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-2567d015-2c97-40fb-827a-ed581938d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:13.624033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-2567d015-2c97-40fb-827a-ed581938d49d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542519 Jun 25 11:33:13.722625 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-a56fe30e-cb43-4f3a-88d0-e607597f426f service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917540 Jun 25 11:33:13.816409 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38104db2-e923-4edc-b94b-21157e0d0c45 req-68f88d61-1dab-4a6a-a89d-2d2bec9e5b71 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874858 Jun 25 11:33:14.726845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083bc2-06c8-461a-abe7-8f27a81ae8a5 req-8302d473-752a-4e29-a2b6-ca62da1231a6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:14.728401 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f083bc2-06c8-461a-abe7-8f27a81ae8a5 req-8302d473-752a-4e29-a2b6-ca62da1231a6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0689886 Jun 25 11:33:14.768914 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f083bc2-06c8-461a-abe7-8f27a81ae8a5 req-3a40fb19-60b4-4a1c-816f-ff3450b2fb2d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347922 Jun 25 11:33:15.947610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e129fd-f85d-494e-8e12-ac8c41ce79ce req-3803deab-70dc-410a-bb05-910b534fd1b7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:15.949081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5e129fd-f85d-494e-8e12-ac8c41ce79ce req-3803deab-70dc-410a-bb05-910b534fd1b7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0664325 Jun 25 11:33:15.989597 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5e129fd-f85d-494e-8e12-ac8c41ce79ce req-debcb995-9436-43f0-ba80-af8982b74309 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Jun 25 11:33:17.168797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7c429-deb0-44d3-bac4-50381285de36 req-0c9a9879-7447-4672-9a88-51c0dca72f7f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:17.170214 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e1e7c429-deb0-44d3-bac4-50381285de36 req-0c9a9879-7447-4672-9a88-51c0dca72f7f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0691400 Jun 25 11:33:17.212360 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e1e7c429-deb0-44d3-bac4-50381285de36 req-c4343256-0953-4044-b65b-adffb478c173 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357995 Jun 25 11:33:18.387078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9143e-6353-4ec1-aba2-1dc1b43b368d req-f309c7d8-58a2-426c-81d2-6ac9ba70ef7b tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:18.388559 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cfd9143e-6353-4ec1-aba2-1dc1b43b368d req-f309c7d8-58a2-426c-81d2-6ac9ba70ef7b tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0641313 Jun 25 11:33:18.427234 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cfd9143e-6353-4ec1-aba2-1dc1b43b368d req-2b6c9388-c3a3-4754-aa15-768eff7cc953 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Jun 25 11:33:19.377184 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-bf2eca0a-5f22-45fd-aafe-7ed8bd538e87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592923 Jun 25 11:33:19.473043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c069613-a604-418a-b7e9-88c273a26d27 req-dfc02946-957b-4507-a7a5-d752a0f91f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:19.475259 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-dfc02946-957b-4507-a7a5-d752a0f91f20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 1099 time: 0.0551164 Jun 25 11:33:19.625378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c069613-a604-418a-b7e9-88c273a26d27 req-2e9873a2-521d-4edf-a650-02c5f475130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:19.626829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-2e9873a2-521d-4edf-a650-02c5f475130d service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6 HTTP/1.1" status: 200 len: 898 time: 0.1307731 Jun 25 11:33:19.647661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b683dae-5d4e-42b9-af03-fbfe67b2066b req-80efb5c8-56f4-4480-8758-d02334391854 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:19.649061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6b683dae-5d4e-42b9-af03-fbfe67b2066b req-80efb5c8-56f4-4480-8758-d02334391854 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0932744 Jun 25 11:33:19.726860 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-df3f02ff-179a-47fe-9535-9b6f64412615 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b HTTP/1.1" status: 200 len: 1001 time: 0.0926988 Jun 25 11:33:19.731641 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6b683dae-5d4e-42b9-af03-fbfe67b2066b req-424da5ff-6587-4233-b9d8-2c51433ac077 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501201 Jun 25 11:33:19.775729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c069613-a604-418a-b7e9-88c273a26d27 req-86698c38-a033-4ba2-b467-a523d26ec3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:19.777189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-86698c38-a033-4ba2-b467-a523d26ec3e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9b79491-069f-4840-a818-28f33f344f7c HTTP/1.1" status: 200 len: 835 time: 0.0443933 Jun 25 11:33:19.835672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c069613-a604-418a-b7e9-88c273a26d27 req-ced46212-59ff-4f3e-ac78-d21874cc00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:19.837177 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-ced46212-59ff-4f3e-ac78-d21874cc00d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537126 Jun 25 11:33:19.936089 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-b058cb28-f141-4d43-847d-dac919926fe8 service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915229 Jun 25 11:33:20.031256 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c069613-a604-418a-b7e9-88c273a26d27 req-c81504e6-002e-466e-a625-c314241afc16 service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878534 Jun 25 11:33:20.915281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd053547-f291-4062-8b6f-16db61fd6eb9 req-90eea3f3-5e7c-4ba3-b5fc-4abbcdad43b8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:20.916857 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd053547-f291-4062-8b6f-16db61fd6eb9 req-90eea3f3-5e7c-4ba3-b5fc-4abbcdad43b8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0707963 Jun 25 11:33:20.955263 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd053547-f291-4062-8b6f-16db61fd6eb9 req-39c440a9-c643-47c9-8238-dd2f73eb37a4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Jun 25 11:33:22.136981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93be3-e205-48fd-bc97-4e17044ae50a req-335c17f4-6801-4048-864e-645da0f50dda tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:22.138666 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2aa93be3-e205-48fd-bc97-4e17044ae50a req-335c17f4-6801-4048-864e-645da0f50dda tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0673692 Jun 25 11:33:22.180501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2aa93be3-e205-48fd-bc97-4e17044ae50a req-78960af1-9f46-48f9-be29-0cba5c71d425 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350196 Jun 25 11:33:23.362760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c32fb0-956f-4989-86d3-8e9139a972ef req-60156117-e56a-49d5-a76c-d5ae44ad4f53 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:23.364224 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a5c32fb0-956f-4989-86d3-8e9139a972ef req-60156117-e56a-49d5-a76c-d5ae44ad4f53 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0721269 Jun 25 11:33:23.400706 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a5c32fb0-956f-4989-86d3-8e9139a972ef req-7d1b72c6-ca9c-4419-8670-1314ba7fa232 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308199 Jun 25 11:33:24.580772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65c1a-9dcd-40a5-a152-24df85b836a2 req-6ef6c5f1-65e5-40d2-8729-6dd7b74df0e7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:24.582431 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14b65c1a-9dcd-40a5-a152-24df85b836a2 req-6ef6c5f1-65e5-40d2-8729-6dd7b74df0e7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0688913 Jun 25 11:33:24.624845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14b65c1a-9dcd-40a5-a152-24df85b836a2 req-b0a6e616-4fef-4cf2-b1ed-b4d9a00fd0dd tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360966 Jun 25 11:33:25.798448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd2d59-30af-429f-b05f-a18073fa2ad0 req-a0d7300a-dbd5-472c-bd1e-b4d627212c64 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:25.799958 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-34dd2d59-30af-429f-b05f-a18073fa2ad0 req-a0d7300a-dbd5-472c-bd1e-b4d627212c64 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 944 time: 0.0642006 Jun 25 11:33:25.842976 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-34dd2d59-30af-429f-b05f-a18073fa2ad0 req-54f4f8b7-b94d-45ed-adac-4f5de5615ca4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373390 Jun 25 11:33:25.872085 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a100e12a-e778-4abb-8f9b-bfed7bf92722 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:33:25.976584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a100e12a-e778-4abb-8f9b-bfed7bf92722, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:33:25.982660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:33:26.019595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:26.032190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a100e12a-e778-4abb-8f9b-bfed7bf92722 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:33:26.051587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a100e12a-e778-4abb-8f9b-bfed7bf92722, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:33:26.128811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:26.130640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:26.179986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=a100e12a-e778-4abb-8f9b-bfed7bf92722,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:26.183114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:26.461826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['a100e12a-e778-4abb-8f9b-bfed7bf92722'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:33:27.023234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8f7c1-17ea-4796-b0fc-bac6abc5eff9 req-adf68e39-d248-4c65-8c4f-200a5b1afa8d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:27.024769 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-23d8f7c1-17ea-4796-b0fc-bac6abc5eff9 req-adf68e39-d248-4c65-8c4f-200a5b1afa8d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 945 time: 0.0694621 Jun 25 11:33:27.066612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-23d8f7c1-17ea-4796-b0fc-bac6abc5eff9 req-9879f799-7b97-4cdf-8bc7-26fa1c000944 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361097 Jun 25 11:33:27.885216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a100e12a-e778-4abb-8f9b-bfed7bf92722 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:33:28.065777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port a100e12a-e778-4abb-8f9b-bfed7bf92722 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:33:28.070019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port a100e12a-e778-4abb-8f9b-bfed7bf92722 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:33:28.079160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:28.159810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:28.185240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:33:28.187526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb792c5-a0a7-4f61-a6b2-38e9c0844f17" -d '{"events": [{"server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "name": "network-vif-plugged", "status": "completed", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:33:28.201123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a100e12a-e778-4abb-8f9b-bfed7bf92722, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:33:28.225960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe066b6-31ad-4ffb-8d54-99806b98a9ec x-openstack-request-id: req-4fe066b6-31ad-4ffb-8d54-99806b98a9ec {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:33:28.226347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "name": "network-vif-plugged", "status": "completed", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:33:28.226674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fe066b6-31ad-4ffb-8d54-99806b98a9ec {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:33:28.227172 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'code': 200} Jun 25 11:33:28.246238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28dc9-e4cd-4ab9-b2b1-ffa5fadfcf59 req-9febceb3-9b18-433e-8c55-adab0147817c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:28.247746 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-09e28dc9-e4cd-4ab9-b2b1-ffa5fadfcf59 req-9febceb3-9b18-433e-8c55-adab0147817c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 945 time: 0.0648398 Jun 25 11:33:28.296907 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-09e28dc9-e4cd-4ab9-b2b1-ffa5fadfcf59 req-f8e7402a-4d79-4e4b-8d6b-e979d47f4b78 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425100 Jun 25 11:33:28.310984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:28.313921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3bc94210-621d-4440-b999-ad250efa099d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:28.361924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=a100e12a-e778-4abb-8f9b-bfed7bf92722,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:28.364787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:28.519202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaab51-f7e3-4b8e-8cf4-ca5a234e7f59 req-e9c93076-c50b-4ac2-bc8e-18de33596c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:28.520711 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1eaab51-f7e3-4b8e-8cf4-ca5a234e7f59 req-e9c93076-c50b-4ac2-bc8e-18de33596c0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1099 time: 0.0535851 Jun 25 11:33:28.554808 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1eaab51-f7e3-4b8e-8cf4-ca5a234e7f59 req-e3da1813-e324-44fb-9ce1-63de59d7d776 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276492 Jun 25 11:33:29.489193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb1e4c-a4e5-4d2b-9066-2c10ea59a307 req-3d9dc1c2-ed7e-4231-aef3-51477fe68e61 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:29.490783 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ebb1e4c-a4e5-4d2b-9066-2c10ea59a307 req-3d9dc1c2-ed7e-4231-aef3-51477fe68e61 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 946 time: 0.0754521 Jun 25 11:33:29.501255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9544fc8f-69e7-44bf-8be5-55f76489783e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:29.532244 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ebb1e4c-a4e5-4d2b-9066-2c10ea59a307 req-66371866-9a3c-4d44-ba8a-1948574093d7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340834 Jun 25 11:33:30.721808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc679d-7fe1-41b9-a1f9-0213f31af502 req-8dae7bbc-912c-4161-8cbf-7df396d9a833 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:30.723280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aadc679d-7fe1-41b9-a1f9-0213f31af502 req-8dae7bbc-912c-4161-8cbf-7df396d9a833 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 946 time: 0.0649474 Jun 25 11:33:30.760556 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aadc679d-7fe1-41b9-a1f9-0213f31af502 req-4e377d79-c6ee-4c17-a281-47d5f9b55589 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Jun 25 11:33:30.940830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aecbad-b6f2-44e3-ba8f-5998cae94f84 req-807612e0-66d4-43ff-a62a-a4e9a187b0da tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:30.942338 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88aecbad-b6f2-44e3-ba8f-5998cae94f84 req-807612e0-66d4-43ff-a62a-a4e9a187b0da tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 946 time: 0.0701365 Jun 25 11:33:30.982471 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88aecbad-b6f2-44e3-ba8f-5998cae94f84 req-63d800bc-4640-4bfe-a758-717a281d4171 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345020 Jun 25 11:33:31.007625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58422) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:33:31.060972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dbebe0-e543-4367-bc28-dd582b42349a tempest-TestVolumeBootPattern-361473211 tempest-TestVolumeBootPattern-361473211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:31.063139 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-44dbebe0-e543-4367-bc28-dd582b42349a tempest-TestVolumeBootPattern-361473211 tempest-TestVolumeBootPattern-361473211-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1094 time: 0.0540845 Jun 25 11:33:31.066013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58424) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:33:31.070888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:33:31.151261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:31.254693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:31.357042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Allocated IP 172.26.0.33 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/3c436f2e-8ce3-4987-aabf-279256f556f8) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:33:31.465386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:31.592009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:31.596062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d5ac6e26-7c2e-4b29-8512-0c3d0bba8d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:31.630438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:33:31.635371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:33:31.638181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:33:31.666525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=3c436f2e-8ce3-4987-aabf-279256f556f8,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:31.670279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:31.968651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff535678-bf08-499f-aebf-7b6592f16fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:32.016113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:32.094592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:32.200091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:32.349157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:32.454844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:32.457014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b3477668-5a92-4647-a189-63eae4b154b6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:32.527597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=3c436f2e-8ce3-4987-aabf-279256f556f8,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:32.532391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:32.542340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:32.642579 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Floating IP fe0b07a1-2706-4152-9083-4acbc4c4200b associated. External IP: 172.26.0.33, port: a100e12a-e778-4abb-8f9b-bfed7bf92722. Jun 25 11:33:33.100225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:33.183774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:33:33.290011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:33:33.304813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:33:33.314539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:33:33.315275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:33:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:33.379696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:33.435913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3565187 Jun 25 11:33:33.435913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:33:33.436225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:33:33.436329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b0b07b-2bd1-4885-9f23-af4b71f4e129" -d '{"events": [{"name": "network-changed", "server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:33:33.478024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488475f3-6629-4b80-9b66-284e4763d303 x-openstack-request-id: req-488475f3-6629-4b80-9b66-284e4763d303 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:33:33.478375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:33:33.478677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-488475f3-6629-4b80-9b66-284e4763d303 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:33:33.479122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'status': 'completed', 'code': 200} Jun 25 11:33:33.564791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-baeec6f7-8a0f-4eb7-a772-64b3e142da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:33.564791 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-baeec6f7-8a0f-4eb7-a772-64b3e142da19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1099 time: 0.0584662 Jun 25 11:33:33.663056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:31Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:33.663582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-72fa3278-1b00-4918-9cb0-0d994351b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:33.665119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-72fa3278-1b00-4918-9cb0-0d994351b1e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0936303 Jun 25 11:33:33.697829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:33:33.708636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:33:33.709320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:33:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:33.743620 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-cc53e835-529a-4a59-86db-bb89b891f40a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 999 time: 0.0720031 Jun 25 11:33:33.794482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-56278536-08c5-4677-a16c-9e6cfa966679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:33.795991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-56278536-08c5-4677-a16c-9e6cfa966679 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0455780 Jun 25 11:33:33.823553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:33:33.864170 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-3ba0b796-0a7d-4032-b065-93984871132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:33.865696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-3ba0b796-0a7d-4032-b065-93984871132b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0630360 Jun 25 11:33:33.962818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-6d1f9afb-9702-4a74-840e-5f70f9eb4931 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904469 Jun 25 11:33:34.072539 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-75b0b07b-2bd1-4885-9f23-af4b71f4e129 req-81591a65-7aec-41d8-b871-fd785f22cb1d service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983493 Jun 25 11:33:34.216081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:31Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:34.244982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95f853-dfd4-4c09-a6d2-85ec2dc5eae3 None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:31Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:33:34.436058 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1552de-f007-48e2-b19c-827f1a475d65 None None] New status for floating IP fe0b07a1-2706-4152-9083-4acbc4c4200b: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:33:34.951329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:40.345515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:47.804585 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:33:56.154099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58446) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:33:56.219829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fa5fc821-3fa2-49e2-89e1-c3abb4d189ca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/bec03429-c3d2-425c-9da2-38a1b241846a HTTP/1.1" status: 200 len: 993 time: 0.0637319 Jun 25 11:33:56.535853 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58452) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:33:56.703727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 2de356ea-6d13-4abb-b1c0-ea6f2ef246fc {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:33:56.704073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:56.785994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:56.786275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:56.797722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 2de356ea-6d13-4abb-b1c0-ea6f2ef246fc owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:33:57.133432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:57.135622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2251f552-fe0a-422c-b2d3-fbcfbb156005 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:33:57.166611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=2de356ea-6d13-4abb-b1c0-ea6f2ef246fc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:33:57.195681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.196127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.196472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.196857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.197285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.197673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.198049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.198424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.198800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.199171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.199551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.199917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:33:57.204275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:33:57.241486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:57.241824 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP bec03429-c3d2-425c-9da2-38a1b241846a disassociated (deleted). External IP: 172.26.0.39, port: b6b15586-518e-4d92-bf98-8234e3fcff4b. Jun 25 11:33:57.466361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router aa877ba5-e373-41fb-b172-16dc633e17b7 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:33:57.579124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:33:57.584291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:57.589605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] Sync routers for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:33:57.598733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:33:57.599346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:33:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:57.622010 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/bec03429-c3d2-425c-9da2-38a1b241846a HTTP/1.1" status: 204 len: 168 time: 1.0851240 Jun 25 11:33:57.622693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:33:57.626096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c833a-cc90-427b-8e4c-4bf2fdd44072" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:33:57.665553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acd874a-96de-47ee-8865-7991123d152f x-openstack-request-id: req-4acd874a-96de-47ee-8865-7991123d152f {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:33:57.665903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:33:57.666214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4acd874a-96de-47ee-8865-7991123d152f {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:33:57.666672 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'status': 'completed', 'code': 200} Jun 25 11:33:57.708044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:33:57.744932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-830254ef-0da4-4b16-859a-bc0a7f5b5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:57.746472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-830254ef-0da4-4b16-859a-bc0a7f5b5409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 1099 time: 0.0565906 Jun 25 11:33:57.850590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-1ed4a85d-5740-446f-a5ea-8c8e54c5be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:57.852501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-1ed4a85d-5740-446f-a5ea-8c8e54c5be42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6 HTTP/1.1" status: 200 len: 898 time: 0.0979643 Jun 25 11:33:57.895171 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-b3dff190-8a50-4fb5-b534-438369bc1d7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b HTTP/1.1" status: 200 len: 217 time: 0.0364115 Jun 25 11:33:57.923163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:26Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:57.953602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-7cf20eae-baf5-4af3-adb8-fbc1a54fc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:57.955137 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-7cf20eae-baf5-4af3-adb8-fbc1a54fc917 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9b79491-069f-4840-a818-28f33f344f7c HTTP/1.1" status: 200 len: 835 time: 0.0535550 Jun 25 11:33:57.955608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] Checking router: aa877ba5-e373-41fb-b172-16dc633e17b7 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:33:57.965514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:33:57.966150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:33:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:58.019853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-6541f2e3-cb01-413e-bf24-1e08a8856c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:58.021306 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-6541f2e3-cb01-413e-bf24-1e08a8856c79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ef7c9af-b36f-44ce-9f2a-9861648f90b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596879 Jun 25 11:33:58.083310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:33:58.147219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-4b6d3ac0-adf4-414a-8270-908f0d404d9d service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192250 Jun 25 11:33:58.262795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-062c833a-cc90-427b-8e4c-4bf2fdd44072 req-d14391d6-2598-45d5-8ce9-54d18b9b2e51 service neutron] 10.222.0.47 "GET /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090744 Jun 25 11:33:58.330759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c4847-05e6-4065-959e-69c39341f7c1 req-c39b08ed-3d0b-4b12-9d3a-d2c4a67996c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:58.332492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc4c4847-05e6-4065-959e-69c39341f7c1 req-c39b08ed-3d0b-4b12-9d3a-d2c4a67996c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 946 time: 0.0688369 Jun 25 11:33:58.350661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:26Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:33:58.378239 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc4c4847-05e6-4065-959e-69c39341f7c1 req-a41ad794-9ec2-4005-8d4a-7a9b99623c5f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391622 Jun 25 11:33:58.387274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeeffcc-e8a0-4eb7-b814-7ae9a79133db None None] The sync data for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv is: [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:32:22Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c610e87a-53cf-4da8-a748-824a2e367065', 'name': '', 'network_id': '6ef7c9af-b36f-44ce-9f2a-9861648f90b6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:2f:e0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:21Z', 'updated_at': '2021-06-25T11:32:26Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b9b79491-069f-4840-a818-28f33f344f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:33:58.614058 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a146e4-b58a-4dc2-984f-9ff82292f993 None None] New status for floating IP bec03429-c3d2-425c-9da2-38a1b241846a: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:33:59.545773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8ef3219a-5b37-4cf6-b8b0-98b2d5702fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:33:59.564215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20963789-8e39-4b65-8cc6-c115365c7255 req-7c7deb26-926a-4901-b7fa-8ef2ab076d5e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:33:59.565886 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20963789-8e39-4b65-8cc6-c115365c7255 req-7c7deb26-926a-4901-b7fa-8ef2ab076d5e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 946 time: 0.0719521 Jun 25 11:33:59.609956 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20963789-8e39-4b65-8cc6-c115365c7255 req-17547dbf-1253-4642-8918-541684e126c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cf5f62a-87a7-40af-8c0a-3a5521128fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380824 Jun 25 11:34:00.133271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-6013943e-09e7-4843-b9d7-80d52086ef36 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:00.134733 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-6013943e-09e7-4843-b9d7-80d52086ef36 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 946 time: 0.0926423 Jun 25 11:34:00.250742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port b6b15586-518e-4d92-bf98-8234e3fcff4b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:34:00.251034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:00.356973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port b6b15586-518e-4d92-bf98-8234e3fcff4b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b6b15586-518e-4d92-bf98-8234e3fcff4b,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:00.357369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:00.370654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for b6b15586-518e-4d92-bf98-8234e3fcff4b owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:34:00.573873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:00.578675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:00.604244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=b6b15586-518e-4d92-bf98-8234e3fcff4b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:00.607364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:00.653298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port b6b15586-518e-4d92-bf98-8234e3fcff4b on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:34:00.656029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:00.658507 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c04845ad-6056-4d14-b51f-f42c8be3fe8b req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/b6b15586-518e-4d92-bf98-8234e3fcff4b HTTP/1.1" status: 204 len: 173 time: 0.5176659 Jun 25 11:34:00.659060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'name': 'network-vif-deleted', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:34:00.662140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45da660-96d2-4dbe-a8e2-d91578965d01" -d '{"events": [{"server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "name": "network-vif-deleted", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:34:00.706477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df0d0d-1bfb-484a-bf55-994322c2c3b7 x-openstack-request-id: req-b7df0d0d-1bfb-484a-bf55-994322c2c3b7 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:34:00.706477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdb792f-82ee-4053-8c6b-ba910c26e034", "name": "network-vif-deleted", "tag": "b6b15586-518e-4d92-bf98-8234e3fcff4b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:34:00.706477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7df0d0d-1bfb-484a-bf55-994322c2c3b7 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:34:00.706477 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdb792f-82ee-4053-8c6b-ba910c26e034', 'name': 'network-vif-deleted', 'tag': 'b6b15586-518e-4d92-bf98-8234e3fcff4b', 'status': 'completed', 'code': 200} Jun 25 11:34:00.758643 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12654758-cda5-4950-9005-d0183513e9d2 req-233173d6-4b4c-4ac7-8ff4-862f9aa8d919 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbdb792f-82ee-4053-8c6b-ba910c26e034 HTTP/1.1" status: 200 len: 210 time: 0.0291593 Jun 25 11:34:01.852553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58468) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:01.918958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:01.946326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.047369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c30e9e09-d7fc-45b3-af11-20a1d668b29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.070456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.116256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.119400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.120592 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/9cf5f62a-87a7-40af-8c0a-3a5521128fe2 HTTP/1.1" status: 204 len: 168 time: 0.2668748 Jun 25 11:34:02.121526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-94f05e4a-fa87-4caf-a86d-0870b1e0a0d4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:02.132542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5f62a-87a7-40af-8c0a-3a5521128fe2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:02.135238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:02.221150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58472) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:02.598824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.877915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port c610e87a-53cf-4da8-a748-824a2e367065 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:34:02.878613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.974730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port c610e87a-53cf-4da8-a748-824a2e367065, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c610e87a-53cf-4da8-a748-824a2e367065,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:02.975139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:02.987976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for c610e87a-53cf-4da8-a748-824a2e367065 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:34:03.235315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:03.521889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:03.524171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-89e613a4-441c-4a74-9710-fea3fb3bd307 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:03.555342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=c610e87a-53cf-4da8-a748-824a2e367065,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:03.558568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:03.742257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:03.998819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b6b15586-518e-4d92-bf98-8234e3fcff4b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:34:04.023740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: b6b15586-518e-4d92-bf98-8234e3fcff4b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:34:04.024020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b6b15586-518e-4d92-bf98-8234e3fcff4b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:34:04.278790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router aa877ba5-e373-41fb-b172-16dc633e17b7 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:34:04.387633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:34:04.392786 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/aa877ba5-e373-41fb-b172-16dc633e17b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1704984 Jun 25 11:34:04.395557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58476) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:04.398153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] Sync routers for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:34:04.407827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:04.408459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:04.449819 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet b9b79491-069f-4840-a818-28f33f344f7c {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:34:04.453543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:04.495009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:04.510114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:04.583924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:04.705589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:34:03Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:04.736022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] Checking router: aa877ba5-e373-41fb-b172-16dc633e17b7 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:34:04.744599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] Routers {'aa877ba5-e373-41fb-b172-16dc633e17b7'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:04.745248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['aa877ba5-e373-41fb-b172-16dc633e17b7'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:04.813710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:04.815931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c4403943-9fc6-419e-9465-4d0d9eaa4138 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:04.858322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b79491-069f-4840-a818-28f33f344f7c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:04.858322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:04.858322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:04.860036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58478) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:04.860438 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/b9b79491-069f-4840-a818-28f33f344f7c HTTP/1.1" status: 204 len: 168 time: 0.4625218 Jun 25 11:34:04.864272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3d54a-2ed3-4613-80eb-3b4f3a30018a None None] Network 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:34:04.868263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] Set router aa877ba5-e373-41fb-b172-16dc633e17b7 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:04.968620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:04.979302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.076870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.173034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:34:03Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:05.202452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c35010-237e-4898-b381-ae7c288a2353 None None] The sync data for ids ['aa877ba5-e373-41fb-b172-16dc633e17b7'] in dv-neutron-797120-5-hyperv is: [{'id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'name': 'tempest-TestNetworkBasicOps-router-190991164', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202'}], 'enable_snat': True}, 'gw_port_id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:32:17Z', 'updated_at': '2021-06-25T11:34:03Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'ecf00117-06c8-4dc9-a3ef-0a86a6a201f5', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa877ba5-e373-41fb-b172-16dc633e17b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:32:18Z', 'updated_at': '2021-06-25T11:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:34:05.208341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] DHCP port deletion for 6ef7c9af-b36f-44ce-9f2a-9861648f90b6 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:34:05.258910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Deleting port 93cebbed-3352-461f-a3f2-35aa278a4ded {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:34:05.259293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.285072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:34:05.285433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.328189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] For port 93cebbed-3352-461f-a3f2-35aa278a4ded, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=93cebbed-3352-461f-a3f2-35aa278a4ded,segment=NetworkSegment(a7764737-1d55-4a88-b819-2632ec9bb033),segment_id=a7764737-1d55-4a88-b819-2632ec9bb033)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:05.328679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.342313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Calling delete_port for 93cebbed-3352-461f-a3f2-35aa278a4ded owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:34:05.365988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port ecf00117-06c8-4dc9-a3ef-0a86a6a201f5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:05.366394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.378830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:34:05.527406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.529598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c4685d19-1fe5-49da-8716-70a54f3b3b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:05.552605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Pushing event deleted for resources: {'Port': ['ID=93cebbed-3352-461f-a3f2-35aa278a4ded,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:05.562973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] No DVR routers for this DVR port 93cebbed-3352-461f-a3f2-35aa278a4ded on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:34:05.565493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.565846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.566189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.566540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.566874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.567215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.567544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.567869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.568203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.568554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.568842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.569188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:05.572896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:05.641759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.644914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f02d4414-a0fb-4d06-a952-11362f42d7b2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:05.671135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=ecf00117-06c8-4dc9-a3ef-0a86a6a201f5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:05.675946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:05.740704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.839620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.842479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.949885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.950610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router aa877ba5-e373-41fb-b172-16dc633e17b7 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:34:05.959005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:05.962935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/aa877ba5-e373-41fb-b172-16dc633e17b7 HTTP/1.1" status: 204 len: 168 time: 1.1006739 Jun 25 11:34:05.963820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58480) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:05.972395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c610e87a-53cf-4da8-a748-824a2e367065 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:34:05.994493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: c610e87a-53cf-4da8-a748-824a2e367065 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:34:05.995184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c610e87a-53cf-4da8-a748-824a2e367065 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:34:05.999921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93cebbed-3352-461f-a3f2-35aa278a4ded no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:34:06.019785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 93cebbed-3352-461f-a3f2-35aa278a4ded {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:34:06.020139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 93cebbed-3352-461f-a3f2-35aa278a4ded not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:34:06.058532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.155498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.166274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef7c9af-b36f-44ce-9f2a-9861648f90b6']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:06.177430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7764737-1d55-4a88-b819-2632ec9bb033') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:06.177708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7764737-1d55-4a88-b819-2632ec9bb033') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:06.187910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.207849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.213981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:34:06.218697 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:34:06.367755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.371294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c8ba7083-601b-4d33-90f7-f5599195e58e tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:06.375886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.377640 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/6ef7c9af-b36f-44ce-9f2a-9861648f90b6 HTTP/1.1" status: 204 len: 168 time: 0.4127402 Jun 25 11:34:06.394056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58482) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:06.396446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=6ef7c9af-b36f-44ce-9f2a-9861648f90b6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:06.403551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--1375314354', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:06.407828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1e542b27-b420-4d98-8559-28d124b1d30e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:06.504649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:34:06.508230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.534854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:34:06.544252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.544601 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment 84b2f594-c9a6-4a42-ad26-47c9893a519e of type vlan for network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 Jun 25 11:34:06.588155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.726576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.732291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:06.732965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.735511 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:06.807398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=f3e3a06b-a03c-4e31-bb39-7294e3c8c961,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:06.811377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:06.836694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:34:06.859065 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-385da243-25ad-4613-8e0d-a4d11ca49b38 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4637716 Jun 25 11:34:06.865423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58484) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:06.866831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:06.950718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:06.952292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:07.010570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:07.305286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:07.598598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:07.618750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:07.724369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.24 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:34:07.836508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:07.876850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:34:07.902116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:34:07.902583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ecf00117-06c8-4dc9-a3ef-0a86a6a201f5 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:34:07.945322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:07.947689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:07.988960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:34:07.993415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:34:07.999328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:34:08.002230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:08.021304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:08.380573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:08.585693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:08.819095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 9d3d4cfa-f490-46db-b80c-336b4d709843 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:34:08.928144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:34:08.937760 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Sync routers for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:34:08.946575 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:08.947187 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:09.024400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.025829 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1628966 Jun 25 11:34:09.029774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58486) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:09.051997 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:09.058897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8ae53475-2627-4048-a007-114410e5e61a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275853 Jun 25 11:34:09.061858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58488) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:09.157361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c4e23d-1ccf-455c-99d2-c2c05eef70a3 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:09.158860 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-32c4e23d-1ccf-455c-99d2-c2c05eef70a3 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960984 Jun 25 11:34:09.161842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58490) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:09.190298 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-18f08d14-a44c-4a67-be01-be21bd3bbf6b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272231 Jun 25 11:34:09.198408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58492) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:09.204104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1941545752', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:09.240152 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:08Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:09.266779 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Checking router: 9d3d4cfa-f490-46db-b80c-336b4d709843 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:34:09.267155 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Updating router 9d3d4cfa-f490-46db-b80c-336b4d709843 port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:34:09.301117 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.418980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:34:09.422610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.555606 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.566401 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Transition to ACTIVE for port object 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:34:09.693189 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.695224 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-f751ae36-cf07-4c70-9bfa-2a8e8f1dbb24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:09.744236 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Pushing event updated for resources: {'Port': ['ID=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:09.746283 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Attempting to bind port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:34:09.746646 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Attempting to bind port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:34:09.747002 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Attempting to bind port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:34:09.750205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.753485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-58bbef64-4b9c-4c56-b4be-00a0fe03aa37 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:09.756315 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.756554 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.756895 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.757247 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.757572 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.757898 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.758214 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.758533 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.758850 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.759244 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.759570 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.759879 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:09.763141 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:34:09.764136 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:34:09.764541 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.764926 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:34:09.765468 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Bound port: 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:34:09.765848 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.767751 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:09.816443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=410248d6-e5c9-4e3c-8d90-fad37d053c8a,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:09.820264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:09.820722 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] For port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:34:09.825313 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] For port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:34:09.828276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:34:09.828636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: f3e3a06b-a03c-4e31-bb39-7294e3c8c961, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:34:09.927884 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:09.929976 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:09.944546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:34:09.986213 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:09.986837 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:10.021501 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Pushing event updated for resources: {'Port': ['ID=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:10.024187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, f3e3a06b-a03c-4e31-bb39-7294e3c8c961) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:34:10.025933 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:10.028563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:10.030006 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:10.037121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca48268f-3891-45df-ac39-aabd6b82a413 None None] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:34:10.102261 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:10.108743 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9058983 Jun 25 11:34:10.109186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58494) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:10.297613 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:08Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:10.325964 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6b9f7-d66a-4a1c-b900-3d47a069ff65 None None] The sync data for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv is: [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:08Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:34:10.362659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:34:10.363880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:10.430644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:10.506929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Allocated IP 172.20.0.2 (f3e3a06b-a03c-4e31-bb39-7294e3c8c961/410248d6-e5c9-4e3c-8d90-fad37d053c8a/cfbfceb1-cbb7-4028-ba1a-a98552acaed7) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:34:10.687937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:10.697773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Transition to ACTIVE for port object cfbfceb1-cbb7-4028-ba1a-a98552acaed7 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:34:10.713159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Transition to ACTIVE for port object cfbfceb1-cbb7-4028-ba1a-a98552acaed7 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:34:10.718176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:10.807563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:10.809602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:10.859369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Pushing event updated for resources: {'Port': ['ID=cfbfceb1-cbb7-4028-ba1a-a98552acaed7,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:10.863983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:10.870937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:34:10.872783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:34:10.878131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:34:10.940534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Attempting to bind port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:34:10.940534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Attempting to bind port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:34:10.940900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Attempting to bind port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:34:10.946570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:34:10.947057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Checking segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:34:10.947590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:10.948072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Bound using segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:34:10.948805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Bound port: cfbfceb1-cbb7-4028-ba1a-a98552acaed7, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:34:10.949288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:11.023746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (f3e3a06b-a03c-4e31-bb39-7294e3c8c961/410248d6-e5c9-4e3c-8d90-fad37d053c8a/92fda175-3d9b-4bdc-a984-06f346dae9b8) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:34:11.024031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] For port cfbfceb1-cbb7-4028-ba1a-a98552acaed7, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:34:11.029414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] For port cfbfceb1-cbb7-4028-ba1a-a98552acaed7, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=cfbfceb1-cbb7-4028-ba1a-a98552acaed7,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:34:11.116474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:11.121269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b7d9a6c7-177a-42c6-b76a-31997fbb19a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:11.153728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:11.172979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 92fda175-3d9b-4bdc-a984-06f346dae9b8 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:34:11.198182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Pushing event updated for resources: {'Port': ['ID=cfbfceb1-cbb7-4028-ba1a-a98552acaed7,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:11.202141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:11.259123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:11.261315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aeebda1a-9de8-46f6-8242-84dba0d3e44b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:11.304358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:34:11.310088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:34:11.313948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:34:11.346930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=92fda175-3d9b-4bdc-a984-06f346dae9b8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:11.352170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:11.375184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:11.977628 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.006739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:34:12.121970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:34:12.126875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:12.127609 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.224103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.247093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:12.309885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.328006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.332076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cfbfceb1-cbb7-4028-ba1a-a98552acaed7 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:34:12.332076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-550bbd87-dc99-48a7-9815-0cd1b148fa96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:12.401706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.406997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:12.417763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:12.422665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:12.495181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=92fda175-3d9b-4bdc-a984-06f346dae9b8,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:12.497748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.500231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:34:12.501279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:12.602387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb009979-050b-4983-9acd-b8a254a01912 None None] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:34:12.609144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:34:12.610671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:34:12.730487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 9d3d4cfa-f490-46db-b80c-336b4d709843 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:34:12.735932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Provisioning for port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:34:12.755337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Provisioning complete for port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:12.755715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.854854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:34:12.856317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:12.863335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58500) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:12.863911 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/9d3d4cfa-f490-46db-b80c-336b4d709843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7529829 Jun 25 11:34:12.867695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Sync routers for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:34:12.890889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:12.891544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:12.935838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-961c9b48-2556-4921-a640-9da899e70962 None None] For port cfbfceb1-cbb7-4028-ba1a-a98552acaed7, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=cfbfceb1-cbb7-4028-ba1a-a98552acaed7,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:13.012214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:13.038125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.041760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:13.130654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f46e3-fae0-4ccc-8263-3c25d54d5472 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.131142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f46e3-fae0-4ccc-8263-3c25d54d5472 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.131623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f46e3-fae0-4ccc-8263-3c25d54d5472 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.132662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f46e3-fae0-4ccc-8263-3c25d54d5472 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.133154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f46e3-fae0-4ccc-8263-3c25d54d5472 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.133625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f46e3-fae0-4ccc-8263-3c25d54d5472 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.135579 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1d6f46e3-fae0-4ccc-8263-3c25d54d5472 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.2713788 Jun 25 11:34:13.139055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58504) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:13.156105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Pushing event updated for resources: {'Port': ['ID=cfbfceb1-cbb7-4028-ba1a-a98552acaed7,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:13.160399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:13.202696 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a11eff-cd48-4fa0-a6f2-e39a758607f4 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.202961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a11eff-cd48-4fa0-a6f2-e39a758607f4 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.203218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a11eff-cd48-4fa0-a6f2-e39a758607f4 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.204053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a11eff-cd48-4fa0-a6f2-e39a758607f4 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.204187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a11eff-cd48-4fa0-a6f2-e39a758607f4 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.204620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a11eff-cd48-4fa0-a6f2-e39a758607f4 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:13.204748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8df43c6d-75a2-450e-ad77-2de05e0efd10 None None] Provisioning complete for port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:13.205056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8df43c6d-75a2-450e-ad77-2de05e0efd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.209965 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f0a11eff-cd48-4fa0-a6f2-e39a758607f4 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0662525 Jun 25 11:34:13.215504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58506) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:13.352904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:13.385926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Checking router: 9d3d4cfa-f490-46db-b80c-336b4d709843 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:34:13.386430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Updating router 9d3d4cfa-f490-46db-b80c-336b4d709843 port 92fda175-3d9b-4bdc-a984-06f346dae9b8 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:34:13.428899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.474112 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-10502e19-9e40-4e46-9490-9e4bf6c36121 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2627258 Jun 25 11:34:13.531542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8df43c6d-75a2-450e-ad77-2de05e0efd10 None None] Provisioning for port 92fda175-3d9b-4bdc-a984-06f346dae9b8 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:34:13.538219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8df43c6d-75a2-450e-ad77-2de05e0efd10 None None] Provisioning complete for port 92fda175-3d9b-4bdc-a984-06f346dae9b8 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:13.538630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8df43c6d-75a2-450e-ad77-2de05e0efd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.595004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8df43c6d-75a2-450e-ad77-2de05e0efd10 None None] Port 92fda175-3d9b-4bdc-a984-06f346dae9b8 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:34:13.745137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.748894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-06619907-5c4f-48cd-a879-49458c0d37a7 None None] Provisioning complete for port 92fda175-3d9b-4bdc-a984-06f346dae9b8 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:13.749292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06619907-5c4f-48cd-a879-49458c0d37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.778364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Transition to ACTIVE for port object 92fda175-3d9b-4bdc-a984-06f346dae9b8 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:34:13.793555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-06619907-5c4f-48cd-a879-49458c0d37a7 None None] Port 92fda175-3d9b-4bdc-a984-06f346dae9b8 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:34:13.814283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58510) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:13.819166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095214422', 'description': 'tempest-secgroup-smoke-2095214422 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:13.887568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.890448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:13.926007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:34:13.961286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:13.977794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257e2de-db02-421d-8e53-3704d11bb528 None None] Pushing event updated for resources: {'Port': ['ID=92fda175-3d9b-4bdc-a984-06f346dae9b8,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:13.980920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7257e2de-db02-421d-8e53-3704d11bb528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:14.057081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Attempting to bind port 92fda175-3d9b-4bdc-a984-06f346dae9b8 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:34:14.057421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Attempting to bind port 92fda175-3d9b-4bdc-a984-06f346dae9b8 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:34:14.057757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Attempting to bind port 92fda175-3d9b-4bdc-a984-06f346dae9b8 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:34:14.058453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.064519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:14.064903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.067931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:34:14.068324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Checking segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:34:14.068726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.069167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Bound using segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:34:14.069680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Bound port: 92fda175-3d9b-4bdc-a984-06f346dae9b8, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:34:14.070071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.127072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-42b81465-97c9-4bc4-9e92-bf5907eed6e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f931086a-222f-4f47-8c05-6e820cd01b92,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:34:14.342422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:14.344557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] For port 92fda175-3d9b-4bdc-a984-06f346dae9b8, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:34:14.344557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] For port 92fda175-3d9b-4bdc-a984-06f346dae9b8, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=92fda175-3d9b-4bdc-a984-06f346dae9b8,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:34:14.344557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cfbfceb1-cbb7-4028-ba1a-a98552acaed7 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:34:14.344557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:14.344557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.378770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.380035 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2bbffa53-95f1-4456-bdd7-bdca83d4984e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5647564 Jun 25 11:34:14.382766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58512) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:14.387270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'f931086a-222f-4f47-8c05-6e820cd01b92', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:14.413611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.417789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0f8f21e0-41b1-401b-81d8-dec7c4b5b874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:14.498744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:14.498744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:14.498744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257e2de-db02-421d-8e53-3704d11bb528 None None] Pushing event updated for resources: {'Port': ['ID=92fda175-3d9b-4bdc-a984-06f346dae9b8,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:14.499423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.526759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7257e2de-db02-421d-8e53-3704d11bb528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:14.554427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.601292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:14.628829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.635413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-48e67335-8903-4dae-8c71-773d31b2e7c7 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:14.652794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c902ea82-d4bc-4bf2-9978-58378c7000ad,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:14.656205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:14.721551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.722741 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390305 Jun 25 11:34:14.725576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58514) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:14.730458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'f931086a-222f-4f47-8c05-6e820cd01b92', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:14.840771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.908586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.963557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:14Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:14.990687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d8171-56ad-4f56-bdeb-c2dd7432ae29 None None] The sync data for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv is: [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:14Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:34:14.995543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:14.997434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-59474ca6-dcb0-4acc-a369-2c62faf2acb2 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:15.014915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee247ab-26fe-4b87-81a2-356b91a11941,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:15.017568 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:15.093908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.095586 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3687575 Jun 25 11:34:15.098390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58516) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:15.103579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'f931086a-222f-4f47-8c05-6e820cd01b92', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:15.201933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.266170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.343951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.346086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fb9600b4-0b7d-46f5-af93-553e562839b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:15.365113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77e8855-c492-4e57-bf73-13b54a4037fe,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:15.368050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:15.424668 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.430278 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3264709 Jun 25 11:34:15.430278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58518) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:15.435906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'f931086a-222f-4f47-8c05-6e820cd01b92', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:15.645929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.722011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.791894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.793786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0040bd2a-5d1f-4618-af89-59fc6ead5241 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:15.812951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a560dbfc-5496-4db0-a2ec-d2c80e7399fb,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:15.815611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:15.893204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:15.894756 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4649494 Jun 25 11:34:15.897571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58520) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:15.902753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'f931086a-222f-4f47-8c05-6e820cd01b92', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:15.953428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92fda175-3d9b-4bdc-a984-06f346dae9b8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:34:16.001824 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:34:16.006955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.069684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.087020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 92fda175-3d9b-4bdc-a984-06f346dae9b8 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:34:16.093903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 92fda175-3d9b-4bdc-a984-06f346dae9b8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:16.093903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.172997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.205165 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 92fda175-3d9b-4bdc-a984-06f346dae9b8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=92fda175-3d9b-4bdc-a984-06f346dae9b8,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:16.218686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.225789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:16.237912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d556b44e-a38d-4543-af51-600a158d17e9,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:16.241030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:16.344531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.346548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:16.392870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=92fda175-3d9b-4bdc-a984-06f346dae9b8,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:16.395910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:16.412746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.414016 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5153499 Jun 25 11:34:16.421422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58522) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:16.426064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'f931086a-222f-4f47-8c05-6e820cd01b92', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:16.533149 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:34:16.538335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.597881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.681530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.686352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-af6a29de-5179-4c0c-87e0-609be8cde3ae tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:16.703145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81703d86-d3be-461e-88d6-bd9b6ab1ac42,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:16.706440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:16.801675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:16.802822 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3804612 Jun 25 11:34:16.942208 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-fed62796-dc4f-4bc1-addb-83621d0ad04d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095214422&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0335078 Jun 25 11:34:17.054625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-11860276-9d35-43cd-a8d2-d4b6b3ac08ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:17.056011 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-11860276-9d35-43cd-a8d2-d4b6b3ac08ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 797 time: 0.1071253 Jun 25 11:34:17.071153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-d499d484-fdb4-49f7-b202-26599bcde055 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0090868 Jun 25 11:34:17.141335 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-7a3d8f04-9433-4a1d-8559-60fe4fb8c34d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651889 Jun 25 11:34:17.240076 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-96aa82a3-1bbb-4c19-ae7b-ea117bdc1d15 service neutron] 10.222.0.81 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Jun 25 11:34:17.329820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-ba7c1d0e-b161-4a63-9c18-b31df6406699 service neutron] 10.222.0.81 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838342 Jun 25 11:34:17.637289 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c07a0cc0-7b99-4036-974f-08d92ea3e8da req-866a3956-acc5-4d2e-842c-4851351a091b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 210 time: 0.0325332 Jun 25 11:34:17.925630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92fda175-3d9b-4bdc-a984-06f346dae9b8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:34:17.979766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 92fda175-3d9b-4bdc-a984-06f346dae9b8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:17.980154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:18.787320 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0322a5f2-8c7b-4f9a-b27f-a806986afbd7 req-c2cccfdd-d193-4692-90e0-f79c25283d77 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 210 time: 0.0329852 Jun 25 11:34:19.375844 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-c2d36947-01f5-4031-8393-4f9c36fc448c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527227 Jun 25 11:34:19.477415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-8e33bbfc-a027-4cb5-b44d-db676eb840dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:19.478897 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-8e33bbfc-a027-4cb5-b44d-db676eb840dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1099 time: 0.0517206 Jun 25 11:34:19.591806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-8e6d9170-3939-40aa-833e-878eaf66ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:19.593497 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-8e6d9170-3939-40aa-833e-878eaf66ad3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0940089 Jun 25 11:34:19.719617 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-1777716c-b558-45e7-870f-8a1b99c5468d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 1001 time: 0.1200001 Jun 25 11:34:19.783844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-bbac4c8c-31e3-44c7-a297-fddb8b3e019b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:19.785292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-bbac4c8c-31e3-44c7-a297-fddb8b3e019b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 797 time: 0.1494677 Jun 25 11:34:19.794966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-3fc38cde-40c6-4cd5-ad7a-ad77c769c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:19.796306 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-3fc38cde-40c6-4cd5-ad7a-ad77c769c93c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0711808 Jun 25 11:34:19.872447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-72fa7bdc-e856-4a50-9b30-31063424c051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 380 time: 0.0751195 Jun 25 11:34:19.881740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['f931086a-222f-4f47-8c05-6e820cd01b92']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:19.939729 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-75e7e7ad-a3a2-4846-96d1-24de7e6d5a24 req-f649d26e-0429-4b81-997a-5d4070894d47 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 210 time: 0.0297840 Jun 25 11:34:19.940553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-c2cd6abd-4486-4f0d-84ff-5221eee3432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:19.942055 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-c2cd6abd-4486-4f0d-84ff-5221eee3432b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1389027 Jun 25 11:34:20.070013 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-b7335982-f3c4-4fbe-b9b2-028dba0f654a service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209126 Jun 25 11:34:20.159558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5088dfaf-5b8a-4274-b737-0a86e8c2dca5 req-41859643-c27f-4a7d-bd9e-5c7fcce111df service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831480 Jun 25 11:34:20.218852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:34:20.229707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:20.350687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.4 (f3e3a06b-a03c-4e31-bb39-7294e3c8c961/410248d6-e5c9-4e3c-8d90-fad37d053c8a/09816991-af82-40d1-a19c-1c068b2c8bd6) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:34:20.832712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:20.846580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 09816991-af82-40d1-a19c-1c068b2c8bd6 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:34:20.950670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:20.954709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-19e5084f-cb65-4015-bce2-de4656f84f13 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:20.998709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:34:21.002034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:34:21.006100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:34:21.033834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=09816991-af82-40d1-a19c-1c068b2c8bd6,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:21.035971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:21.064181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:21.064838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:21.147579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04abd33-b70a-4733-9be7-d343efaf6dc0 req-320c25f7-8948-4b9e-a0ec-0da562700823 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:21.149186 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f04abd33-b70a-4733-9be7-d343efaf6dc0 req-320c25f7-8948-4b9e-a0ec-0da562700823 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 931 time: 0.0770073 Jun 25 11:34:21.190672 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f04abd33-b70a-4733-9be7-d343efaf6dc0 req-81058c0b-86fd-467e-8b13-497af92818b9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351512 Jun 25 11:34:21.203325 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3252354 Jun 25 11:34:21.215068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Request body: {'port': {'device_id': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:21.291548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:21.327220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1b9e9939-d9aa-4d4a-a674-0d37fe8641f7 None None] Provisioning for port 09816991-af82-40d1-a19c-1c068b2c8bd6 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:34:21.331723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1b9e9939-d9aa-4d4a-a674-0d37fe8641f7 None None] Provisioning complete for port 09816991-af82-40d1-a19c-1c068b2c8bd6 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:21.334892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9939-d9aa-4d4a-a674-0d37fe8641f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:21.368986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e9939-d9aa-4d4a-a674-0d37fe8641f7 None None] Port 09816991-af82-40d1-a19c-1c068b2c8bd6 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:34:21.565418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09816991-af82-40d1-a19c-1c068b2c8bd6 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:34:21.572638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:21.584295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Transition to ACTIVE for port object 09816991-af82-40d1-a19c-1c068b2c8bd6 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:34:21.658363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:21.660530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-432e0b8b-0777-439c-a433-319606ce72f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:21.708155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Pushing event updated for resources: {'Port': ['ID=09816991-af82-40d1-a19c-1c068b2c8bd6,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:21.712435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:21.788344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Attempting to bind port 09816991-af82-40d1-a19c-1c068b2c8bd6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:34:21.788682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Attempting to bind port 09816991-af82-40d1-a19c-1c068b2c8bd6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:34:21.789018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Attempting to bind port 09816991-af82-40d1-a19c-1c068b2c8bd6 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:34:21.793712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Port 09816991-af82-40d1-a19c-1c068b2c8bd6 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:34:21.793951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Attempting to bind port 09816991-af82-40d1-a19c-1c068b2c8bd6 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:34:21.800231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:34:21.800572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Checking segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:34:21.800957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Bound using segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:34:21.801421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Bound port: 09816991-af82-40d1-a19c-1c068b2c8bd6, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:34:21.801779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:21.869754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] For port 09816991-af82-40d1-a19c-1c068b2c8bd6, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:34:21.873570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] For port 09816991-af82-40d1-a19c-1c068b2c8bd6, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=09816991-af82-40d1-a19c-1c068b2c8bd6,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:34:22.024988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:22.027105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72b99753-bc59-48a3-9c57-84ae46818026 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:22.061595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.062221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:22.064967 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] 10.222.0.47 "PUT /v2.0/ports/09816991-af82-40d1-a19c-1c068b2c8bd6 HTTP/1.1" status: 200 len: 1093 time: 0.8531885 Jun 25 11:34:22.064967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:34:22.066593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79585ee4-a71e-4f7a-a8c9-d1baecdf37b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:34:22.094376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Pushing event updated for resources: {'Port': ['ID=09816991-af82-40d1-a19c-1c068b2c8bd6,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:22.104319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:22.108089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855b5127-bd95-434c-b166-33bf51eba420 x-openstack-request-id: req-855b5127-bd95-434c-b166-33bf51eba420 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:34:22.108423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:34:22.108721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-855b5127-bd95-434c-b166-33bf51eba420 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:34:22.109203 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'status': 'completed', 'code': 200} Jun 25 11:34:22.188851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79585ee4-a71e-4f7a-a8c9-d1baecdf37b0 req-d16e1085-417d-4f35-b145-e2f074fdc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.190413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-79585ee4-a71e-4f7a-a8c9-d1baecdf37b0 req-d16e1085-417d-4f35-b145-e2f074fdc4cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 1096 time: 0.0612354 Jun 25 11:34:22.306523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79585ee4-a71e-4f7a-a8c9-d1baecdf37b0 req-4f6d2eb7-0f1d-4c3c-9ac7-4d56b9ccd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.307925 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-79585ee4-a71e-4f7a-a8c9-d1baecdf37b0 req-4f6d2eb7-0f1d-4c3c-9ac7-4d56b9ccd893 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1082039 Jun 25 11:34:22.440315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79585ee4-a71e-4f7a-a8c9-d1baecdf37b0 req-7508c57c-e804-4ed3-9353-a204959d2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.441792 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-79585ee4-a71e-4f7a-a8c9-d1baecdf37b0 req-7508c57c-e804-4ed3-9353-a204959d2763 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1280172 Jun 25 11:34:22.450103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb9eb5-05ee-460d-b385-5b8eaf932cba req-946a8023-0630-4871-a115-84069b2aed9a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.452144 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7eeb9eb5-05ee-460d-b385-5b8eaf932cba req-946a8023-0630-4871-a115-84069b2aed9a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 943 time: 0.1394892 Jun 25 11:34:22.490393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7eeb9eb5-05ee-460d-b385-5b8eaf932cba req-8c83ce78-d0e3-4c1a-b8dc-1381ff038838 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320945 Jun 25 11:34:22.796685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-6a6424da-1552-4b26-9934-161dea301f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.798186 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-6a6424da-1552-4b26-9934-161dea301f08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 1096 time: 0.0538335 Jun 25 11:34:22.843429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-e2eb1183-5c87-4968-90c5-caaf8a2f1f71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09816991-af82-40d1-a19c-1c068b2c8bd6 HTTP/1.1" status: 200 len: 217 time: 0.0381203 Jun 25 11:34:22.892528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-33b97ea4-3d14-42e8-8f98-9adb69dbbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.900444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-33b97ea4-3d14-42e8-8f98-9adb69dbbe16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410248d6-e5c9-4e3c-8d90-fad37d053c8a HTTP/1.1" status: 200 len: 835 time: 0.0448327 Jun 25 11:34:22.951089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-b97636b6-2eb1-42dd-875c-e46552fa5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:22.952580 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-b97636b6-2eb1-42dd-875c-e46552fa5268 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526736 Jun 25 11:34:23.049950 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-8ae08fa8-5e16-4b9d-8812-c57f4e133ba5 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910470 Jun 25 11:34:23.137662 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad563486-96b3-4b25-be03-7deb082c1f7c req-b6042def-b836-4a66-9568-6148139d5a64 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813088 Jun 25 11:34:23.667430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddbb6-d81c-45c8-b4b4-b2e772ef4f0c req-ad624e84-e16b-407b-a6a6-b01b6fc4ce80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:23.668897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ca9ddbb6-d81c-45c8-b4b4-b2e772ef4f0c req-ad624e84-e16b-407b-a6a6-b01b6fc4ce80 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 943 time: 0.0644295 Jun 25 11:34:23.706880 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ca9ddbb6-d81c-45c8-b4b4-b2e772ef4f0c req-967f6a4b-a0f8-48b2-a910-34ca15e20854 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Jun 25 11:34:24.803398 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:34:24.897865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fddee-ebe1-4351-aeea-bea23877d1df req-00774ab3-3e5d-4e87-9616-0c2bf28ef3fe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:24.899383 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-547fddee-ebe1-4351-aeea-bea23877d1df req-00774ab3-3e5d-4e87-9616-0c2bf28ef3fe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 943 time: 0.0716231 Jun 25 11:34:24.938319 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-547fddee-ebe1-4351-aeea-bea23877d1df req-85f5cc0f-40d3-4ede-b1fb-42eb0dfeef10 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328276 Jun 25 11:34:26.118930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e5e04-d03b-4946-a9fd-a1e8f0631299 req-7ef5f5b4-e50e-4870-8650-6fdfcdc38f2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:26.120427 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-674e5e04-d03b-4946-a9fd-a1e8f0631299 req-7ef5f5b4-e50e-4870-8650-6fdfcdc38f2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 943 time: 0.0697989 Jun 25 11:34:26.160503 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-674e5e04-d03b-4946-a9fd-a1e8f0631299 req-e4282644-d97b-4f2b-9dcc-299dbd30a7d6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Jun 25 11:34:27.342529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a1504-6829-4276-afa5-879148edbe4b req-997a5d3a-89b8-4948-9634-021cbea97a6e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:27.344083 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f3a1504-6829-4276-afa5-879148edbe4b req-997a5d3a-89b8-4948-9634-021cbea97a6e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 943 time: 0.0661492 Jun 25 11:34:27.381690 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f3a1504-6829-4276-afa5-879148edbe4b req-84597348-f76f-4904-a255-93a2109de9ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Jun 25 11:34:28.107110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 09816991-af82-40d1-a19c-1c068b2c8bd6 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:34:28.203090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 09816991-af82-40d1-a19c-1c068b2c8bd6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=09816991-af82-40d1-a19c-1c068b2c8bd6,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:28.214056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'port_id': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'mac_address': 'fa:16:3e:f7:de:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:34:28.251524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:28.264679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09816991-af82-40d1-a19c-1c068b2c8bd6 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:34:28.284947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 09816991-af82-40d1-a19c-1c068b2c8bd6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=09816991-af82-40d1-a19c-1c068b2c8bd6,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:28.418514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:28.428438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f13a9824-ce2b-4520-874f-1211de03ef39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:28.485634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=09816991-af82-40d1-a19c-1c068b2c8bd6,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:28.485634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:28.557462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225230a-8d71-42ba-a9ca-24cbc4ab10a5 req-84dfedaa-839a-4099-ac1d-7fe3a4bace85 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:28.558938 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8225230a-8d71-42ba-a9ca-24cbc4ab10a5 req-84dfedaa-839a-4099-ac1d-7fe3a4bace85 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 944 time: 0.0630536 Jun 25 11:34:28.597944 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8225230a-8d71-42ba-a9ca-24cbc4ab10a5 req-44ebc443-c3ef-48e5-adb5-d0656b0bbd6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329871 Jun 25 11:34:28.768343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['09816991-af82-40d1-a19c-1c068b2c8bd6'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:34:29.486892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1c0b468a-fa54-4c25-b83f-74e5e1ac588e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:29.781646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05d48c-6b6a-401b-9b79-9e2adc20acf4 req-9447f220-56ab-4e32-a05f-8e301a59a3f8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:29.783053 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b05d48c-6b6a-401b-9b79-9e2adc20acf4 req-9447f220-56ab-4e32-a05f-8e301a59a3f8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 944 time: 0.0700688 Jun 25 11:34:29.826572 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b05d48c-6b6a-401b-9b79-9e2adc20acf4 req-3d5e8aa1-e295-43d3-b491-f68a90754847 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346155 Jun 25 11:34:30.122640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 09816991-af82-40d1-a19c-1c068b2c8bd6 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:34:30.246523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 09816991-af82-40d1-a19c-1c068b2c8bd6 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:34:30.251310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 09816991-af82-40d1-a19c-1c068b2c8bd6 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:34:30.251750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:30.331121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:30.357646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:34:30.359969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39306fe-06cc-474c-82d8-50949d359c6c" -d '{"events": [{"server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "name": "network-vif-plugged", "status": "completed", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:34:30.378897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 09816991-af82-40d1-a19c-1c068b2c8bd6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=09816991-af82-40d1-a19c-1c068b2c8bd6,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:34:30.398326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e0c293-1213-4e0a-a452-d266f749bc86 x-openstack-request-id: req-85e0c293-1213-4e0a-a452-d266f749bc86 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:34:30.398651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "name": "network-vif-plugged", "status": "completed", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:34:30.398915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85e0c293-1213-4e0a-a452-d266f749bc86 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:34:30.399320 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'code': 200} Jun 25 11:34:30.525222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:30.527902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:30.577406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=09816991-af82-40d1-a19c-1c068b2c8bd6,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:30.581183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:30.911507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2debb2-e83e-455e-973d-efe92949aef1 req-d0b76cc7-27a1-493a-85c5-92618d7acd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:30.913239 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9e2debb2-e83e-455e-973d-efe92949aef1 req-d0b76cc7-27a1-493a-85c5-92618d7acd14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 1098 time: 0.0562680 Jun 25 11:34:30.948216 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9e2debb2-e83e-455e-973d-efe92949aef1 req-eaf08710-1cd9-4a6f-9a3f-7a09f4828947 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280287 Jun 25 11:34:31.026850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf944ccb-6495-44fb-aa05-dfab1516ef60 req-46df9acf-c71e-46a6-beba-d8dd4b890075 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:31.028492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf944ccb-6495-44fb-aa05-dfab1516ef60 req-46df9acf-c71e-46a6-beba-d8dd4b890075 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 945 time: 0.0626538 Jun 25 11:34:31.068266 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf944ccb-6495-44fb-aa05-dfab1516ef60 req-29833cbd-f387-49dd-98dc-edd7896ac3ad tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Jun 25 11:34:32.006670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c9d2-a5b5-4528-85f8-9889ade2918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:32.104516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:32.248623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0349762-d9da-4532-8b94-7519250a91e4 req-187c7ff8-3e35-4bcd-9f74-cf0b6a841cb4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:32.250202 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f0349762-d9da-4532-8b94-7519250a91e4 req-187c7ff8-3e35-4bcd-9f74-cf0b6a841cb4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 945 time: 0.0657573 Jun 25 11:34:32.290061 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f0349762-d9da-4532-8b94-7519250a91e4 req-9ed19bbd-ecf1-44b6-adfc-f84e17932f91 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338676 Jun 25 11:34:33.092645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:33.470901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e41c0a-0db4-425d-ad3a-701ca37640cf req-1683ca6d-4fd9-4d75-94fb-0de4587418ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:33.472414 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e4e41c0a-0db4-425d-ad3a-701ca37640cf req-1683ca6d-4fd9-4d75-94fb-0de4587418ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 945 time: 0.0686839 Jun 25 11:34:33.511419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e4e41c0a-0db4-425d-ad3a-701ca37640cf req-1bab97ee-9b74-4416-b1c4-0d05e5a52f16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Jun 25 11:34:33.693917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8984-63cf-4197-ac6a-a31def89b9da req-be99f222-9c04-4046-a7a9-78acb05c199b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:33.695384 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1a8d8984-63cf-4197-ac6a-a31def89b9da req-be99f222-9c04-4046-a7a9-78acb05c199b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 945 time: 0.0680201 Jun 25 11:34:33.737524 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1a8d8984-63cf-4197-ac6a-a31def89b9da req-7e219b89-e886-4623-a959-d35adeecb478 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362191 Jun 25 11:34:33.767376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58594) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:33.823106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb523a01-5cb5-4cd3-805a-4892bf20546c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:33.823449 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bb523a01-5cb5-4cd3-805a-4892bf20546c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 1093 time: 0.0548339 Jun 25 11:34:33.825267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58596) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:33.830318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:34:33.971280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:34.070468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:34.183583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.55 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/44b20030-0e35-4212-b18b-f012d727b4f6) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:34:34.289381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:34.405708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:34.407900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:34.451505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:34:34.454271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:34:34.458021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:34:34.463824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=44b20030-0e35-4212-b18b-f012d727b4f6,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:34.483707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:34.836641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:34.961061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:35.042476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:35.191888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:35.310001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:35.312338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:34:35.380184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=44b20030-0e35-4212-b18b-f012d727b4f6,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:34:35.383944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:34:35.395646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:35.497136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 8a2ff252-d23c-4597-baab-5311813ceac5 associated. External IP: 172.26.0.55, port: 09816991-af82-40d1-a19c-1c068b2c8bd6. Jun 25 11:34:35.707542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 9d3d4cfa-f490-46db-b80c-336b4d709843 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:34:35.822902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:34:35.833991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] Sync routers for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:34:35.844098 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:35.844768 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:35.904343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:35.943382 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1167829 Jun 25 11:34:35.944079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:34:35.946237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58600) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:35.946785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac" -d '{"events": [{"name": "network-changed", "server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:34:35.984145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeaee9b-8850-43ae-a8d9-e354c4f3199b x-openstack-request-id: req-9eeaee9b-8850-43ae-a8d9-e354c4f3199b {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:34:35.984556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:34:35.984955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9eeaee9b-8850-43ae-a8d9-e354c4f3199b {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:34:35.986295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'status': 'completed', 'code': 200} Jun 25 11:34:36.012673 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ea0d988b-c46e-4789-9e97-d537894eddde tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 990 time: 0.0638776 Jun 25 11:34:36.047711 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:36.061577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-37d80bf1-05af-4df9-a23d-0de64c2556e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:36.063135 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-37d80bf1-05af-4df9-a23d-0de64c2556e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 1098 time: 0.0545516 Jun 25 11:34:36.162429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-b9c6b346-4e14-4a86-9beb-8be3a830ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:36.164021 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-b9c6b346-4e14-4a86-9beb-8be3a830ac78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 899 time: 0.0949690 Jun 25 11:34:36.231794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-8ed63116-6d8c-45da-bf4f-9fc82c6fb549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09816991-af82-40d1-a19c-1c068b2c8bd6 HTTP/1.1" status: 200 len: 998 time: 0.0608094 Jun 25 11:34:36.289314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-10668607-123a-42ae-a8cd-1cf99a01cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:36.290901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-10668607-123a-42ae-a8cd-1cf99a01cd3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410248d6-e5c9-4e3c-8d90-fad37d053c8a HTTP/1.1" status: 200 len: 835 time: 0.0527508 Jun 25 11:34:36.306090 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8a2ff252-d23c-4597-baab-5311813ceac5', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'port_id': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'mac_address': 'fa:16:3e:f7:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:34:34Z', 'updated_at': '2021-06-25T11:34:34Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:36.332674 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] Checking router: 9d3d4cfa-f490-46db-b80c-336b4d709843 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:34:36.341698 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:34:36.341879 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:34:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:36.357658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-4d9b844e-b937-46f9-a85b-138fc999b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:34:36.359175 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-4d9b844e-b937-46f9-a85b-138fc999b032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0614929 Jun 25 11:34:36.449182 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:34:36.452142 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-d9c7182e-2d20-4ada-be25-4a1a3768b717 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Jun 25 11:34:36.553919 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1e9282a1-fa3e-48b0-94a0-eecabd2c2cac req-8207eef6-70c7-4ea6-bef0-8b7342a89072 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956378 Jun 25 11:34:36.682434 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8a2ff252-d23c-4597-baab-5311813ceac5', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'port_id': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'mac_address': 'fa:16:3e:f7:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:34:34Z', 'updated_at': '2021-06-25T11:34:34Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:34:36.707969 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdb3b21-c411-4629-a9e6-4781424be6f8 None None] The sync data for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv is: [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8a2ff252-d23c-4597-baab-5311813ceac5', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'port_id': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'mac_address': 'fa:16:3e:f7:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:34:34Z', 'updated_at': '2021-06-25T11:34:34Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:34:36.906265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19164d36-2c47-49ce-a9a0-1f30e5ad54f6 None None] New status for floating IP 8a2ff252-d23c-4597-baab-5311813ceac5: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:34:37.015630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58604) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:37.075225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-577a41c5-3649-4e43-a26f-c0eae1abddf3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 990 time: 0.0578454 Jun 25 11:34:38.078929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58606) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:34:38.545286 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e4eca7f9-760e-4f68-87d4-93ec81fcaf09 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 992 time: 0.4643493 Jun 25 11:34:40.416090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:34:59.451882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-70f72f70-310c-4e6d-8d21-cedb76dc603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:01.802330 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:35:02.044070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fe1b2899-51f2-48bd-8ef2-1197ca67c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:02.091820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:03.097746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:05.032741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:10.417054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:21.358106 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-6e35863c-4821-45c0-8fa3-71f1f7f8e3bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533044 Jun 25 11:35:21.449821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c97cf-9064-436c-9254-80abac078aee req-a39c288f-5aac-45e8-b79e-aec6cf3be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:21.451415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-a39c288f-5aac-45e8-b79e-aec6cf3be00a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1099 time: 0.0524657 Jun 25 11:35:21.559622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c97cf-9064-436c-9254-80abac078aee req-2d8d5b3c-c677-40b0-b13f-2f91e156abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:21.561069 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-2d8d5b3c-c677-40b0-b13f-2f91e156abfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0884292 Jun 25 11:35:21.626191 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-ec0eeeb2-d475-4e81-8f85-bccaef4a6ffe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 1001 time: 0.0583081 Jun 25 11:35:21.678841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c97cf-9064-436c-9254-80abac078aee req-af36867f-9b78-4074-84c2-ce4f24e78b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:21.680271 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-af36867f-9b78-4074-84c2-ce4f24e78b40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0483072 Jun 25 11:35:21.738450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c97cf-9064-436c-9254-80abac078aee req-84705376-9842-428d-b5c1-54073ec8831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:21.739979 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-84705376-9842-428d-b5c1-54073ec8831b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524554 Jun 25 11:35:21.834613 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-688c487e-b072-4d20-b136-0338788455d6 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868452 Jun 25 11:35:21.923855 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b01c97cf-9064-436c-9254-80abac078aee req-1aa89ce7-79d5-45dc-907a-8cd32e945fb2 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822809 Jun 25 11:35:29.479160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bd33539d-eeb6-468e-ae4d-eb81bd2e4660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:31.959384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f57b204c-f28a-41bc-99b0-3286e6759bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:32.073439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:33.100278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:34.968331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:38.800023 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:35:40.370896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:41.259505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58634) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:41.351781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daba18-b9ec-417b-a9b5-32dd30adcf37 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:41.352277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daba18-b9ec-417b-a9b5-32dd30adcf37 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:41.352751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daba18-b9ec-417b-a9b5-32dd30adcf37 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:41.354488 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-66daba18-b9ec-417b-a9b5-32dd30adcf37 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&network_id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 2999 time: 0.0940866 Jun 25 11:35:45.735551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58646) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:45.781639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5719b-cf25-4d96-9340-d8b375425525 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:45.783120 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5de5719b-cf25-4d96-9340-d8b375425525 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e HTTP/1.1" status: 200 len: 814 time: 0.0464811 Jun 25 11:35:47.184534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58652) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:47.189392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:47.252372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:47.395194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:47.467800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:47.472484 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 8a2ff252-d23c-4597-baab-5311813ceac5 disassociated. External IP: 172.26.0.55, port: 09816991-af82-40d1-a19c-1c068b2c8bd6. Jun 25 11:35:47.701315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 9d3d4cfa-f490-46db-b80c-336b4d709843 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:35:47.813997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:35:47.819824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:47.824600 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] Sync routers for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:35:47.835882 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:35:47.836590 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:35:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:35:47.860152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-58043e8a-bce5-46af-a6b1-78151f41a223 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 689 time: 0.6719341 Jun 25 11:35:47.860152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:35:47.864729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3603e1c7-06e8-4ceb-872b-98f74e6d3772" -d '{"events": [{"name": "network-changed", "server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:35:47.864863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:47.906147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe573ae9-69f5-44d0-82ad-92abdaa1c043 x-openstack-request-id: req-fe573ae9-69f5-44d0-82ad-92abdaa1c043 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:35:47.906418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:35:47.906710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe573ae9-69f5-44d0-82ad-92abdaa1c043 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:35:47.907317 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'status': 'completed', 'code': 200} Jun 25 11:35:47.937050 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0ca370c5-8bb9-4fc0-95d4-b3d98f380412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 689 time: 0.0751278 Jun 25 11:35:47.966323 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:35:47.986390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-66401a70-de95-4c81-b752-d68b8eedf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:47.988017 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-66401a70-de95-4c81-b752-d68b8eedf272 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 1098 time: 0.0595970 Jun 25 11:35:48.086263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-c49e16cf-d5c6-469a-8e67-3274da45f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:48.087731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-c49e16cf-d5c6-469a-8e67-3274da45f53a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 899 time: 0.0937297 Jun 25 11:35:48.135385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-d344dbbc-90c6-468e-adea-ddb488722714 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09816991-af82-40d1-a19c-1c068b2c8bd6 HTTP/1.1" status: 200 len: 217 time: 0.0407531 Jun 25 11:35:48.181176 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:35:48.190736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-50402946-3444-4f17-9301-6710a0b859f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:48.192293 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-50402946-3444-4f17-9301-6710a0b859f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410248d6-e5c9-4e3c-8d90-fad37d053c8a HTTP/1.1" status: 200 len: 835 time: 0.0496697 Jun 25 11:35:48.209161 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] Checking router: 9d3d4cfa-f490-46db-b80c-336b4d709843 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:35:48.225503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:35:48.225503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:35:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:35:48.254496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-7a186a4b-73c6-4363-87c5-6b9f903ac197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:48.256392 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-7a186a4b-73c6-4363-87c5-6b9f903ac197 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575950 Jun 25 11:35:48.332991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:35:48.356640 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-6b7f7cab-53b6-4e18-ac21-cba195a96d47 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936439 Jun 25 11:35:48.453816 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3603e1c7-06e8-4ceb-872b-98f74e6d3772 req-995b56c6-5b8f-4e91-a734-7d1ecee6081f service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907652 Jun 25 11:35:48.532696 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:35:48.563379 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c70104-e693-4d94-bfa1-c395da367e25 None None] The sync data for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv is: [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:35:48.800080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bc5e1d-9d58-4294-bc34-40ad40dbafa7 None None] New status for floating IP 8a2ff252-d23c-4597-baab-5311813ceac5: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:35:48.938906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58670) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:48.991382 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0996cf72-2766-4ca9-92d5-1cca017c2cf7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 689 time: 0.0503168 Jun 25 11:35:49.995110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58674) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:50.041140 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-74853020-105f-467b-bedb-a2281501eb48 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 687 time: 0.0446272 Jun 25 11:35:51.398508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58688) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:51.403349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826711031', 'description': 'tempest-secgroup-smoke-1826711031 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:51.524693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:51.609141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:51.695816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:51.698401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3713dea9-bd6d-4143-be9b-8ed37935d3ec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:35:51.725439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b8bf02-0a20-4c9c-96ed-e1876a10c83b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:35:51.732508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.732916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.733311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.733693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.734068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.734496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.734873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.735243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.735614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.735987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.736356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.736726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:51.741026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:35:51.793354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:51.794930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3954093 Jun 25 11:35:51.798013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58692) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:51.803279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '63b8bf02-0a20-4c9c-96ed-e1876a10c83b', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:51.911211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:51.979830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.100180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.105641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b96f5883-d427-466b-bdc7-ea02da480599 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:35:52.120663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c4a69c-e576-43bd-98c6-7fd7bf78b9f4,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:35:52.123909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:35:52.224911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.226270 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4272351 Jun 25 11:35:52.230136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58696) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:52.236269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '63b8bf02-0a20-4c9c-96ed-e1876a10c83b', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:52.370599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.433780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.539149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.544534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bb0fc513-effa-4b82-b1b6-13c5b327faba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:35:52.559285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ff10bf-d319-43be-abc4-ee9f510f514e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:35:52.562469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:35:52.658829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.660167 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4289541 Jun 25 11:35:52.663535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58698) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:52.668407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '63b8bf02-0a20-4c9c-96ed-e1876a10c83b', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:52.813370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.880629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.967525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:52.970221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f77b6343-1668-4093-b136-d8609538a17e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:35:52.991209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8798a01-3bb1-4455-9385-825ccd6348cc,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:35:52.994195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:35:53.070129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.071300 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066064 Jun 25 11:35:53.074110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58700) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:53.078981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '63b8bf02-0a20-4c9c-96ed-e1876a10c83b', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:53.174442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.251469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.330650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.332906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-57396d07-0df6-432d-ac97-5063cd99428b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:35:53.351288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d5db34-ea20-418e-a047-19aff1e15b3d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:35:53.354565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:35:53.433233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.434472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3594401 Jun 25 11:35:53.438042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58704) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:53.442903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '63b8bf02-0a20-4c9c-96ed-e1876a10c83b', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:53.545157 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:35:53.553291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.632487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.770073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.775889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ddc8b0c9-d799-4cb7-9cbf-ce183164e9c4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:35:53.789998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51addf8-6a61-4539-a4a7-24d2a7ffbe39,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:35:53.798639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.799037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.799417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.799790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.800204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.800571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.800941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.801326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.801722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.802196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.802600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.803022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:35:53.806759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:35:53.884483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:53.885869 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4468277 Jun 25 11:35:53.888632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58706) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:35:53.893104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '63b8bf02-0a20-4c9c-96ed-e1876a10c83b', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:35:54.085250 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:35:54.090499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:54.153373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:54.273313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:54.283034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e645fff4-d9f7-4e14-9acd-be283143b780 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:35:54.314573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc05111-6b74-4d22-8e13-3ad1ad116b8c,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:35:54.319814 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:35:54.431039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:54.432515 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5427837 Jun 25 11:35:54.591566 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-09b412a4-9731-492c-83c9-fada36bed284 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826711031&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0374238 Jun 25 11:35:54.713936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-6c406d83-1c2a-43af-bdef-7d866d68c314 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:35:54.715385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-6c406d83-1c2a-43af-bdef-7d866d68c314 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 797 time: 0.1143148 Jun 25 11:35:54.731448 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-d2920005-82de-475a-815f-31e29272fab1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0101829 Jun 25 11:35:54.814267 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b24758b4-ea1e-45eb-92ff-4031ae5dab56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0772767 Jun 25 11:35:54.952064 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-dfed02a0-6780-417a-8043-86209d7875d9 service neutron] 10.222.0.81 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256661 Jun 25 11:35:55.054634 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-774f0de7-d3d3-4a37-a55a-f2413cc41a4c service neutron] 10.222.0.81 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931456 Jun 25 11:35:55.479708 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9822b560-1986-427f-8d2c-e367139fdc8c req-444ac33d-71ea-409d-ad5b-a47f6d39a944 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0314491 Jun 25 11:35:56.569366 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-da823f79-942d-4bb2-937e-651e41e672e7 req-ffa98506-f13c-42c4-ade5-b28b93fa4d6e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0312986 Jun 25 11:35:57.657342 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4e07f4b9-4bbc-4cdc-9680-c065432ff84d req-0e70fe3d-9596-40f0-98c5-5a5d643c3ca3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0297804 Jun 25 11:35:58.807363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-56fb326d-f467-48f5-917e-0773117562bc req-f78eb10d-6101-48b3-b3e4-32583938c026 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0358527 Jun 25 11:35:59.578607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-95272c76-7fac-48c6-8ef5-c7f80ade264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:35:59.968855 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-de9b2035-8334-43d9-a573-74db2d2ced73 req-9ec9a003-4fa3-4b7a-a6a7-87ad889dcb6f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0386691 Jun 25 11:36:01.128669 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c1775a08-770c-4710-8ab1-b65789d1e896 req-604db2af-ab4b-4329-8f44-dab8fcc4d6a2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0335655 Jun 25 11:36:01.280167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-0ba82ea7-b04b-4db8-b692-3de6cdf0bf66 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:01.281621 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-0ba82ea7-b04b-4db8-b692-3de6cdf0bf66 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 797 time: 0.1194389 Jun 25 11:36:01.335958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-57c47d99-8e62-4b53-9510-9cec51498e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 473 time: 0.0461559 Jun 25 11:36:01.344879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['63b8bf02-0a20-4c9c-96ed-e1876a10c83b']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:36:01.606616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:36:01.610448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:01.752925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.12 (f3e3a06b-a03c-4e31-bb39-7294e3c8c961/410248d6-e5c9-4e3c-8d90-fad37d053c8a/c9168b4b-1871-4526-ac14-566452d06c10) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:36:01.907392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:01.921707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object c9168b4b-1871-4526-ac14-566452d06c10 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:36:02.015562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bfaeecf-c879-473b-ad71-24a966a93285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.079291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.083487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e1dfdbc5-91d8-4528-ab61-a36d228c4e92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:02.123923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:36:02.128980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:36:02.132753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:36:02.158764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=c9168b4b-1871-4526-ac14-566452d06c10,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:02.164026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:02.166786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.194804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:02.195619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.313538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9723122 Jun 25 11:36:02.328538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Request body: {'port': {'device_id': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:36:02.345704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a09f00-a1e8-4bcd-84d9-431411b8b800 req-5aa8f050-6ebb-467d-bfb1-ff3bf32bc4d1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:02.347503 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-88a09f00-a1e8-4bcd-84d9-431411b8b800 req-5aa8f050-6ebb-467d-bfb1-ff3bf32bc4d1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 932 time: 0.0719783 Jun 25 11:36:02.396130 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-88a09f00-a1e8-4bcd-84d9-431411b8b800 req-104389d0-178e-458a-9a31-fa7b6993b4fb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376487 Jun 25 11:36:02.419611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.470074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-56417f1b-4a48-487a-a0c9-ed1a9c830204 None None] Provisioning for port c9168b4b-1871-4526-ac14-566452d06c10 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:36:02.476625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-56417f1b-4a48-487a-a0c9-ed1a9c830204 None None] Provisioning complete for port c9168b4b-1871-4526-ac14-566452d06c10 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:36:02.477279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-56417f1b-4a48-487a-a0c9-ed1a9c830204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.512428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-56417f1b-4a48-487a-a0c9-ed1a9c830204 None None] Port c9168b4b-1871-4526-ac14-566452d06c10 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:36:02.717500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9168b4b-1871-4526-ac14-566452d06c10 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:36:02.725538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.737458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Transition to ACTIVE for port object c9168b4b-1871-4526-ac14-566452d06c10 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:36:02.858082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:02.861275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bc8a91fe-293a-436b-b375-8c95182396ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:02.933599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Pushing event updated for resources: {'Port': ['ID=c9168b4b-1871-4526-ac14-566452d06c10,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:02.944703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:03.001551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Attempting to bind port c9168b4b-1871-4526-ac14-566452d06c10 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:36:03.001551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Attempting to bind port c9168b4b-1871-4526-ac14-566452d06c10 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:36:03.001551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Attempting to bind port c9168b4b-1871-4526-ac14-566452d06c10 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:36:03.004169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Port c9168b4b-1871-4526-ac14-566452d06c10 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:36:03.004527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Attempting to bind port c9168b4b-1871-4526-ac14-566452d06c10 on network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:36:03.009778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:36:03.010120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Checking segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:36:03.010554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Bound using segment: {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:36:03.011725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Bound port: c9168b4b-1871-4526-ac14-566452d06c10, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b2f594-c9a6-4a42-ad26-47c9893a519e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:36:03.011725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:03.085910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] For port c9168b4b-1871-4526-ac14-566452d06c10, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:36:03.089225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] For port c9168b4b-1871-4526-ac14-566452d06c10, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9168b4b-1871-4526-ac14-566452d06c10,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:36:03.141806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:03.236336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:03.238489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-74d22795-4031-4a64-9a99-2726b0a4b6d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:03.272854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.273513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:03.274906 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9168b4b-1871-4526-ac14-566452d06c10 HTTP/1.1" status: 200 len: 1094 time: 0.9540880 Jun 25 11:36:03.275449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:36:03.277916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c60444-2736-4869-b191-2a9948e734dd" -d '{"events": [{"name": "network-changed", "server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "tag": "c9168b4b-1871-4526-ac14-566452d06c10"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:36:03.303552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Pushing event updated for resources: {'Port': ['ID=c9168b4b-1871-4526-ac14-566452d06c10,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:03.308733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:03.321247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c655773-2325-4d95-afbe-f90354704518 x-openstack-request-id: req-3c655773-2325-4d95-afbe-f90354704518 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:36:03.321587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "tag": "c9168b4b-1871-4526-ac14-566452d06c10", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:36:03.321890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c655773-2325-4d95-afbe-f90354704518 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:36:03.322352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10', 'status': 'completed', 'code': 200} Jun 25 11:36:03.400266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c60444-2736-4869-b191-2a9948e734dd req-c27f9d51-ae18-437c-a03c-74c91ae58794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.401811 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-36c60444-2736-4869-b191-2a9948e734dd req-c27f9d51-ae18-437c-a03c-74c91ae58794 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 1097 time: 0.0571849 Jun 25 11:36:03.519597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c60444-2736-4869-b191-2a9948e734dd req-dacab468-87a5-4639-8313-8f647997f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.521594 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-36c60444-2736-4869-b191-2a9948e734dd req-dacab468-87a5-4639-8313-8f647997f5e5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1123188 Jun 25 11:36:03.596281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68417040-c689-40b9-bfa0-d9b505e2849b req-35adb7ea-dc7e-4053-a951-524087be2d3b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.597909 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-68417040-c689-40b9-bfa0-d9b505e2849b req-35adb7ea-dc7e-4053-a951-524087be2d3b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 944 time: 0.0715606 Jun 25 11:36:03.629218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c60444-2736-4869-b191-2a9948e734dd req-b7bfa20c-7743-430f-8453-d5ac4a5b4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.631244 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-36c60444-2736-4869-b191-2a9948e734dd req-b7bfa20c-7743-430f-8453-d5ac4a5b4fa7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1041346 Jun 25 11:36:03.646236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-68417040-c689-40b9-bfa0-d9b505e2849b req-65ffafd2-4d57-4676-90eb-8fbdacbbe317 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Jun 25 11:36:03.730037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-64c02847-5a06-421a-a29d-883c8ce804e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.731538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-64c02847-5a06-421a-a29d-883c8ce804e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 1097 time: 0.0600688 Jun 25 11:36:03.773911 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-7a4a2b7e-ef86-42a0-914d-49b46ff10de3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9168b4b-1871-4526-ac14-566452d06c10 HTTP/1.1" status: 200 len: 217 time: 0.0356936 Jun 25 11:36:03.830482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-144b4411-c24e-4583-a959-ce807e92be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.831982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-144b4411-c24e-4583-a959-ce807e92be97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410248d6-e5c9-4e3c-8d90-fad37d053c8a HTTP/1.1" status: 200 len: 835 time: 0.0521789 Jun 25 11:36:03.895614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-77c4e4e2-b4aa-47f2-ba8d-cc375eca5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:03.897639 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-77c4e4e2-b4aa-47f2-ba8d-cc375eca5530 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0598025 Jun 25 11:36:03.995933 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b0d1b972-eeb4-4d27-a1ca-800fb3d389b0 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910337 Jun 25 11:36:04.092141 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cfb59c5-841e-484a-9af1-d50f5a7e5286 req-b0af40c9-82df-4945-afbd-81b9b7a4d986 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899384 Jun 25 11:36:04.853184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07c0b-2569-4710-be11-c7426ec69dc4 req-14676191-082b-4b95-b939-662cad80cdb0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:04.857356 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-21b07c0b-2569-4710-be11-c7426ec69dc4 req-14676191-082b-4b95-b939-662cad80cdb0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 944 time: 0.0726748 Jun 25 11:36:04.894116 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-21b07c0b-2569-4710-be11-c7426ec69dc4 req-4eb7457b-1652-4f73-a5c6-e9e11f001a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332243 Jun 25 11:36:04.958582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:06.103894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e504-d495-4ad1-9c6c-fc58092100af req-9275a9fd-6768-4fa8-ac46-1f6c51381acd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:06.105447 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0367e504-d495-4ad1-9c6c-fc58092100af req-9275a9fd-6768-4fa8-ac46-1f6c51381acd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 944 time: 0.0746212 Jun 25 11:36:06.144611 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0367e504-d495-4ad1-9c6c-fc58092100af req-c80ab6ed-1076-4132-be25-6a46fbe1be34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Jun 25 11:36:07.354353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f3b18-92c1-4e77-9379-9b67cf74cefb req-41adc7c2-169e-4cbd-bfa3-4df3b51f65ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:07.355831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-765f3b18-92c1-4e77-9379-9b67cf74cefb req-41adc7c2-169e-4cbd-bfa3-4df3b51f65ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 944 time: 0.0943043 Jun 25 11:36:07.397417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-765f3b18-92c1-4e77-9379-9b67cf74cefb req-8a8bcc6f-bc3b-4608-abac-5a75400d365d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358870 Jun 25 11:36:08.540006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c9168b4b-1871-4526-ac14-566452d06c10 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:36:08.581613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75785d-67f1-44d2-a4c0-c84a3c64f166 req-9b593f1d-94e4-4fa7-85c3-e17a3f7d8d4c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:08.583180 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8f75785d-67f1-44d2-a4c0-c84a3c64f166 req-9b593f1d-94e4-4fa7-85c3-e17a3f7d8d4c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 944 time: 0.0672204 Jun 25 11:36:08.624152 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8f75785d-67f1-44d2-a4c0-c84a3c64f166 req-d0c00258-a7b1-4190-ae98-eb4c064b682c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Jun 25 11:36:08.653810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c9168b4b-1871-4526-ac14-566452d06c10, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9168b4b-1871-4526-ac14-566452d06c10,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:36:08.669254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'c9168b4b-1871-4526-ac14-566452d06c10', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'port_id': 'c9168b4b-1871-4526-ac14-566452d06c10', 'mac_address': 'fa:16:3e:4a:9f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:36:08.742089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:08.748925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9168b4b-1871-4526-ac14-566452d06c10 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:36:08.771004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c9168b4b-1871-4526-ac14-566452d06c10, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9168b4b-1871-4526-ac14-566452d06c10,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:36:08.937858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:08.947736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:08.991139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c9168b4b-1871-4526-ac14-566452d06c10,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:36:09.010598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:09.278464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['c9168b4b-1871-4526-ac14-566452d06c10'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:36:09.799058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46bd8e-ef28-4572-87d0-0f0c95e3366a req-11c9c216-eac4-40b9-b869-2de4b0e07971 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:09.800586 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b46bd8e-ef28-4572-87d0-0f0c95e3366a req-11c9c216-eac4-40b9-b869-2de4b0e07971 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 945 time: 0.0646386 Jun 25 11:36:09.841501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b46bd8e-ef28-4572-87d0-0f0c95e3366a req-4cc35a5e-c024-4a8b-ab10-9e1b45da5b34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347350 Jun 25 11:36:10.506846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:10.548718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c9168b4b-1871-4526-ac14-566452d06c10 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:36:10.720496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port c9168b4b-1871-4526-ac14-566452d06c10 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:36:10.724686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port c9168b4b-1871-4526-ac14-566452d06c10 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:36:10.725063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:10.818659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:10.840308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:36:10.842551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fabc5b-a513-4769-8563-c309d0a246ee" -d '{"events": [{"server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "name": "network-vif-plugged", "status": "completed", "tag": "c9168b4b-1871-4526-ac14-566452d06c10"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:36:10.855721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c9168b4b-1871-4526-ac14-566452d06c10, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9168b4b-1871-4526-ac14-566452d06c10,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:36:10.887005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac2be06-2891-4b17-879a-1a09e172225b x-openstack-request-id: req-1ac2be06-2891-4b17-879a-1a09e172225b {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:36:10.887304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "name": "network-vif-plugged", "status": "completed", "tag": "c9168b4b-1871-4526-ac14-566452d06c10", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:36:10.887560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ac2be06-2891-4b17-879a-1a09e172225b {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:36:10.887956 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10', 'code': 200} Jun 25 11:36:11.032119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380dcb-f3fa-4c98-bb4d-2d9044ed41c2 req-c37d7889-a559-407f-976a-6beed1e6344d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:11.033619 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-df380dcb-f3fa-4c98-bb4d-2d9044ed41c2 req-c37d7889-a559-407f-976a-6beed1e6344d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 945 time: 0.0657039 Jun 25 11:36:11.073748 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-df380dcb-f3fa-4c98-bb4d-2d9044ed41c2 req-866d9e6d-6a91-471d-9c14-8aefcf06c6d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Jun 25 11:36:11.116177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:11.118160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:11.165979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c9168b4b-1871-4526-ac14-566452d06c10,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:11.169564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:11.574887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d1fbd-5a57-462f-9e6f-565a07b70d3a req-366bd5b9-d0c1-42d6-be9e-bacfa7fea294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:11.577008 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b29d1fbd-5a57-462f-9e6f-565a07b70d3a req-366bd5b9-d0c1-42d6-be9e-bacfa7fea294 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 1099 time: 0.0580437 Jun 25 11:36:11.611411 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b29d1fbd-5a57-462f-9e6f-565a07b70d3a req-97e5909b-c0f3-4584-a297-86484ff1fd43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277331 Jun 25 11:36:12.269040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11827b-6df7-46de-90f4-9aca5a170ef4 req-d6801242-a466-4a3c-a366-81bd27805903 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:12.272121 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fc11827b-6df7-46de-90f4-9aca5a170ef4 req-d6801242-a466-4a3c-a366-81bd27805903 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 946 time: 0.0781536 Jun 25 11:36:12.313354 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fc11827b-6df7-46de-90f4-9aca5a170ef4 req-9f02facc-0a94-4b44-a53f-2a1abd7d0b17 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352736 Jun 25 11:36:13.554758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1522ab3-e93f-42f4-a955-9531649a49ed req-1434b383-baa5-45ea-bc60-ca50ddc1d094 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:13.555845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d1522ab3-e93f-42f4-a955-9531649a49ed req-1434b383-baa5-45ea-bc60-ca50ddc1d094 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 946 time: 0.1290252 Jun 25 11:36:13.594742 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d1522ab3-e93f-42f4-a955-9531649a49ed req-2a22e902-4e54-42de-94a6-c2229b108357 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332334 Jun 25 11:36:13.688166 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-96c8060b-b69c-4d75-b074-1c507464fab2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224798060&fields=id&tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 267 time: 0.0344241 Jun 25 11:36:13.783347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc045e-bfb7-412b-a01a-1f93d07b1e09 req-ba3d0d98-909e-4704-8541-5929bfe407e7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:13.784846 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18fc045e-bfb7-412b-a01a-1f93d07b1e09 req-ba3d0d98-909e-4704-8541-5929bfe407e7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 946 time: 0.0706627 Jun 25 11:36:13.795333 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-91ffbcb3-31b4-4074-a446-b0be2e53fb35 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:13.796822 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-91ffbcb3-31b4-4074-a446-b0be2e53fb35 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 812 time: 0.1021285 Jun 25 11:36:13.812148 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-968a15cd-9da8-4e4e-94ed-5c9dbd43ec32 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/quotas/a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 375 time: 0.0091476 Jun 25 11:36:13.826495 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18fc045e-bfb7-412b-a01a-1f93d07b1e09 req-7b5c91b4-876d-414c-bf78-0d2138deea7e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Jun 25 11:36:13.851469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58838) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:36:13.897313 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-b7f8127b-4a9d-46d4-8e87-78e25b5c4bec tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0779428 Jun 25 11:36:13.905058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f1ed1-cb27-4603-a063-9e043e360006 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:13.909407 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bd3f1ed1-cb27-4603-a063-9e043e360006 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 1094 time: 0.0540702 Jun 25 11:36:13.909865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58840) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:36:13.915209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'port_id': 'c9168b4b-1871-4526-ac14-566452d06c10'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:36:13.951744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-b8240da9-120d-4c6d-81be-7ca7b6fb6fdc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:36:13.952739 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-b8240da9-120d-4c6d-81be-7ca7b6fb6fdc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442305 Jun 25 11:36:13.954551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:14.043718 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-aed03d15-e945-4eb6-a5ab-78ddccc91bc9 service neutron] 10.222.0.81 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842798 Jun 25 11:36:14.141777 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-a6339173-ea1d-4b1f-b6ee-9611c00b872b service neutron] 10.222.0.81 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920835 Jun 25 11:36:14.755584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:14.905203 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f928af9f-ffb6-4403-a865-b5b46d6a2779 req-c305a89a-76e7-4802-8559-066bc7361c11 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0308695 Jun 25 11:36:14.905913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:15.011917 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 8a2ff252-d23c-4597-baab-5311813ceac5 associated. External IP: 172.26.0.55, port: c9168b4b-1871-4526-ac14-566452d06c10. Jun 25 11:36:15.224087 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 9d3d4cfa-f490-46db-b80c-336b4d709843 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:36:15.334738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:36:15.348577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:15.348690 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] Sync routers for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:36:15.353062 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:36:15.353713 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:36:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:15.375409 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9789970a-47dd-45f1-9131-02c6f184b5c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 991 time: 1.4637997 Jun 25 11:36:15.376077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:36:15.378316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58860) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:36:15.378837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d42f46-5994-4f8a-8c76-1dad08403f67" -d '{"events": [{"name": "network-changed", "server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "tag": "c9168b4b-1871-4526-ac14-566452d06c10"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:36:15.419233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929fedcf-3b32-4ef5-8307-0669e6b6072a x-openstack-request-id: req-929fedcf-3b32-4ef5-8307-0669e6b6072a {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:36:15.419583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "tag": "c9168b4b-1871-4526-ac14-566452d06c10", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:36:15.419886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-929fedcf-3b32-4ef5-8307-0669e6b6072a {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:36:15.420366 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10', 'status': 'completed', 'code': 200} Jun 25 11:36:15.462690 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c2a87089-ed88-4567-b39e-bc06fd0ee459 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 991 time: 0.0647533 Jun 25 11:36:15.463304 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:36:15.500786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-7298d0be-f8df-4179-8017-25045f6e96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:15.502348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-7298d0be-f8df-4179-8017-25045f6e96e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 1099 time: 0.0579379 Jun 25 11:36:15.595209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-b9ae023c-6d30-466e-bd04-59c49e9e374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:15.596662 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-b9ae023c-6d30-466e-bd04-59c49e9e374a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 899 time: 0.0883262 Jun 25 11:36:15.667427 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-a525e6e8-00b1-4c11-b648-9c1e6ae76800 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9168b4b-1871-4526-ac14-566452d06c10 HTTP/1.1" status: 200 len: 999 time: 0.0650406 Jun 25 11:36:15.681850 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8a2ff252-d23c-4597-baab-5311813ceac5', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'port_id': 'c9168b4b-1871-4526-ac14-566452d06c10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'mac_address': 'fa:16:3e:4a:9f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:34:34Z', 'updated_at': '2021-06-25T11:36:14Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:15.711666 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] Checking router: 9d3d4cfa-f490-46db-b80c-336b4d709843 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:36:15.737592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-a8ed30bb-8765-4750-b443-077ca1234c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:15.737592 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-a8ed30bb-8765-4750-b443-077ca1234c90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410248d6-e5c9-4e3c-8d90-fad37d053c8a HTTP/1.1" status: 200 len: 835 time: 0.0449395 Jun 25 11:36:15.737946 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:36:15.737946 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:36:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:15.774623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-512e7506-3100-498b-b904-fb5079139a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:15.776101 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-512e7506-3100-498b-b904-fb5079139a4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515084 Jun 25 11:36:15.807134 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:36:15.828055 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:36:15.871524 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-5a86309e-c9e2-4c2a-9147-ce6abe59170e service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887644 Jun 25 11:36:15.992264 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31d42f46-5994-4f8a-8c76-1dad08403f67 req-affb9fcb-41df-41ee-b2cc-33d1082e873a service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141043 Jun 25 11:36:15.993595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6042ef82-38b4-47a4-9456-c979bab40b3e req-a502d983-1467-49cf-be00-49c632df4b5f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0330288 Jun 25 11:36:16.060441 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8a2ff252-d23c-4597-baab-5311813ceac5', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'port_id': 'c9168b4b-1871-4526-ac14-566452d06c10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'mac_address': 'fa:16:3e:4a:9f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:34:34Z', 'updated_at': '2021-06-25T11:36:14Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:16.086842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d88e3b-e593-404e-8229-97786f3d47ab None None] The sync data for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv is: [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8a2ff252-d23c-4597-baab-5311813ceac5', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.55', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'port_id': 'c9168b4b-1871-4526-ac14-566452d06c10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'mac_address': 'fa:16:3e:4a:9f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:34:34Z', 'updated_at': '2021-06-25T11:36:14Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:36:16.277780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f63234-1648-41b4-be62-e34e8645b9bb None None] New status for floating IP 8a2ff252-d23c-4597-baab-5311813ceac5: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:36:16.448374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 58868) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:36:16.513006 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1cccd3c3-c3d6-49dd-975b-e843ae2fb356 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 991 time: 0.0633903 Jun 25 11:36:17.186289 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5674ede5-ecf6-40d3-9d39-0af8db554d6c req-27926c14-608e-43bb-8179-3ac2bcd4aada tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0803421 Jun 25 11:36:17.516734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58874) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:36:17.577563 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-214e2d06-918c-4625-970e-0fbb1521514c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 200 len: 993 time: 0.0595489 Jun 25 11:36:18.093736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-9f427bbe-283a-4bca-873e-8df2d4dea1ae tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:18.095153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-9f427bbe-283a-4bca-873e-8df2d4dea1ae tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 812 time: 0.1027658 Jun 25 11:36:18.136469 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-a61fa302-31c0-45c0-983b-d69351283f09 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7 HTTP/1.1" status: 200 len: 380 time: 0.0330582 Jun 25 11:36:18.146349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'port': {'device_id': '0408f824-3ccd-491c-8b49-0569da070987', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'admin_state_up': True, 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'security_groups': ['8d91585a-7df1-4dcd-889d-e7675a087a1f']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:36:18.333759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-388c4067-145d-48b1-8ac5-78a5c859d603 req-7fafd19a-1824-4d5f-a899-d66bb08df143 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0312757 Jun 25 11:36:18.615345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Made reservation on behalf of a3789569fd9b41db96f7f5f8a0eb10d7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:36:18.624209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:18.753741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Allocated IP 172.20.0.11 (ed8e19df-47f0-409a-96df-2fab594ab80c/3e882b81-7530-4bcd-8a9a-ba335d4ad99f/e26c5925-f88a-4355-bb9f-935fde61b8d4) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:36:18.900737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:18.915586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Transition to ACTIVE for port object e26c5925-f88a-4355-bb9f-935fde61b8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:36:19.080991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:19.085358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2341b244-4048-4371-91a1-6601f7e6f79d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:19.129621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Network ed8e19df-47f0-409a-96df-2fab594ab80c is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:36:19.132757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:36:19.136633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:36:19.143474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=e26c5925-f88a-4355-bb9f-935fde61b8d4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:19.164146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:19.190544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:19.197324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:19.338575 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1963921 Jun 25 11:36:19.354532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Request body: {'port': {'device_id': '0408f824-3ccd-491c-8b49-0569da070987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:36:19.437996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:19.518357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b15072b1-d48e-48bb-ac1d-6b90570c1806 None None] Provisioning for port e26c5925-f88a-4355-bb9f-935fde61b8d4 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:36:19.525157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b15072b1-d48e-48bb-ac1d-6b90570c1806 None None] Provisioning complete for port e26c5925-f88a-4355-bb9f-935fde61b8d4 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:36:19.525550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b15072b1-d48e-48bb-ac1d-6b90570c1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:19.560661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26a879-8062-4681-811e-7bd42a070a75 req-b2c90961-8e10-40d9-bb65-ef24a17ee16a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:19.562242 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3b26a879-8062-4681-811e-7bd42a070a75 req-b2c90961-8e10-40d9-bb65-ef24a17ee16a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 932 time: 0.0727699 Jun 25 11:36:19.575521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b15072b1-d48e-48bb-ac1d-6b90570c1806 None None] Port e26c5925-f88a-4355-bb9f-935fde61b8d4 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:36:19.634201 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3b26a879-8062-4681-811e-7bd42a070a75 req-a09548d2-a2ce-4922-b0a8-68fa3cbea419 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577240 Jun 25 11:36:19.740012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26c5925-f88a-4355-bb9f-935fde61b8d4 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:36:19.747666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:19.759865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Transition to ACTIVE for port object e26c5925-f88a-4355-bb9f-935fde61b8d4 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:36:19.980978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:19.983236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:20.037795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Pushing event updated for resources: {'Port': ['ID=e26c5925-f88a-4355-bb9f-935fde61b8d4,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:20.042519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:20.115026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Attempting to bind port e26c5925-f88a-4355-bb9f-935fde61b8d4 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:36:20.115369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Attempting to bind port e26c5925-f88a-4355-bb9f-935fde61b8d4 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:36:20.115730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Attempting to bind port e26c5925-f88a-4355-bb9f-935fde61b8d4 on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:36:20.120659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Port e26c5925-f88a-4355-bb9f-935fde61b8d4 on network ed8e19df-47f0-409a-96df-2fab594ab80c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:36:20.120982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Attempting to bind port e26c5925-f88a-4355-bb9f-935fde61b8d4 on network ed8e19df-47f0-409a-96df-2fab594ab80c {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:36:20.126774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:36:20.131256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Checking segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:36:20.131256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Bound using segment: {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:36:20.131256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Bound port: e26c5925-f88a-4355-bb9f-935fde61b8d4, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d2ce59-1454-4c7c-bc26-7decd112509a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:36:20.131256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:20.212936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] For port e26c5925-f88a-4355-bb9f-935fde61b8d4, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:36:20.216523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] For port e26c5925-f88a-4355-bb9f-935fde61b8d4, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:36:20.303873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:20.306179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ee7acd4c-c20f-43a8-8d1e-985f815a67c4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:20.343627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:20.344251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:20.345664 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] 10.222.0.47 "PUT /v2.0/ports/e26c5925-f88a-4355-bb9f-935fde61b8d4 HTTP/1.1" status: 200 len: 1094 time: 0.9995818 Jun 25 11:36:20.346333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:36:20.349716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbde4b2-1504-4777-8862-15ef99d6cd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:36:20.379524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Pushing event updated for resources: {'Port': ['ID=e26c5925-f88a-4355-bb9f-935fde61b8d4,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:20.389277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:20.413269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf3bdaf-b924-49b0-bfc7-01d30e035fa7 x-openstack-request-id: req-6bf3bdaf-b924-49b0-bfc7-01d30e035fa7 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:36:20.413269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:36:20.413269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bf3bdaf-b924-49b0-bfc7-01d30e035fa7 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:36:20.413269 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'status': 'completed', 'code': 200} Jun 25 11:36:20.495667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbde4b2-1504-4777-8862-15ef99d6cd8f req-6c22a8bf-53d2-4687-b6e3-ab3b1da7fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:20.497459 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dbde4b2-1504-4777-8862-15ef99d6cd8f req-6c22a8bf-53d2-4687-b6e3-ab3b1da7fd36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 1097 time: 0.0653436 Jun 25 11:36:20.616130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbde4b2-1504-4777-8862-15ef99d6cd8f req-88d0a8be-bb2a-460c-91bd-116a8c173f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:20.619012 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dbde4b2-1504-4777-8862-15ef99d6cd8f req-88d0a8be-bb2a-460c-91bd-116a8c173f6e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1125083 Jun 25 11:36:20.773556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbde4b2-1504-4777-8862-15ef99d6cd8f req-506f381f-8b13-45f4-9235-970ae4d62783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:20.775084 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dbde4b2-1504-4777-8862-15ef99d6cd8f req-506f381f-8b13-45f4-9235-970ae4d62783 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1488564 Jun 25 11:36:20.806710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e092e-291f-4f67-8401-4f37e252f076 req-0f7accf9-495b-4b1a-b021-b838339d43ee tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:20.808227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-898e092e-291f-4f67-8401-4f37e252f076 req-0f7accf9-495b-4b1a-b021-b838339d43ee tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0691431 Jun 25 11:36:20.848494 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-898e092e-291f-4f67-8401-4f37e252f076 req-4cfe30d7-6b39-435a-adcf-fadcc2a43d8b tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342085 Jun 25 11:36:20.876835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-bdd51f6f-bc6c-4328-8d47-5cda9866d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:20.880028 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-bdd51f6f-bc6c-4328-8d47-5cda9866d702 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 1097 time: 0.0617774 Jun 25 11:36:20.928891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-dd897508-f3bf-4874-840f-bb03ec715f33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4 HTTP/1.1" status: 200 len: 217 time: 0.0415437 Jun 25 11:36:20.990515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-1d8ae3b5-d0bd-48a2-a71c-084521dfa0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:20.998637 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-1d8ae3b5-d0bd-48a2-a71c-084521dfa0a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0572217 Jun 25 11:36:21.049268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-27251e95-4fbd-496b-b34f-21fc28a81f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:21.051298 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-27251e95-4fbd-496b-b34f-21fc28a81f11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531878 Jun 25 11:36:21.147026 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-a9c6fde2-67db-436c-b70a-ba34c3de65c8 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895858 Jun 25 11:36:21.248040 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ede8e36-0425-4e4a-8d2d-70d8dacad471 req-d9ee983a-074f-4228-bec6-8b8f5b464d7d service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942166 Jun 25 11:36:22.032798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97422ac-4906-4b29-afa3-271833c9298a req-b08268d4-69b1-4cd5-9059-e41e9390edc6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:22.034219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e97422ac-4906-4b29-afa3-271833c9298a req-b08268d4-69b1-4cd5-9059-e41e9390edc6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0711462 Jun 25 11:36:22.073545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e97422ac-4906-4b29-afa3-271833c9298a req-dbe8ef12-7c9d-4958-8ef6-be64b994d5be tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Jun 25 11:36:23.250949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c12d2-b4a8-4b90-9bef-34a073edd00a req-e9bf9dbf-08a3-477a-91f4-7ff62168082a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:23.252339 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-807c12d2-b4a8-4b90-9bef-34a073edd00a req-e9bf9dbf-08a3-477a-91f4-7ff62168082a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0653443 Jun 25 11:36:23.293146 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-807c12d2-b4a8-4b90-9bef-34a073edd00a req-7b624e74-98d7-4636-b29f-7f6d37110ef7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Jun 25 11:36:23.405728 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-844d1410-a6a2-42ff-8131-b131e9845088 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524311 Jun 25 11:36:23.493476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-9a051342-8b35-4e33-9f2b-596ff76e1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:23.495708 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-9a051342-8b35-4e33-9f2b-596ff76e1f53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 1098 time: 0.0590646 Jun 25 11:36:23.608424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-9c30b8be-a6d5-4002-a040-76f889b9df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:23.609942 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-9c30b8be-a6d5-4002-a040-76f889b9df82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 200 len: 899 time: 0.0938702 Jun 25 11:36:23.651412 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-0695c398-b616-4d9f-87ef-7ac914b0f2ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09816991-af82-40d1-a19c-1c068b2c8bd6 HTTP/1.1" status: 200 len: 217 time: 0.0347559 Jun 25 11:36:23.699931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-66b7d5f8-90c3-4857-b5a5-2d04d76ca74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:23.723512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-66b7d5f8-90c3-4857-b5a5-2d04d76ca74e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=410248d6-e5c9-4e3c-8d90-fad37d053c8a HTTP/1.1" status: 200 len: 835 time: 0.0442431 Jun 25 11:36:23.765331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-5d6829ad-c4dd-46ae-846d-10d09dbda8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:23.775036 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-5d6829ad-c4dd-46ae-846d-10d09dbda8c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e3a06b-a03c-4e31-bb39-7294e3c8c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588036 Jun 25 11:36:23.855292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-685b0a79-a15f-4872-ae0b-ec468246981d service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Jun 25 11:36:23.957551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d3124fa-f1d4-4995-b2bb-09925d06e083 req-88fdd987-f3b8-4bd4-9a1e-4ed581047ccd service neutron] 10.222.0.47 "GET /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957890 Jun 25 11:36:24.468426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cc916-f6cd-4c53-af01-5e3b5db53a0d req-f4446a8a-45c7-455c-8516-e8e150501c59 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:24.470167 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c70cc916-f6cd-4c53-af01-5e3b5db53a0d req-f4446a8a-45c7-455c-8516-e8e150501c59 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0645905 Jun 25 11:36:24.520554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c70cc916-f6cd-4c53-af01-5e3b5db53a0d req-f11284b3-68ca-4144-8f8d-db65d8b579b9 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444376 Jun 25 11:36:25.704031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a1448-a46d-4be0-b2a3-c31bc25bee8c req-748a96d9-1dd4-4737-b2cc-55165d837465 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:25.705629 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f7a1448-a46d-4be0-b2a3-c31bc25bee8c req-748a96d9-1dd4-4737-b2cc-55165d837465 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0706363 Jun 25 11:36:25.746391 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f7a1448-a46d-4be0-b2a3-c31bc25bee8c req-55da9604-4e91-47df-9ffc-785b60854255 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345783 Jun 25 11:36:26.936161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3600-7533-489a-b047-3086ad750c75 req-c382186a-d542-4f75-bdff-7c3405a70b89 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:26.937778 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-862b3600-7533-489a-b047-3086ad750c75 req-c382186a-d542-4f75-bdff-7c3405a70b89 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0716896 Jun 25 11:36:26.981895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-862b3600-7533-489a-b047-3086ad750c75 req-8b3a66f2-bbc8-4605-bb0b-c228e95adaf6 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352237 Jun 25 11:36:28.167629 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c0b80-8409-4162-8d53-8f2c7e451da4 req-844ac80c-6e39-4504-b3c3-b71efc215fb8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:28.169029 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3a0c0b80-8409-4162-8d53-8f2c7e451da4 req-844ac80c-6e39-4504-b3c3-b71efc215fb8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0698674 Jun 25 11:36:28.206381 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3a0c0b80-8409-4162-8d53-8f2c7e451da4 req-bd912aa3-626a-422a-8cf6-70da51d36489 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Jun 25 11:36:29.385793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f772-2742-4735-b427-64c060887fc8 req-27209452-3cff-4e76-87fd-b793f2a2ffc2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:29.387264 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2045f772-2742-4735-b427-64c060887fc8 req-27209452-3cff-4e76-87fd-b793f2a2ffc2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0627897 Jun 25 11:36:29.425123 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2045f772-2742-4735-b427-64c060887fc8 req-9c2731d1-49d9-446b-9c4a-665e3d84e639 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Jun 25 11:36:29.569402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f8e23fd-0954-4b23-beb0-4dcd7e9d6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:30.600790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0390-f8da-4ee8-a63c-c576402f8d12 req-69f35ec8-44fa-466d-b4f8-0e10e1d9e3cc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:30.603245 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a1bd0390-f8da-4ee8-a63c-c576402f8d12 req-69f35ec8-44fa-466d-b4f8-0e10e1d9e3cc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0658171 Jun 25 11:36:30.645949 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a1bd0390-f8da-4ee8-a63c-c576402f8d12 req-0cf86a30-79b1-40d5-9375-af5439e4854d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371029 Jun 25 11:36:31.822509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145146a-7c51-479d-9437-c0a1fdf22891 req-06e3e6c9-c353-416a-bb51-92ebcbd6a559 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:31.824278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2145146a-7c51-479d-9437-c0a1fdf22891 req-06e3e6c9-c353-416a-bb51-92ebcbd6a559 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0658612 Jun 25 11:36:31.866203 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2145146a-7c51-479d-9437-c0a1fdf22891 req-43e0f946-3e17-4252-95d9-86ed09691f30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Jun 25 11:36:32.026047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-90ab6537-1fab-40d7-83da-ee45acbe5e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:32.186202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:32.645487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e26c5925-f88a-4355-bb9f-935fde61b8d4 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:36:32.751069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e26c5925-f88a-4355-bb9f-935fde61b8d4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:36:32.764268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'port_id': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'mac_address': 'fa:16:3e:80:08:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:36:32.953317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:32.966646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26c5925-f88a-4355-bb9f-935fde61b8d4 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:36:32.991577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e26c5925-f88a-4355-bb9f-935fde61b8d4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:36:33.049802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00237b0c-a02d-455f-ae07-7d4a802f024a req-a9a6bb4b-54e6-4bc1-969c-928e66ec45b7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:33.051282 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00237b0c-a02d-455f-ae07-7d4a802f024a req-a9a6bb4b-54e6-4bc1-969c-928e66ec45b7 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 944 time: 0.0670452 Jun 25 11:36:33.091580 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00237b0c-a02d-455f-ae07-7d4a802f024a req-2fa226cf-1d75-4761-b9f8-fe05671960e4 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336809 Jun 25 11:36:33.114019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:33.119321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7257e2de-db02-421d-8e53-3704d11bb528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:33.165342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=e26c5925-f88a-4355-bb9f-935fde61b8d4,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:33.168468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:33.187725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:33.532466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['e26c5925-f88a-4355-bb9f-935fde61b8d4'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:36:34.276999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9c355-994c-4847-bac3-e81daf1afe1a req-54eb3bfe-a696-45f4-9007-da39a779de0c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:34.278536 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-afe9c355-994c-4847-bac3-e81daf1afe1a req-54eb3bfe-a696-45f4-9007-da39a779de0c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 945 time: 0.0686016 Jun 25 11:36:34.317397 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-afe9c355-994c-4847-bac3-e81daf1afe1a req-0f3cc38a-2ddf-47c0-98b5-91e562877a83 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328691 Jun 25 11:36:34.663016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e26c5925-f88a-4355-bb9f-935fde61b8d4 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:36:34.837880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port e26c5925-f88a-4355-bb9f-935fde61b8d4 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:36:34.842063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port e26c5925-f88a-4355-bb9f-935fde61b8d4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:36:34.842500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:34.931086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:34.953147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:36:34.955418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ccbad1-3660-498a-ae42-01d04dc3ca97" -d '{"events": [{"server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "name": "network-vif-plugged", "status": "completed", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:36:34.969365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e26c5925-f88a-4355-bb9f-935fde61b8d4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:36:34.993733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c36d87-7f7b-4783-b513-b773b502abcb x-openstack-request-id: req-f6c36d87-7f7b-4783-b513-b773b502abcb {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:36:34.994039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "name": "network-vif-plugged", "status": "completed", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:36:34.994306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6c36d87-7f7b-4783-b513-b773b502abcb {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:36:34.994718 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'code': 200} Jun 25 11:36:34.997454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:35.068398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:35.070506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-46af4261-098c-43c8-ab72-18e07aa06e5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:35.124003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=e26c5925-f88a-4355-bb9f-935fde61b8d4,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:35.127074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:35.302372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a914c-2fb3-40c9-b7fe-52d01e5ccc64 req-9932ebcf-645f-46c3-b903-f0a243fed39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:35.303994 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a49a914c-2fb3-40c9-b7fe-52d01e5ccc64 req-9932ebcf-645f-46c3-b903-f0a243fed39f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 1099 time: 0.0627363 Jun 25 11:36:35.341019 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a49a914c-2fb3-40c9-b7fe-52d01e5ccc64 req-9af70017-e5db-4529-af36-c033fd79c519 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303152 Jun 25 11:36:35.500278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1b19a-f482-4c6e-bc1b-27fb202df067 req-b52156c1-4239-4b60-a1fa-19f47dd19943 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:35.501792 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e1f1b19a-f482-4c6e-bc1b-27fb202df067 req-b52156c1-4239-4b60-a1fa-19f47dd19943 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 946 time: 0.0710108 Jun 25 11:36:35.541109 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e1f1b19a-f482-4c6e-bc1b-27fb202df067 req-8b1e59a0-c691-442e-9e4a-8f9ac83ecf70 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Jun 25 11:36:36.722140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3865-b547-44ac-9d5a-a3a5f8857184 req-602d1da7-7bbb-44d5-8427-826da7aa9902 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:36.723619 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4e9a3865-b547-44ac-9d5a-a3a5f8857184 req-602d1da7-7bbb-44d5-8427-826da7aa9902 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 946 time: 0.0646148 Jun 25 11:36:36.761559 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4e9a3865-b547-44ac-9d5a-a3a5f8857184 req-f727bf11-54f9-4a45-a8a1-049605ab29df tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319629 Jun 25 11:36:37.939222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966a981-de82-4a9d-856a-45dd542082ca req-469cd4fe-3065-4e16-92c9-9966f30a57f3 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:37.940744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e966a981-de82-4a9d-856a-45dd542082ca req-469cd4fe-3065-4e16-92c9-9966f30a57f3 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 946 time: 0.0647526 Jun 25 11:36:37.979711 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e966a981-de82-4a9d-856a-45dd542082ca req-30ec591b-6fa6-4e31-8518-568e80e58f22 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Jun 25 11:36:38.161733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a20328-8601-4f5c-a9fe-f00c0a2b1e4b req-9fe48eae-6f95-499b-9b7c-06018e648c20 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:38.163183 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62a20328-8601-4f5c-a9fe-f00c0a2b1e4b req-9fe48eae-6f95-499b-9b7c-06018e648c20 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 946 time: 0.0672290 Jun 25 11:36:38.202087 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62a20328-8601-4f5c-a9fe-f00c0a2b1e4b req-ab6b80ec-8ee9-47c3-9c1f-14db36c2781e tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330117 Jun 25 11:36:38.227338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58916) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:36:38.321774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4ef88-6286-4839-88a8-dae709a7f5e1 tempest-TestVolumeBootPattern-361473211 tempest-TestVolumeBootPattern-361473211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:38.323395 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a9f4ef88-6286-4839-88a8-dae709a7f5e1 tempest-TestVolumeBootPattern-361473211 tempest-TestVolumeBootPattern-361473211-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 1094 time: 0.0950646 Jun 25 11:36:38.326515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58920) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:36:38.331019 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:36:38.421892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:38.521514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:38.628235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Allocated IP 172.26.0.49 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/fa11f9db-0569-46b9-a0bb-6d580d9c90c8) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:36:38.732299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:38.834378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:38.837790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:38.872989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:36:38.878363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:36:38.881842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:36:38.907579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=fa11f9db-0569-46b9-a0bb-6d580d9c90c8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:38.916002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:39.262992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:39.454898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:39.609813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:39.691012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:39.693430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:36:39.764635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event updated for resources: {'Port': ['ID=fa11f9db-0569-46b9-a0bb-6d580d9c90c8,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:36:39.768698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:36:39.781423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:39.884375 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Floating IP 5fc0e688-e701-42d2-8fef-dfd9ef752fe8 associated. External IP: 172.26.0.49, port: e26c5925-f88a-4355-bb9f-935fde61b8d4. Jun 25 11:36:40.387858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:40.425666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:36:40.535059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:36:40.544711 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:36:40.554978 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:36:40.555861 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:36:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:40.657810 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:36:40.677183 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:36:40.717908 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3903472 Jun 25 11:36:40.718698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:36:40.721270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a26be-9195-4c81-ab85-8b26626a308c" -d '{"events": [{"name": "network-changed", "server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:36:40.803827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fdf395-a75c-49e3-b929-d86e5353e651 x-openstack-request-id: req-24fdf395-a75c-49e3-b929-d86e5353e651 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:36:40.804797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:36:40.805097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24fdf395-a75c-49e3-b929-d86e5353e651 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:36:40.806019 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'status': 'completed', 'code': 200} Jun 25 11:36:40.877964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-f0729085-13a5-4562-a6ad-4031c19fb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:40.879484 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-f0729085-13a5-4562-a6ad-4031c19fb144 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 1099 time: 0.0528016 Jun 25 11:36:40.891124 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '5fc0e688-e701-42d2-8fef-dfd9ef752fe8', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.49', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:80:08:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408f824-3ccd-491c-8b49-0569da070987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:36:39Z', 'updated_at': '2021-06-25T11:36:39Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}, {'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:34Z', 'revision_number': 1, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:40.917631 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:36:40.925859 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:36:40.926472 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:36:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:40.975170 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-b271b7d4-c794-495f-b47c-16184a3fe8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:40.976832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-b271b7d4-c794-495f-b47c-16184a3fe8ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0911827 Jun 25 11:36:41.032250 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:36:41.041786 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-b80e0bc5-922c-4ef2-a43e-a6be9deb3faa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4 HTTP/1.1" status: 200 len: 999 time: 0.0582557 Jun 25 11:36:41.095935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-bfd75036-df89-4d75-9cd9-998bf473dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:41.097456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-bfd75036-df89-4d75-9cd9-998bf473dae6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0499973 Jun 25 11:36:41.162112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-9dff0db5-659f-47b2-87b8-d01f75d27a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:36:41.163896 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-9dff0db5-659f-47b2-87b8-d01f75d27a30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0599566 Jun 25 11:36:41.259841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-baf14025-8563-4e47-aabd-c9fc037373de service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887506 Jun 25 11:36:41.343493 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '5fc0e688-e701-42d2-8fef-dfd9ef752fe8', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.49', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:80:08:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408f824-3ccd-491c-8b49-0569da070987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:36:39Z', 'updated_at': '2021-06-25T11:36:39Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}, {'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:34Z', 'revision_number': 1, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:36:41.351894 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf5a26be-9195-4c81-ab85-8b26626a308c req-a81984b6-ca14-4bc5-b5bc-529678bf2504 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850952 Jun 25 11:36:41.369042 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c652e5-fce7-4905-a6d6-725fb9798c10 None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '5fc0e688-e701-42d2-8fef-dfd9ef752fe8', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.49', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:80:08:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0408f824-3ccd-491c-8b49-0569da070987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:36:39Z', 'updated_at': '2021-06-25T11:36:39Z', 'revision_number': 0, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}, {'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:34Z', 'revision_number': 1, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:36:41.557743 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e664d1c-70fc-4e30-903f-39c4ce0f1768 None None] New status for floating IP 5fc0e688-e701-42d2-8fef-dfd9ef752fe8: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:36:52.806904 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:36:59.564061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f71d86cb-59a4-4ee7-80ad-1fba902c0565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:02.111376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-66af20a8-fe50-4991-a77f-643e7e9258d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:02.174208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:02.325439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-6eaac595-ae05-4d11-81b7-16fad64514d7 req-ac36c68b-6339-488d-b4fa-f73d8a48c7da service neutron] (94501) timed out ('10.222.0.47', 61245) {{(pid=94501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 11:37:03.248153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:04.986687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:10.415160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:25.419210 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-69236251-5277-40f4-8f4c-b6b59bf249e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0969834 Jun 25 11:37:25.524203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03f3d-93c9-4859-a446-54fec55a613b req-79b7207d-424d-48c9-9dd6-d6d333691fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:25.526420 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-79b7207d-424d-48c9-9dd6-d6d333691fa1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1099 time: 0.0620260 Jun 25 11:37:25.638230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03f3d-93c9-4859-a446-54fec55a613b req-b9e7342e-239c-4669-8dd4-0488636bc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:25.639710 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-b9e7342e-239c-4669-8dd4-0488636bc9da service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0903871 Jun 25 11:37:25.713707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-11e5b850-cec1-4485-8350-7c6830fc2a7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 1001 time: 0.0661235 Jun 25 11:37:25.764104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03f3d-93c9-4859-a446-54fec55a613b req-01f1e2e0-bbba-4ca3-a5f1-7950bf31290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:25.765614 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-01f1e2e0-bbba-4ca3-a5f1-7950bf31290a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0455916 Jun 25 11:37:25.834073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03f3d-93c9-4859-a446-54fec55a613b req-a05a8231-a5d0-43ca-801e-aa085e3116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:25.835623 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-a05a8231-a5d0-43ca-801e-aa085e3116ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612278 Jun 25 11:37:26.293275 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-4e0a15c0-ad35-42e5-a40a-848e66ec6b6b service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472239 Jun 25 11:37:26.391736 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fee03f3d-93c9-4859-a446-54fec55a613b req-a9197ffb-4063-4e7a-b951-9587f664caf7 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909247 Jun 25 11:37:29.533849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8a312360-2364-4c19-bc30-fb0203195dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:29.804895 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:37:31.164190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91744-2e1d-4356-ad6c-16ad1b190c7e req-f9b76dd3-7b53-413a-9b14-4de3555dba8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:31.166412 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-25d91744-2e1d-4356-ad6c-16ad1b190c7e req-f9b76dd3-7b53-413a-9b14-4de3555dba8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 946 time: 0.0665393 Jun 25 11:37:31.207434 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-25d91744-2e1d-4356-ad6c-16ad1b190c7e req-cae72fd5-ee84-4d60-ace7-19fb79741905 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Jun 25 11:37:31.992103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6a7f212a-d367-4d5e-9086-3dc18e89aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:32.065102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:32.392200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb577463-7708-456e-8f42-d56dbcdfeafe req-1cbefb07-b034-43dc-830f-6f063786990d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:32.393819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb577463-7708-456e-8f42-d56dbcdfeafe req-1cbefb07-b034-43dc-830f-6f063786990d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 946 time: 0.0689790 Jun 25 11:37:32.435677 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb577463-7708-456e-8f42-d56dbcdfeafe req-1eb1cb60-78f9-47db-99a4-3a371eb0765c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=63b8bf02-0a20-4c9c-96ed-e1876a10c83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337911 Jun 25 11:37:32.880608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-f5ed5d4b-d9c3-4980-889f-ffba78ccc85b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:32.884119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-f5ed5d4b-d9c3-4980-889f-ffba78ccc85b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 946 time: 0.0693741 Jun 25 11:37:32.999278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port c9168b4b-1871-4526-ac14-566452d06c10 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:37:32.999626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:33.103872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port c9168b4b-1871-4526-ac14-566452d06c10, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9168b4b-1871-4526-ac14-566452d06c10,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:33.105268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:33.140598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:33.287749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:33.288138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:33.288470 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 8a2ff252-d23c-4597-baab-5311813ceac5 disassociated. External IP: 172.26.0.55, port: c9168b4b-1871-4526-ac14-566452d06c10. Jun 25 11:37:33.288833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for c9168b4b-1871-4526-ac14-566452d06c10 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:37:33.516751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:33.521388 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d5ecf9a5-18c6-44e0-a459-12141a7e784a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:33.552045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=c9168b4b-1871-4526-ac14-566452d06c10,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:33.609790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.610103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.610477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.610862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.611246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.611626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.612005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.612382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.612787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.613197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.613574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.613942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:33.619841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:33.636105 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-743a0802-b480-405e-b631-41779639f25d req-4937a944-eaea-4a34-820b-7b56b65f4ed5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0501237 Jun 25 11:37:33.696220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 9d3d4cfa-f490-46db-b80c-336b4d709843 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:37:33.825648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:37:33.842258 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191be68-7864-4357-aa2c-70483307188e None None] Sync routers for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:37:33.855682 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:33.856600 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:33.881327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port c9168b4b-1871-4526-ac14-566452d06c10 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:37:33.888942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:33.891928 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f55850e-5e49-4919-8bc9-8deed9b4e48e req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/c9168b4b-1871-4526-ac14-566452d06c10 HTTP/1.1" status: 204 len: 173 time: 1.0043125 Jun 25 11:37:33.892760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'name': 'network-vif-deleted', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:37:33.895879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46525b6d-6add-4542-806a-16b95bc71399" -d '{"events": [{"server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "name": "network-vif-deleted", "tag": "c9168b4b-1871-4526-ac14-566452d06c10"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:37:33.990234 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:34.028309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448eeef1-69ef-412c-8f65-190a1c401917 x-openstack-request-id: req-448eeef1-69ef-412c-8f65-190a1c401917 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:37:34.028910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bc33d-99e7-45ef-9f4d-4e9fec0b00b2", "name": "network-vif-deleted", "tag": "c9168b4b-1871-4526-ac14-566452d06c10", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:37:34.029370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-448eeef1-69ef-412c-8f65-190a1c401917 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:37:34.030126 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bc33d-99e7-45ef-9f4d-4e9fec0b00b2', 'name': 'network-vif-deleted', 'tag': 'c9168b4b-1871-4526-ac14-566452d06c10', 'status': 'completed', 'code': 200} Jun 25 11:37:34.230186 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:34.256435 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191be68-7864-4357-aa2c-70483307188e None None] Checking router: 9d3d4cfa-f490-46db-b80c-336b4d709843 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:37:34.266106 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:34.266730 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:34.382092 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:34.591825 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2191be68-7864-4357-aa2c-70483307188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:34.619345 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191be68-7864-4357-aa2c-70483307188e None None] The sync data for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv is: [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:34:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '92fda175-3d9b-4bdc-a984-06f346dae9b8', 'name': '', 'network_id': 'f3e3a06b-a03c-4e31-bb39-7294e3c8c961', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:13:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:10Z', 'updated_at': '2021-06-25T11:34:16Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '410248d6-e5c9-4e3c-8d90-fad37d053c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:37:34.796376 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ce739fb6-391a-42b8-bbcf-71df784bfe27 req-d303f56e-d959-463c-b706-de7b7d9d1923 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=810bc33d-99e7-45ef-9f4d-4e9fec0b00b2 HTTP/1.1" status: 200 len: 210 time: 0.0367038 Jun 25 11:37:34.905638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4c743-b06b-41ed-a7ce-9309b05e38a7 None None] New status for floating IP 8a2ff252-d23c-4597-baab-5311813ceac5: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:37:35.018118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:35.896766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58982) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:35.963970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:35.992731 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.127851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.130435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.131608 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/63b8bf02-0a20-4c9c-96ed-e1876a10c83b HTTP/1.1" status: 204 len: 168 time: 0.2337599 Jun 25 11:37:36.132598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8b83ebba-326f-4466-9fb7-470baa352fff tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:36.144771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b8bf02-0a20-4c9c-96ed-e1876a10c83b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:36.150744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.151133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.151515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.151890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.152260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.152672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.152998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.153396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.153783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.154214 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.154582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.154946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:36.158319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:36.243434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 58986) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:36.386004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 44b20030-0e35-4212-b18b-f012d727b4f6 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:37:36.386356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.498904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.499299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.517539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 44b20030-0e35-4212-b18b-f012d727b4f6 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:37:36.734081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.736358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3f7038c6-ec86-4955-95e4-555d01b02d78 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:36.768491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=44b20030-0e35-4212-b18b-f012d727b4f6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:36.772691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:36.853676 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.857465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:36.859109 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/8a2ff252-d23c-4597-baab-5311813ceac5 HTTP/1.1" status: 204 len: 168 time: 0.6144173 Jun 25 11:37:37.041986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c9168b4b-1871-4526-ac14-566452d06c10 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:37:37.064814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: c9168b4b-1871-4526-ac14-566452d06c10 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:37:37.067858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c9168b4b-1871-4526-ac14-566452d06c10 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:37:37.472067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b56e4-31b3-4a59-b2e4-44338c959390 req-4fc606d2-4788-402e-b278-90604135e82b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:37.473583 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d09b56e4-31b3-4a59-b2e4-44338c959390 req-4fc606d2-4788-402e-b278-90604135e82b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 945 time: 0.0656466 Jun 25 11:37:37.516382 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d09b56e4-31b3-4a59-b2e4-44338c959390 req-95031d1c-a7f9-4e74-9e44-53b3d33c04d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364676 Jun 25 11:37:38.704186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5218e2c-4f08-4fb2-ac59-65a54e2f66d8 req-a68ac5cb-d380-4461-8876-35cf6c440668 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:38.705756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c5218e2c-4f08-4fb2-ac59-65a54e2f66d8 req-a68ac5cb-d380-4461-8876-35cf6c440668 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 945 time: 0.0724907 Jun 25 11:37:38.754638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c5218e2c-4f08-4fb2-ac59-65a54e2f66d8 req-4fb63bef-48c3-4540-afa2-0e27b52a49be tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=f931086a-222f-4f47-8c05-6e820cd01b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Jun 25 11:37:39.160963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-efd752f1-9225-44db-8dc4-f295ad9950b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:39.162417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-efd752f1-9225-44db-8dc4-f295ad9950b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 945 time: 0.0668170 Jun 25 11:37:39.277751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 09816991-af82-40d1-a19c-1c068b2c8bd6 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:37:39.278085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:39.373269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 09816991-af82-40d1-a19c-1c068b2c8bd6, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=09816991-af82-40d1-a19c-1c068b2c8bd6,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:39.373630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:39.388059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 09816991-af82-40d1-a19c-1c068b2c8bd6 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:37:39.619431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:39.623617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a0e246d9-c83e-41f4-97e5-f32eccc774d3 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:39.651294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=09816991-af82-40d1-a19c-1c068b2c8bd6,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:39.654409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:39.698700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 09816991-af82-40d1-a19c-1c068b2c8bd6 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:37:39.701719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:39.703659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-457e92b3-a3b5-4fe4-93a6-3cd56f946d7f req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/09816991-af82-40d1-a19c-1c068b2c8bd6 HTTP/1.1" status: 204 len: 173 time: 0.5349891 Jun 25 11:37:39.704224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'name': 'network-vif-deleted', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:37:39.706601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe2146-4545-47eb-952d-9d2771ead3de" -d '{"events": [{"server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "name": "network-vif-deleted", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:37:39.742456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106f2904-2d16-490f-a737-d62a0d3c7002 x-openstack-request-id: req-106f2904-2d16-490f-a737-d62a0d3c7002 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:37:39.742871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6180672c-764a-4737-8947-1cc2f4b13a9f", "name": "network-vif-deleted", "tag": "09816991-af82-40d1-a19c-1c068b2c8bd6", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:37:39.743327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-106f2904-2d16-490f-a737-d62a0d3c7002 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:37:39.743875 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6180672c-764a-4737-8947-1cc2f4b13a9f', 'name': 'network-vif-deleted', 'tag': '09816991-af82-40d1-a19c-1c068b2c8bd6', 'status': 'completed', 'code': 200} Jun 25 11:37:39.908322 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a67c5bd6-0b9a-4379-a99a-739c995c149f req-f0b07587-197e-45cb-be1a-30858c95f19b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=6180672c-764a-4737-8947-1cc2f4b13a9f HTTP/1.1" status: 200 len: 210 time: 0.0367789 Jun 25 11:37:40.464979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:41.011220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59000) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:41.072865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:41.099637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:41.305082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:41.307977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:41.311572 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/f931086a-222f-4f47-8c05-6e820cd01b92 HTTP/1.1" status: 204 len: 168 time: 0.2969639 Jun 25 11:37:41.311572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5c9be7e3-b824-4afd-a46d-d380072c3edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:41.319030 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f931086a-222f-4f47-8c05-6e820cd01b92,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:41.325276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:41.432390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59004) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:41.788889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:42.083278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 92fda175-3d9b-4bdc-a984-06f346dae9b8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:37:42.083983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:42.177861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 92fda175-3d9b-4bdc-a984-06f346dae9b8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=92fda175-3d9b-4bdc-a984-06f346dae9b8,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:42.178335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:42.195178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 92fda175-3d9b-4bdc-a984-06f346dae9b8 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:37:42.494172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:42.496439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7058170a-355e-458e-b928-4be3a34253d8 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:42.531629 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=92fda175-3d9b-4bdc-a984-06f346dae9b8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:42.534833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:42.727906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:42.951988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 9d3d4cfa-f490-46db-b80c-336b4d709843 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:37:43.064976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:37:43.070246 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/9d3d4cfa-f490-46db-b80c-336b4d709843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6367753 Jun 25 11:37:43.073384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59008) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:43.076685 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] Sync routers for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:37:43.081438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 09816991-af82-40d1-a19c-1c068b2c8bd6 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:37:43.087112 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:43.087780 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:43.103657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 09816991-af82-40d1-a19c-1c068b2c8bd6 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:37:43.104351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 09816991-af82-40d1-a19c-1c068b2c8bd6 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:37:43.134005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet 410248d6-e5c9-4e3c-8d90-fad37d053c8a {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:37:43.137524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.180913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.199351 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:43.276361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.395260 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:37:42Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:43.418579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.420844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-633cc7ec-c580-4ea9-a335-507e1853bf41 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:43.421601 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] Checking router: 9d3d4cfa-f490-46db-b80c-336b4d709843 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:37:43.439020 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] Routers {'9d3d4cfa-f490-46db-b80c-336b4d709843'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:43.439020 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['9d3d4cfa-f490-46db-b80c-336b4d709843'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:43.446726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=410248d6-e5c9-4e3c-8d90-fad37d053c8a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:43.450584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:43.453716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.458279 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/410248d6-e5c9-4e3c-8d90-fad37d053c8a HTTP/1.1" status: 204 len: 168 time: 0.3804786 Jun 25 11:37:43.458600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59010) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:43.462150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ac8d0-ecc0-45bb-8d66-bddb51583a01 None None] Network f3e3a06b-a03c-4e31-bb39-7294e3c8c961 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:37:43.544996 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] Set router 9d3d4cfa-f490-46db-b80c-336b4d709843 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:43.575421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.672585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] DHCP port deletion for f3e3a06b-a03c-4e31-bb39-7294e3c8c961 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:37:43.696758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.723222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Deleting port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:37:43.723784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.800664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] For port cfbfceb1-cbb7-4028-ba1a-a98552acaed7, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=cfbfceb1-cbb7-4028-ba1a-a98552acaed7,segment=NetworkSegment(84b2f594-c9a6-4a42-ad26-47c9893a519e),segment_id=84b2f594-c9a6-4a42-ad26-47c9893a519e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:43.801253 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.820268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Calling delete_port for cfbfceb1-cbb7-4028-ba1a-a98552acaed7 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:37:43.835529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:37:43.835915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.858850 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:37:42Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:43.893352 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9055fa-03b7-4551-a090-2c7546455389 None None] The sync data for ids ['9d3d4cfa-f490-46db-b80c-336b4d709843'] in dv-neutron-797120-5-hyperv is: [{'id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'name': 'tempest-TestNetworkBasicOps-router-1985108132', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:34:06Z', 'updated_at': '2021-06-25T11:37:42Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3d4cfa-f490-46db-b80c-336b4d709843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:34:07Z', 'updated_at': '2021-06-25T11:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:37:43.932420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:43.932799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:43.949028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:37:44.013304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.017127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f13a9824-ce2b-4520-874f-1211de03ef39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:44.040625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Pushing event deleted for resources: {'Port': ['ID=cfbfceb1-cbb7-4028-ba1a-a98552acaed7,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:44.045979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] No DVR routers for this DVR port cfbfceb1-cbb7-4028-ba1a-a98552acaed7 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:37:44.052046 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.052388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.052726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.053057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.053410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.053739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.054063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.054378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.054922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.055269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.056503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.056503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:44.060853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:44.208049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.210260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7b8ee5ac-cb70-481c-a919-109acda8a5a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:44.236290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:44.238791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:44.316594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92fda175-3d9b-4bdc-a984-06f346dae9b8 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:37:44.324914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.339309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 92fda175-3d9b-4bdc-a984-06f346dae9b8 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:37:44.339661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 92fda175-3d9b-4bdc-a984-06f346dae9b8 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:37:44.340090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cfbfceb1-cbb7-4028-ba1a-a98552acaed7 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:37:44.368052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: cfbfceb1-cbb7-4028-ba1a-a98552acaed7 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:37:44.368411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cfbfceb1-cbb7-4028-ba1a-a98552acaed7 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:37:44.432351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.434734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.590553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.591085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3d4cfa-f490-46db-b80c-336b4d709843 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:37:44.598357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.599483 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/9d3d4cfa-f490-46db-b80c-336b4d709843 HTTP/1.1" status: 204 len: 168 time: 1.1400509 Jun 25 11:37:44.604130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59012) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:44.688361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.787350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.797921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e3a06b-a03c-4e31-bb39-7294e3c8c961']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:44.809522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b2f594-c9a6-4a42-ad26-47c9893a519e') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:44.809828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b2f594-c9a6-4a42-ad26-47c9893a519e') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:44.819060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.834713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.842317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:37:44.842317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:37:44.845436 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:37:44.990791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:44.995309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7eebc29d-3944-4ff4-ab65-ca9e72749cf3 tempest-NetworksTest-2009797122 tempest-NetworksTest-2009797122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:45.004745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.004745 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/f3e3a06b-a03c-4e31-bb39-7294e3c8c961 HTTP/1.1" status: 204 len: 168 time: 0.3963172 Jun 25 11:37:45.015113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=f3e3a06b-a03c-4e31-bb39-7294e3c8c961,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:45.018277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:45.025813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59014) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:45.031307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--1845017778', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:45.122252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:37:45.125962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.151027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:37:45.160042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.160404 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment ca4dc250-6f9c-4807-b21b-6e3170ffd4b5 of type vlan for network 36f3922b-99a5-4fa5-a7af-084a1bd194db Jun 25 11:37:45.204338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.305342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.310982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:45.311609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.323884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df0e7a36-9d08-4c00-b352-1993333ff523 tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:45.384250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=36f3922b-99a5-4fa5-a7af-084a1bd194db,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:45.386643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:45.394650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:37:45.419388 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3924305 Jun 25 11:37:45.422194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59016) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:45.426844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:45.516034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.517150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:45.925099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:46.027035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:37:46.049267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:37:46.049719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2e2fc279-b6a7-4aa5-a50c-b5f9cb2eec03 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:37:46.157232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:46.463986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:46.492752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:46.604444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.66 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/91ec65ea-e97c-451b-8ebc-b159daa506f2) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:37:46.727625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:46.842166 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:46.844633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:46.887474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:37:46.892175 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:37:46.896873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:37:46.900696 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=91ec65ea-e97c-451b-8ebc-b159daa506f2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:46.920442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:47.319314 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:47.529716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:47.773302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f04d9292-f156-4db1-ac20-728455c05c5b is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:37:47.889243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:37:47.900753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Sync routers for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:37:47.910257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:47.910878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:47.962221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:47.963529 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5403869 Jun 25 11:37:47.966776 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59018) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:47.998365 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bccbeab0-38de-48af-aa9d-e9c479016045 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297709 Jun 25 11:37:48.000334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59020) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:48.019362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:48.097874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c801f8-b17d-4ecc-a9e7-69f01a3840a5 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:48.099343 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-81c801f8-b17d-4ecc-a9e7-69f01a3840a5 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980337 Jun 25 11:37:48.102340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59022) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:48.131880 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5ad5b3f4-8d26-4022-a10c-99f39fe034f0 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282903 Jun 25 11:37:48.135481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59024) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:48.140858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1131936778', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:48.217591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:47Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:48.244781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Checking router: f04d9292-f156-4db1-ac20-728455c05c5b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:37:48.251789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Updating router f04d9292-f156-4db1-ac20-728455c05c5b port 91ec65ea-e97c-451b-8ebc-b159daa506f2 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:37:48.295440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.310132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:37:48.314011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.573503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.584106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Transition to ACTIVE for port object 91ec65ea-e97c-451b-8ebc-b159daa506f2 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:37:48.596180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.598464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6c2a8a9e-880c-419c-b08c-756a866ab52e tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:48.662047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=9d2826ca-49f8-4baf-8cf9-c175670bc81f,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:48.667612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:48.675320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:37:48.675526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: 36f3922b-99a5-4fa5-a7af-084a1bd194db, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:37:48.693134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.695522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:48.746818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64524e0-90d7-461e-a9a2-fc05e40ea34e None None] Pushing event updated for resources: {'Port': ['ID=91ec65ea-e97c-451b-8ebc-b159daa506f2,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:48.749207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Attempting to bind port 91ec65ea-e97c-451b-8ebc-b159daa506f2 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:37:48.749515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Attempting to bind port 91ec65ea-e97c-451b-8ebc-b159daa506f2 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:37:48.749890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Attempting to bind port 91ec65ea-e97c-451b-8ebc-b159daa506f2 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:37:48.750169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:37:48.752123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e64524e0-90d7-461e-a9a2-fc05e40ea34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:48.758614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:37:48.758614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:37:48.758614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.758614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:37:48.764608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Bound port: 91ec65ea-e97c-451b-8ebc-b159daa506f2, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:37:48.764608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.815580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] For port 91ec65ea-e97c-451b-8ebc-b159daa506f2, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:37:48.820153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] For port 91ec65ea-e97c-451b-8ebc-b159daa506f2, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=91ec65ea-e97c-451b-8ebc-b159daa506f2,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:37:48.836393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 36f3922b-99a5-4fa5-a7af-084a1bd194db) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:37:48.836393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:48.836393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.841202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e7424-dec8-4088-ae79-eb7ced3b827c None None] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:37:48.920404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:48.927366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:48.929767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7927420 Jun 25 11:37:48.934671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59026) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:49.016130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64524e0-90d7-461e-a9a2-fc05e40ea34e None None] Pushing event updated for resources: {'Port': ['ID=91ec65ea-e97c-451b-8ebc-b159daa506f2,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:49.021816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e64524e0-90d7-461e-a9a2-fc05e40ea34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:49.029228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:49.029867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:49.103205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-36f3922b-99a5-4fa5-a7af-084a1bd194db', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:37:49.104103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:49.389002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:49.424712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:49.548408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Allocated IP 172.20.0.2 (36f3922b-99a5-4fa5-a7af-084a1bd194db/9d2826ca-49f8-4baf-8cf9-c175670bc81f/b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:37:49.734162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:47Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:49.769321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152223e-0d79-4fb9-ab65-9e40ef0f2048 None None] The sync data for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv is: [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:47Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:37:49.781576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:49.793198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Transition to ACTIVE for port object b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:37:49.810428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Transition to ACTIVE for port object b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:37:49.897109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:49.902989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:49.956714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:37:49.960424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:37:49.968057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:37:49.988920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (36f3922b-99a5-4fa5-a7af-084a1bd194db/9d2826ca-49f8-4baf-8cf9-c175670bc81f/61d308ea-954d-4432-a063-7dce4e8066f2) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:37:50.044387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Pushing event updated for resources: {'Port': ['ID=b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:50.055978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:50.090709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Attempting to bind port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:37:50.091161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Attempting to bind port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:37:50.091630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Attempting to bind port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:37:50.100015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:37:50.100461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Checking segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:37:50.100885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:50.101367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Bound using segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:37:50.101899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Bound port: b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:37:50.103036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:50.236430 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:50.238326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] For port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:37:50.242518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] For port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:37:50.253043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 61d308ea-954d-4432-a063-7dce4e8066f2 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:37:50.362215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:50.364331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:50.397307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:50.401995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f5503cc-6583-4f4e-b8fe-9b6341a0d8c3 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:50.433499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Pushing event updated for resources: {'Port': ['ID=b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:50.443547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:50.458850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:37:50.464244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:37:50.469165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:37:50.479248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=61d308ea-954d-4432-a063-7dce4e8066f2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:50.500556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:50.528135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:51.153351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:51.421506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b9f89-bdb4-48dc-a0fc-ada9a95fae46 None None] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:37:51.480877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:51.544302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:51.548894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ae0fcaed-6990-427c-8df4-0984c7c8096c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:51.600995 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8668121c-5027-41f7-b36e-7bd7d17c1cee None None] Provisioning for port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:37:51.626731 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:51.629616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=61d308ea-954d-4432-a063-7dce4e8066f2,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:51.635130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:51.729461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:37:51.730932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:37:52.036237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-74f92f27-481b-4005-bee9-d7a8c650d540 None None] Provisioning for port 61d308ea-954d-4432-a063-7dce4e8066f2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:37:52.050133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-74f92f27-481b-4005-bee9-d7a8c650d540 None None] Provisioning complete for port 61d308ea-954d-4432-a063-7dce4e8066f2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:52.050768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-74f92f27-481b-4005-bee9-d7a8c650d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.100499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-74f92f27-481b-4005-bee9-d7a8c650d540 None None] Port 61d308ea-954d-4432-a063-7dce4e8066f2 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:37:52.145628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:37:52.220119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0b7200b1-92fd-478d-afc8-95c88586728f None None] Provisioning complete for port 61d308ea-954d-4432-a063-7dce4e8066f2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:52.220531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0b7200b1-92fd-478d-afc8-95c88586728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.235904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f04d9292-f156-4db1-ac20-728455c05c5b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:37:52.256559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0b7200b1-92fd-478d-afc8-95c88586728f None None] Port 61d308ea-954d-4432-a063-7dce4e8066f2 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:37:52.281397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:37:52.285879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:52.286260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.362834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:37:52.372155 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/f04d9292-f156-4db1-ac20-728455c05c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4338903 Jun 25 11:37:52.373450 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Sync routers for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:37:52.374130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59028) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:52.383325 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:52.384615 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:52.385339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5be16609-1996-4acb-afa5-a59f09aa5dcb None None] Provisioning complete for port 61d308ea-954d-4432-a063-7dce4e8066f2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:52.385723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5be16609-1996-4acb-afa5-a59f09aa5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.387344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.446332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5be16609-1996-4acb-afa5-a59f09aa5dcb None None] Port 61d308ea-954d-4432-a063-7dce4e8066f2 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:37:52.456711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:52.484940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c156a-7576-4dfb-a1dc-3af59873243a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.485478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c156a-7576-4dfb-a1dc-3af59873243a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.485957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c156a-7576-4dfb-a1dc-3af59873243a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.486425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c156a-7576-4dfb-a1dc-3af59873243a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.486894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c156a-7576-4dfb-a1dc-3af59873243a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.487356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0c156a-7576-4dfb-a1dc-3af59873243a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.492832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7f0c156a-7576-4dfb-a1dc-3af59873243a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1135542 Jun 25 11:37:52.493226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59030) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:52.519442 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:52.535979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.537517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 91ec65ea-e97c-451b-8ebc-b159daa506f2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:37:52.541855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9ac86312-b4a2-49b2-870b-140df04652e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:52.565920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487417-36f9-401a-9ced-502c10eb18f8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.566720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487417-36f9-401a-9ced-502c10eb18f8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.567501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487417-36f9-401a-9ced-502c10eb18f8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.568285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487417-36f9-401a-9ced-502c10eb18f8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.569075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487417-36f9-401a-9ced-502c10eb18f8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.570790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487417-36f9-401a-9ced-502c10eb18f8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:52.576047 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c4487417-36f9-401a-9ced-502c10eb18f8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0790825 Jun 25 11:37:52.576430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59032) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:52.623314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:52.626544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:52.698569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 91ec65ea-e97c-451b-8ebc-b159daa506f2 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:37:52.703301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 91ec65ea-e97c-451b-8ebc-b159daa506f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:52.703686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.731981 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-077e2590-c6d6-4d63-a0a2-c67a7ec95335 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1535933 Jun 25 11:37:52.734889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59034) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:52.743672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1536181511', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:52.775753 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:51Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:52.795810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.807482 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Checking router: f04d9292-f156-4db1-ac20-728455c05c5b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:37:52.807843 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Updating router f04d9292-f156-4db1-ac20-728455c05c5b port 61d308ea-954d-4432-a063-7dce4e8066f2 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:37:52.820908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 91ec65ea-e97c-451b-8ebc-b159daa506f2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=91ec65ea-e97c-451b-8ebc-b159daa506f2,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:52.844810 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.910036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:52.914530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:52.961117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=91ec65ea-e97c-451b-8ebc-b159daa506f2,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:52.965181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:52.995497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:37:52.999223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.022817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] device_id is not set on port 117a70c2-01af-46b9-ac8f-8bca8cc66079 yet. {{(pid=94500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:37:53.139668 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.149811 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Transition to ACTIVE for port object 61d308ea-954d-4432-a063-7dce4e8066f2 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:37:53.224370 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.227472 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-08157bd3-f4ab-4e95-8f32-0e80be6a1b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:53.283276 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Pushing event updated for resources: {'Port': ['ID=61d308ea-954d-4432-a063-7dce4e8066f2,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:53.287672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.10 (36f3922b-99a5-4fa5-a7af-084a1bd194db/9d2826ca-49f8-4baf-8cf9-c175670bc81f/117a70c2-01af-46b9-ac8f-8bca8cc66079) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:37:53.290076 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.290791 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.290791 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.291168 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.291393 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.291717 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.292047 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.292363 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.292684 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.292998 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.293345 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.293662 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:37:53.302679 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:53.371838 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Attempting to bind port 61d308ea-954d-4432-a063-7dce4e8066f2 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:37:53.372229 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Attempting to bind port 61d308ea-954d-4432-a063-7dce4e8066f2 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:37:53.372589 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Attempting to bind port 61d308ea-954d-4432-a063-7dce4e8066f2 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:37:53.378799 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:37:53.379594 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Checking segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:37:53.379594 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.379976 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Bound using segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:37:53.380464 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Bound port: 61d308ea-954d-4432-a063-7dce4e8066f2, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:37:53.380861 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.449837 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] For port 61d308ea-954d-4432-a063-7dce4e8066f2, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:37:53.455168 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] For port 61d308ea-954d-4432-a063-7dce4e8066f2, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=61d308ea-954d-4432-a063-7dce4e8066f2,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:37:53.467937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.488299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 117a70c2-01af-46b9-ac8f-8bca8cc66079 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:37:53.556883 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.558863 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4e062bee-1206-47fd-931d-e8c86825a338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:53.614075 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:37:53.614696 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:37:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:53.648964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.653060 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Pushing event updated for resources: {'Port': ['ID=61d308ea-954d-4432-a063-7dce4e8066f2,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:53.654780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cf8f4a70-4b83-4359-b992-a399bfb1f181 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:53.657530 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:53.733500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:37:53.734908 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:37:53.741146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:37:53.745302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:37:53.777015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:53.788730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:53.809124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:53.809929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:53.916442 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1799955 Jun 25 11:37:53.954489 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:53Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:37:53.983840 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299aa1-ee11-485a-aae5-7eb5bd38d1a5 None None] The sync data for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv is: [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:53Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:37:54.120103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:37:54.146001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5b8a54c8-2d10-4d24-a85b-6524346fab8c None None] Provisioning for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:37:54.157555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5b8a54c8-2d10-4d24-a85b-6524346fab8c None None] Provisioning complete for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:54.157943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5b8a54c8-2d10-4d24-a85b-6524346fab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.208095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a54c8-2d10-4d24-a85b-6524346fab8c None None] Port 117a70c2-01af-46b9-ac8f-8bca8cc66079 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:37:54.216438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:54.216824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.236974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59040) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:54.242830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536720047', 'description': 'tempest-secgroup-smoke-536720047 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:54.305465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 91ec65ea-e97c-451b-8ebc-b159daa506f2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:37:54.356222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 91ec65ea-e97c-451b-8ebc-b159daa506f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:54.356603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.385567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.503888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.583996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.587996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-064736eb-9e01-4f4e-b7f3-dd1275c5aeab tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:54.616626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f6275-e860-42cb-850a-5302f0fcebe8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:54.620594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:54.698609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.700150 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4614673 Jun 25 11:37:54.704795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59042) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:54.710813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'b05f6275-e860-42cb-850a-5302f0fcebe8', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:54.829777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:54.896312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.046924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.048956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9161ea9b-47c9-4d20-9b91-4f6207886acc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:55.065385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8661d36b-0b0e-4c44-b722-f434c58adeef,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:55.067945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:55.161340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.162593 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4565365 Jun 25 11:37:55.166155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59044) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:55.170790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'b05f6275-e860-42cb-850a-5302f0fcebe8', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:55.276579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.354182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.441616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.443521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:55.461184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e44a82b-5a20-4475-aa2e-6720510c231a,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:55.465618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:55.538939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.539998 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3729239 Jun 25 11:37:55.542846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59046) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:55.547448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'b05f6275-e860-42cb-850a-5302f0fcebe8', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:55.652468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.703304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.773013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.778804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-176fb961-dd3d-47ea-8281-97a23f8d6853 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:55.797994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9441c08f-08d0-41ef-9e8c-25f2e9a861e3,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:55.800397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:55.870222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:55.871478 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276820 Jun 25 11:37:55.874532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59048) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:55.879117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'b05f6275-e860-42cb-850a-5302f0fcebe8', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:55.983858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.066774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61d308ea-954d-4432-a063-7dce4e8066f2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:37:56.078997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.155515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.157427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-83a8ddab-a4a5-4768-a756-6465563abca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:56.173885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d3d59e-2e30-45a5-b03e-7d4bc1540265,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:56.176788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:56.178139 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 61d308ea-954d-4432-a063-7dce4e8066f2 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:37:56.184112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 61d308ea-954d-4432-a063-7dce4e8066f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:56.186764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.247029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.248282 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3728306 Jun 25 11:37:56.251439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59050) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:56.256363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'b05f6275-e860-42cb-850a-5302f0fcebe8', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:56.268908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.306800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 61d308ea-954d-4432-a063-7dce4e8066f2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=61d308ea-954d-4432-a063-7dce4e8066f2,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:37:56.355533 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:37:56.361388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.378448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.380462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:56.429530 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.432219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=61d308ea-954d-4432-a063-7dce4e8066f2,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:56.435643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:56.504286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.506278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-db1fb170-69c8-4d65-874c-cef68a266bb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:56.524303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f0d707-a061-4973-9d8f-7a7a19e96a48,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:56.527021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:56.670123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.671370 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4188967 Jun 25 11:37:56.674052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59052) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:37:56.678724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': 'b05f6275-e860-42cb-850a-5302f0fcebe8', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:37:56.778545 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:37:56.783859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.845447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.944134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:56.947089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3e394f34-0870-4c01-b327-27749218b86b tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:37:56.967454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2163329d-838c-4582-b479-a8be2885d53e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:37:56.970313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:37:57.104323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:57.105705 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a7eb5aa7-8da2-40ad-8978-2c8c2173aaa1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4307251 Jun 25 11:37:57.254664 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-97369a37-12ca-4601-838c-17c4b72dbc6b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536720047&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0378292 Jun 25 11:37:57.317257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-bd66d259-8f47-44c4-80cf-f64329419481 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:37:57.321224 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-bd66d259-8f47-44c4-80cf-f64329419481 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 931 time: 0.0573823 Jun 25 11:37:57.375154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-5dc98249-b54f-4735-a455-8bfb8bde082a service neutron] 10.222.0.81 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0429406 Jun 25 11:37:57.473639 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-559b63d8-2f1d-460a-bbcd-f5e3927c650b service neutron] 10.222.0.81 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926619 Jun 25 11:37:57.567122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-51cb22ef-ee87-4a82-9e59-e0e761b0acad service neutron] 10.222.0.81 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Jun 25 11:37:57.853034 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c257d664-2468-4379-9d7f-8e5f96a00954 req-0ac279b1-67f5-4c67-a3ba-2af2e9940648 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 210 time: 0.0295029 Jun 25 11:37:58.042171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61d308ea-954d-4432-a063-7dce4e8066f2 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:37:58.093531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 61d308ea-954d-4432-a063-7dce4e8066f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:37:58.093921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:37:59.009490 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b4ce0d6-1baf-4547-ab2a-e6b3eeb09bdd req-a75046ff-4dde-45d7-99f3-b311fec90dcb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 210 time: 0.0366633 Jun 25 11:37:59.481199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c8bd1c67-b22d-4118-8936-b6b32e607d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:00.188780 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8fe9d47d-72b7-43da-986c-204ec808934b req-59d29e81-c6f8-4de7-b0df-b58f48023e9b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 210 time: 0.0317180 Jun 25 11:38:00.376414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-08f3975b-b418-49df-b713-392752fbd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:00.377913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-08f3975b-b418-49df-b713-392752fbd0e3 service neutron] 10.222.0.47 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1027 time: 0.0592780 Jun 25 11:38:00.497297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-4e929d38-4f33-46f3-87cc-9d114737d7ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:00.498787 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-4e929d38-4f33-46f3-87cc-9d114737d7ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=36f3922b-99a5-4fa5-a7af-084a1bd194db HTTP/1.1" status: 200 len: 797 time: 0.1156316 Jun 25 11:38:00.546180 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-4cd9ded0-f46d-432c-a1d1-41e16a67aaf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 379 time: 0.0375764 Jun 25 11:38:00.557267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Request body: {'port': {'device_id': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:00.643154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:00.948362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117a70c2-01af-46b9-ac8f-8bca8cc66079 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:38:00.956401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:00.969313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Transition to ACTIVE for port object 117a70c2-01af-46b9-ac8f-8bca8cc66079 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:38:01.092434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:01.094740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:01.149795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:01.156441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:01.237839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:38:01.238213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:38:01.238547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:38:01.244229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:38:01.244653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:38:01.250623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:38:01.251056 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Checking segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:38:01.251388 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Bound using segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:38:01.251990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Bound port: 117a70c2-01af-46b9-ac8f-8bca8cc66079, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:38:01.252308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:01.362808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:38:01.379020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:38:01.408920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ddd93-8afe-40c9-b60a-2fd0435af134 req-152ee06e-562a-4e17-9b40-744fcb186c08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:01.410472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f89ddd93-8afe-40c9-b60a-2fd0435af134 req-152ee06e-562a-4e17-9b40-744fcb186c08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 982 time: 0.0937088 Jun 25 11:38:01.454236 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f89ddd93-8afe-40c9-b60a-2fd0435af134 req-e8a8acb8-ce1f-4d9f-8abb-2092e0b18e59 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Jun 25 11:38:01.464250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:01.467703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd281788-b386-4086-8ef0-2e0f1ba460c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:01.501372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:01.502009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:01.504071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] 10.222.0.47 "PUT /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1132 time: 0.9516199 Jun 25 11:38:01.504739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:38:01.507489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b364cd91-880d-4e00-8cc7-3bdf82074b40" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7f9865-8a45-43de-ac40-ce61ba3ca6a9", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:38:01.541697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:01.551317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:01.562077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d55b41d-0e05-4fbf-83bb-441587848379 x-openstack-request-id: req-4d55b41d-0e05-4fbf-83bb-441587848379 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:38:01.562422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7f9865-8a45-43de-ac40-ce61ba3ca6a9", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:38:01.562723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d55b41d-0e05-4fbf-83bb-441587848379 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:38:01.563232 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'status': 'completed', 'code': 200} Jun 25 11:38:01.667768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364cd91-880d-4e00-8cc7-3bdf82074b40 req-6c387333-0d33-4df2-aa97-ba5b4bd8c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:01.669437 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b364cd91-880d-4e00-8cc7-3bdf82074b40 req-6c387333-0d33-4df2-aa97-ba5b4bd8c5d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 1135 time: 0.0828714 Jun 25 11:38:01.826918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364cd91-880d-4e00-8cc7-3bdf82074b40 req-6f72c6eb-686b-4d0f-ae23-d64388f6bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:01.829395 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b364cd91-880d-4e00-8cc7-3bdf82074b40 req-6f72c6eb-686b-4d0f-ae23-d64388f6bb30 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1523283 Jun 25 11:38:01.940932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364cd91-880d-4e00-8cc7-3bdf82074b40 req-0f174d4c-8077-4ff8-b8bd-726d236c83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:01.942551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b364cd91-880d-4e00-8cc7-3bdf82074b40 req-0f174d4c-8077-4ff8-b8bd-726d236c83ed service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1073368 Jun 25 11:38:02.035825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7aed9d5-82d0-4ca0-83a4-55854e06351f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:02.058599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-365d00a9-c33a-4516-b06a-a4103ad57d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:02.060195 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-365d00a9-c33a-4516-b06a-a4103ad57d67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 1135 time: 0.0717061 Jun 25 11:38:02.092222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:02.106206 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-d50ef442-a4cf-4ae6-a0b7-7767333050bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 217 time: 0.0386291 Jun 25 11:38:02.162163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-330770ae-3589-42a5-9d5b-1485c55ae82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:02.163590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-330770ae-3589-42a5-9d5b-1485c55ae82e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d2826ca-49f8-4baf-8cf9-c175670bc81f HTTP/1.1" status: 200 len: 835 time: 0.0476141 Jun 25 11:38:02.228913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-8c0e0b98-28a7-464e-8523-5f694e4ea1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:02.230476 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-8c0e0b98-28a7-464e-8523-5f694e4ea1fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f3922b-99a5-4fa5-a7af-084a1bd194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609810 Jun 25 11:38:02.328080 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-64c7217f-ddd9-4e14-83a1-20d67460c25d service neutron] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902812 Jun 25 11:38:02.432669 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-528cdfca-eea5-404e-9242-5f81cb0d67aa req-ec3f919f-1993-4b60-b61e-189bcebce276 service neutron] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982141 Jun 25 11:38:02.647859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf2de-7e3a-4f97-8b92-2c0d0b3bda5f req-9398b4b5-069b-4ee7-b185-07bdf9df1552 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:02.649802 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dadf2de-7e3a-4f97-8b92-2c0d0b3bda5f req-9398b4b5-069b-4ee7-b185-07bdf9df1552 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 982 time: 0.0684354 Jun 25 11:38:02.690095 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dadf2de-7e3a-4f97-8b92-2c0d0b3bda5f req-0a2dd1c7-7dcb-4b9d-8b85-ce08b9aca0fc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jun 25 11:38:03.155356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:03.876465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a68192-460d-4d28-8dae-885e1666c73e req-44ddbeb3-c6a6-4819-acea-0a8dbb7b6f52 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:03.878031 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-27a68192-460d-4d28-8dae-885e1666c73e req-44ddbeb3-c6a6-4819-acea-0a8dbb7b6f52 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 982 time: 0.0656509 Jun 25 11:38:03.921203 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-27a68192-460d-4d28-8dae-885e1666c73e req-b348516f-0e3d-4f86-848f-db5cb9520b43 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Jun 25 11:38:05.041315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:05.110015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560306a-ae13-4755-8d72-61a586d8de41 req-522cb641-e465-45a9-889e-6485ed069d98 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:05.111588 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6560306a-ae13-4755-8d72-61a586d8de41 req-522cb641-e465-45a9-889e-6485ed069d98 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 982 time: 0.0707371 Jun 25 11:38:05.154720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6560306a-ae13-4755-8d72-61a586d8de41 req-d9cc03d7-7572-47fe-9e33-430be18497f9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jun 25 11:38:06.353105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954376b8-993d-449a-8dd0-bd823e5aa61a req-b1cb35bb-5038-453b-a71e-312dda38a3c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:06.354745 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-954376b8-993d-449a-8dd0-bd823e5aa61a req-b1cb35bb-5038-453b-a71e-312dda38a3c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 982 time: 0.0799260 Jun 25 11:38:06.399529 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-954376b8-993d-449a-8dd0-bd823e5aa61a req-84d14365-41b1-4676-90c6-7cc819546917 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Jun 25 11:38:06.804422 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:38:07.181233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:38:07.285192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:07.298924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'port_id': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'mac_address': 'fa:16:3e:3c:5d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:38:07.339436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:07.354018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117a70c2-01af-46b9-ac8f-8bca8cc66079 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:38:07.375528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:07.417806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:07.419607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:07.477881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:07.481347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:07.589725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9881466-da70-41eb-89ed-a3ce6de7f35b req-d4a47a8f-130f-42da-a198-b78c77a2979d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:07.591308 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c9881466-da70-41eb-89ed-a3ce6de7f35b req-d4a47a8f-130f-42da-a198-b78c77a2979d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 983 time: 0.0721238 Jun 25 11:38:07.634678 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c9881466-da70-41eb-89ed-a3ce6de7f35b req-e4d40546-8336-4bc7-8796-492c1182f4e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Jun 25 11:38:07.771703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['117a70c2-01af-46b9-ac8f-8bca8cc66079'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:38:08.822012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20165309-cfa9-4ab7-a202-9a37a9023ab3 req-c75d1317-22eb-4188-914f-efc5cd93f5a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:08.823482 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20165309-cfa9-4ab7-a202-9a37a9023ab3 req-c75d1317-22eb-4188-914f-efc5cd93f5a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 983 time: 0.0689075 Jun 25 11:38:08.861434 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20165309-cfa9-4ab7-a202-9a37a9023ab3 req-3086daf8-8a4b-456e-908e-45db6315c2ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Jun 25 11:38:09.189262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:38:09.297474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:38:09.303860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:09.304533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:09.395345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:09.420128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:38:09.422467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7d68c-14c7-4646-aeba-f0da5b082139" -d '{"events": [{"server_uuid": "ef7f9865-8a45-43de-ac40-ce61ba3ca6a9", "name": "network-vif-plugged", "status": "completed", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:38:09.437775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:09.509444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:09.511438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8eb0e2f1-f5ef-4bfd-a5de-dadd52e6907c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:09.533671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18a2bdc-b8c2-484b-8b42-fe67874ee3e6 x-openstack-request-id: req-a18a2bdc-b8c2-484b-8b42-fe67874ee3e6 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:38:09.536173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7f9865-8a45-43de-ac40-ce61ba3ca6a9", "name": "network-vif-plugged", "status": "completed", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:38:09.536173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a18a2bdc-b8c2-484b-8b42-fe67874ee3e6 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:38:09.536173 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'code': 200} Jun 25 11:38:09.567824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:09.571832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:09.989939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96241900-2a5f-4bff-a9e9-d49c19915086 req-75ce2c25-9011-40d1-ad16-4925e4b418cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:09.995015 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-96241900-2a5f-4bff-a9e9-d49c19915086 req-75ce2c25-9011-40d1-ad16-4925e4b418cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 1137 time: 0.0637763 Jun 25 11:38:10.034836 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-96241900-2a5f-4bff-a9e9-d49c19915086 req-aad4d189-660e-4597-906c-161bece07afc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jun 25 11:38:10.059675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66ac4b-7994-4d62-84c1-a477fb25a0cf req-cd3ae85c-0b7a-4787-926f-ccfdec4e4dfc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:10.061239 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-db66ac4b-7994-4d62-84c1-a477fb25a0cf req-cd3ae85c-0b7a-4787-926f-ccfdec4e4dfc tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 984 time: 0.0748248 Jun 25 11:38:10.105898 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-db66ac4b-7994-4d62-84c1-a477fb25a0cf req-0324415c-9f70-4415-8474-fc05d8410010 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Jun 25 11:38:10.451842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:11.308523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babf9e-c6d8-4784-bba7-696932893e87 req-ca949207-701f-4a76-8068-614702e25ace tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:11.308523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f3babf9e-c6d8-4784-bba7-696932893e87 req-ca949207-701f-4a76-8068-614702e25ace tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 984 time: 0.0772455 Jun 25 11:38:11.352473 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f3babf9e-c6d8-4784-bba7-696932893e87 req-9be1c189-f1b4-4868-b5dc-2d0712d5b4a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Jun 25 11:38:12.539013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651b002-6d33-497d-9dbb-7b8a517823d3 req-1e848c89-0044-453d-b58b-b2f66d48fcd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:12.540599 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5651b002-6d33-497d-9dbb-7b8a517823d3 req-1e848c89-0044-453d-b58b-b2f66d48fcd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 984 time: 0.0709987 Jun 25 11:38:12.582184 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5651b002-6d33-497d-9dbb-7b8a517823d3 req-87f0d2cb-27f6-47e2-85f2-871850fc7da6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357668 Jun 25 11:38:12.768515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8608635-1feb-4a6d-80e5-1505732cfcf0 req-db43869c-0637-4ec6-b52a-e7172ad527b8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:12.769997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b8608635-1feb-4a6d-80e5-1505732cfcf0 req-db43869c-0637-4ec6-b52a-e7172ad527b8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 984 time: 0.0668969 Jun 25 11:38:12.810837 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b8608635-1feb-4a6d-80e5-1505732cfcf0 req-49aae2e0-2817-4b04-9ec5-63610b449363 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341752 Jun 25 11:38:12.838046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59120) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:12.917834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b556b-0702-46ec-8371-c0836350104b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:12.920625 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c00b556b-0702-46ec-8371-c0836350104b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 1132 time: 0.0810721 Jun 25 11:38:12.925704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59122) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:12.929688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:13.017798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:13.132982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:13.264349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.214 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/c09c5dc2-a055-443a-8d3c-94b6f6fb1c3a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:38:13.375865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:13.469802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:13.472180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:13.517655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:38:13.520788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:38:13.523893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:38:13.551469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=c09c5dc2-a055-443a-8d3c-94b6f6fb1c3a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:13.556382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:13.964405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:14.141431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:14.308953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:14.388879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:14.391177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4e5d6fbf-407e-42c4-83d9-0296f3b5ffb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:14.459114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=c09c5dc2-a055-443a-8d3c-94b6f6fb1c3a,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:14.464445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:14.478430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:14.586331 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP f882f766-059a-4b6e-9632-e4d9d124076c associated. External IP: 172.26.0.214, port: 117a70c2-01af-46b9-ac8f-8bca8cc66079. Jun 25 11:38:15.186447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f04d9292-f156-4db1-ac20-728455c05c5b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:38:15.312616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:38:15.324382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] Sync routers for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:38:15.335483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:15.341317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:15.388722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:15.436355 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.5119431 Jun 25 11:38:15.437051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:38:15.439670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a98cfd-2150-4129-8032-09808e97d9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7f9865-8a45-43de-ac40-ce61ba3ca6a9", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:38:15.440279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59124) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:15.458897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:15.484812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62239e10-ec5f-4e15-91ba-68de4d76adb6 x-openstack-request-id: req-62239e10-ec5f-4e15-91ba-68de4d76adb6 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:38:15.485191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7f9865-8a45-43de-ac40-ce61ba3ca6a9", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:38:15.485623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62239e10-ec5f-4e15-91ba-68de4d76adb6 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:38:15.485981 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'status': 'completed', 'code': 200} Jun 25 11:38:15.544218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f7624-06d8-448d-8989-d72550e15591 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:15.548788 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ba2f7624-06d8-448d-8989-d72550e15591 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9&network_id=36f3922b-99a5-4fa5-a7af-084a1bd194db HTTP/1.1" status: 200 len: 1132 time: 0.1072054 Jun 25 11:38:15.587214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a98cfd-2150-4129-8032-09808e97d9dc req-58cf45ae-4849-4989-a345-ef488a76185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:15.591079 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a98cfd-2150-4129-8032-09808e97d9dc req-58cf45ae-4849-4989-a345-ef488a76185f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 1137 time: 0.0775185 Jun 25 11:38:15.709475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a98cfd-2150-4129-8032-09808e97d9dc req-3ae910d4-bf3f-43e7-b5fc-96edb52960ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:15.721803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a98cfd-2150-4129-8032-09808e97d9dc req-3ae910d4-bf3f-43e7-b5fc-96edb52960ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=36f3922b-99a5-4fa5-a7af-084a1bd194db HTTP/1.1" status: 200 len: 899 time: 0.1264496 Jun 25 11:38:15.774540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f882f766-059a-4b6e-9632-e4d9d124076c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'port_id': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1536181511', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'mac_address': 'fa:16:3e:3c:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:38:13Z', 'updated_at': '2021-06-25T11:38:13Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:56Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:15.807735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] Checking router: f04d9292-f156-4db1-ac20-728455c05c5b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:38:15.810738 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a98cfd-2150-4129-8032-09808e97d9dc req-f4767988-9f9f-49cd-8f20-6d1f44407eb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1038 time: 0.0822666 Jun 25 11:38:15.821397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:15.822033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:15.877273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a98cfd-2150-4129-8032-09808e97d9dc req-ef757afa-262c-4a46-859b-d7a7bb7d5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:15.878903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a98cfd-2150-4129-8032-09808e97d9dc req-ef757afa-262c-4a46-859b-d7a7bb7d5503 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d2826ca-49f8-4baf-8cf9-c175670bc81f HTTP/1.1" status: 200 len: 835 time: 0.0622137 Jun 25 11:38:15.968823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a98cfd-2150-4129-8032-09808e97d9dc req-9a586217-6b5d-44cc-a344-cb89e4ed83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:15.971310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a98cfd-2150-4129-8032-09808e97d9dc req-9a586217-6b5d-44cc-a344-cb89e4ed83f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f3922b-99a5-4fa5-a7af-084a1bd194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845854 Jun 25 11:38:16.109735 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a98cfd-2150-4129-8032-09808e97d9dc req-150e814f-73c5-42e4-a579-5185974cb015 service neutron] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226568 Jun 25 11:38:16.114704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:16.226558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a98cfd-2150-4129-8032-09808e97d9dc req-78c5f95f-bdd1-4eaf-923c-bcad4ad6d4e5 service neutron] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099570 Jun 25 11:38:16.325699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d0208-2666-4184-8c60-b3fa073fb989 req-a2dd2e2f-e074-44f7-9e93-da2d50e34011 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:16.327249 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-645d0208-2666-4184-8c60-b3fa073fb989 req-a2dd2e2f-e074-44f7-9e93-da2d50e34011 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 984 time: 0.0771606 Jun 25 11:38:16.378767 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-645d0208-2666-4184-8c60-b3fa073fb989 req-f54dbedb-4ee7-40f2-9c68-6fd9ea9de7e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Jun 25 11:38:16.391767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f882f766-059a-4b6e-9632-e4d9d124076c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'port_id': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1536181511', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'mac_address': 'fa:16:3e:3c:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:38:13Z', 'updated_at': '2021-06-25T11:38:13Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:56Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:16.424395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebf269-2606-4021-8711-1d1ed18d35e1 None None] The sync data for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv is: [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f882f766-059a-4b6e-9632-e4d9d124076c', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'port_id': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1536181511', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'mac_address': 'fa:16:3e:3c:5d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7f9865-8a45-43de-ac40-ce61ba3ca6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:38:13Z', 'updated_at': '2021-06-25T11:38:13Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:56Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:38:16.633332 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64414bec-cb87-4f66-89a4-dda180776442 None None] New status for floating IP f882f766-059a-4b6e-9632-e4d9d124076c: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:38:17.580956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401190e-b881-4b45-9965-d68c27297601 req-e814299e-ffc9-4cdb-90ad-863cef2e8e82 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:17.582640 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0401190e-b881-4b45-9965-d68c27297601 req-e814299e-ffc9-4cdb-90ad-863cef2e8e82 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 984 time: 0.0750575 Jun 25 11:38:17.632794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0401190e-b881-4b45-9965-d68c27297601 req-f4eb266f-368f-448c-a816-b2509a180370 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403163 Jun 25 11:38:17.912132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-16d8f893-c2dd-420a-930e-3f4ca9c94b44 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:17.913799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-16d8f893-c2dd-420a-930e-3f4ca9c94b44 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 984 time: 0.0778756 Jun 25 11:38:17.979538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-e7d5a79d-680a-4c9b-bc22-8002d0c9b97b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:17.980930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-e7d5a79d-680a-4c9b-bc22-8002d0c9b97b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0546751 Jun 25 11:38:18.101184 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-248c620e-f0f1-4691-a79e-b93136a0a983 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1150188 Jun 25 11:38:18.111735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:18.203110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:18.355432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:18.391254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:38:18.426986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] device_id is not set on port 117a70c2-01af-46b9-ac8f-8bca8cc66079 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:38:18.437395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:18.514636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:18.517201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:18.633558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=6']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:18.641910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:18.712539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] No DVR routers for this DVR port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:38:18.803955 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-12956bac-06fe-4fa1-a3d2-985de47ba57b req-3d35cb54-2304-44db-8ae6-a22c671b9ac6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 210 time: 0.0315726 Jun 25 11:38:18.860186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-864904d7-0e5c-4a22-bf29-6ece9c865467 None None] Provisioning complete for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:18.860938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-864904d7-0e5c-4a22-bf29-6ece9c865467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:18.877937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] In _notify_port_updated(), no bound segment for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:38:18.878848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:18.879465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:18.880760 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6e29838b-7b65-4523-b9b6-2adf230c9a20 req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] 10.222.0.47 "PUT /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1027 time: 0.7734303 Jun 25 11:38:18.900732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-864904d7-0e5c-4a22-bf29-6ece9c865467 None None] Port 117a70c2-01af-46b9-ac8f-8bca8cc66079 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:38:19.973221 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-384d9681-d075-4e3e-a8b5-030dec4af3b0 req-a45b2fde-cae6-41f3-bad1-20287ec9c340 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ef7f9865-8a45-43de-ac40-ce61ba3ca6a9 HTTP/1.1" status: 200 len: 210 time: 0.0299637 Jun 25 11:38:21.075870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59144) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:21.135933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e9103-1402-4ee6-bd91-104a53531e73 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:21.137297 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fd6e9103-1402-4ee6-bd91-104a53531e73 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 926 time: 0.0603538 Jun 25 11:38:21.222085 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:38:21.262686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:38:21.402626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59148) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:21.407743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535359131', 'description': 'tempest-secgroup-smoke-535359131 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:21.600489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:21.686856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:21.805583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:21.808905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-13203189-404a-494d-9319-2990f751134b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:21.842726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c10d0dd-7989-4a11-b39c-f077b1762bc7,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:21.845788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:21.919904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:21.921232 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5175695 Jun 25 11:38:21.924006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59150) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:21.928649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '5c10d0dd-7989-4a11-b39c-f077b1762bc7', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:22.033538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.094756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.183141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.185034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c967016e-361a-494f-9c0b-849090105412 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:22.202962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400ed1af-3f66-42bd-8042-019d50e594ce,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:22.205931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:22.280851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.282898 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3576131 Jun 25 11:38:22.285448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59152) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:22.290768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '5c10d0dd-7989-4a11-b39c-f077b1762bc7', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:22.382280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.441725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.519978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.521917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2811af46-68c6-479a-894e-86f0841c95b4 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:22.539926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5ee150-f9b9-4bb8-ac30-d0789d5dd5db,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:22.543082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:22.594486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.595818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3093133 Jun 25 11:38:22.598481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59154) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:22.604176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '5c10d0dd-7989-4a11-b39c-f077b1762bc7', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:22.673692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.735474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.811417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.813285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-29e5ac33-bffa-4784-9d9d-e7d56294de65 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:22.834488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52984596-c61a-42a2-b168-a91431bb9ee3,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:22.837377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:22.908895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:22.910177 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106544 Jun 25 11:38:22.912956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59156) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:22.918542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '5c10d0dd-7989-4a11-b39c-f077b1762bc7', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:23.016522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.081855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.182512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.184547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e9aac8fb-24a7-4404-8033-747f9aaad29b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:23.203275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0951c4cf-4f00-40d4-8379-99b1dea960a1,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:23.206593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:23.314425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.315766 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4017165 Jun 25 11:38:23.318513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59158) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:23.325938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '5c10d0dd-7989-4a11-b39c-f077b1762bc7', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:23.417392 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:38:23.423004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.488409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.572119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.573992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:23.591551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f7cf74-1f43-4e59-bf93-6088c37a756d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:23.598740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:23.668354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.669509 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500597 Jun 25 11:38:23.672368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59160) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:23.677247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '5c10d0dd-7989-4a11-b39c-f077b1762bc7', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:23.765772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:38:23.771784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.839026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.914400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:23.922364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0ce6cb8b-d058-41d8-a0d6-36354f4ec17c tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:23.948432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7713a04-92e1-41c1-a6ab-1fd1631adbb4,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:23.953157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:24.017343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:24.020857 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452125 Jun 25 11:38:24.162705 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-c9ce34bc-513e-4ab0-856e-884ac5302630 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535359131&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0357962 Jun 25 11:38:24.223936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-85d79741-7b94-4e50-aa61-419d5bc4999e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:24.225305 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-85d79741-7b94-4e50-aa61-419d5bc4999e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 931 time: 0.0552347 Jun 25 11:38:24.292659 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-3110ab22-a217-4e58-8a97-41067abdd24d service neutron] 10.222.0.81 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0542223 Jun 25 11:38:24.391218 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-e10c1f7e-688a-4d12-902d-5d2c38788149 service neutron] 10.222.0.81 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900736 Jun 25 11:38:24.485892 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-3090009e-c4b5-4fab-a265-e07bcb91594e service neutron] 10.222.0.81 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885527 Jun 25 11:38:24.795023 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-51111d7b-b85b-4914-9938-ba17740a3591 req-9cf2fd74-71f2-4837-9357-6d5dd2032497 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 210 time: 0.0307562 Jun 25 11:38:25.954655 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-876e451f-f531-4c1b-a28a-859f1ce4437f req-0fc6d3c3-2cad-400a-ae29-8a4e59390af0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 210 time: 0.0369253 Jun 25 11:38:26.492379 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-6f4687a2-2891-4105-b2d6-51cf5d317a8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594625 Jun 25 11:38:26.580160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1434-142d-408b-aa7d-817718802b01 req-11553507-61c9-4fe0-80e4-e30d464a10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:26.581783 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-11553507-61c9-4fe0-80e4-e30d464a10be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 1099 time: 0.0653336 Jun 25 11:38:26.695567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1434-142d-408b-aa7d-817718802b01 req-3b4f37ef-c6e5-4ef1-a2e4-36b13ff152b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:26.697179 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-3b4f37ef-c6e5-4ef1-a2e4-36b13ff152b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0929306 Jun 25 11:38:26.764375 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-ba0d72bd-35b9-43e4-99ea-b240df99c305 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4 HTTP/1.1" status: 200 len: 1001 time: 0.0607202 Jun 25 11:38:26.819728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1434-142d-408b-aa7d-817718802b01 req-d8daec23-ceab-40db-8eb8-8d842f6df0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:26.821473 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-d8daec23-ceab-40db-8eb8-8d842f6df0c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0500219 Jun 25 11:38:26.882031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1434-142d-408b-aa7d-817718802b01 req-7c14f27b-4054-4379-847c-7325a199a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:26.883529 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-7c14f27b-4054-4379-847c-7325a199a952 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550680 Jun 25 11:38:26.990890 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-170717a9-6302-48e8-9775-9be988134720 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995040 Jun 25 11:38:27.116568 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a5b23f61-21c6-434b-bbe4-6c20b3d7ee4d req-8ea6e526-bd42-4a06-8f7b-cf3861028c65 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 210 time: 0.0362208 Jun 25 11:38:27.128338 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-896f1434-142d-408b-aa7d-817718802b01 req-2346b4c1-f5e9-49ec-b392-4ee131787652 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312382 Jun 25 11:38:27.273590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-968b2c69-6c32-42cb-99b6-2599dce1371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:27.274974 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-968b2c69-6c32-42cb-99b6-2599dce1371b service neutron] 10.222.0.47 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1027 time: 0.0507085 Jun 25 11:38:27.403620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-01a0b7eb-443c-4f03-9fd3-851d7469f7d8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:27.405276 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-01a0b7eb-443c-4f03-9fd3-851d7469f7d8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=36f3922b-99a5-4fa5-a7af-084a1bd194db HTTP/1.1" status: 200 len: 797 time: 0.1249852 Jun 25 11:38:27.453786 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-7f067352-a0df-4cd0-b344-6f9895a4feae tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 471 time: 0.0393257 Jun 25 11:38:27.466828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Request body: {'port': {'device_id': '0d6e63b3-430d-490a-9ee1-57d312ad0eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:27.552370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:27.839849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117a70c2-01af-46b9-ac8f-8bca8cc66079 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:38:27.848209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:27.861655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Transition to ACTIVE for port object 117a70c2-01af-46b9-ac8f-8bca8cc66079 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:38:27.989251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:27.991517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-767a8e47-c526-4c4b-b1f4-fb51f5c501f0 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:28.075557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=7']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:28.079714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:28.188073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:38:28.188455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:38:28.188914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:38:28.194147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:38:28.194530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Attempting to bind port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:38:28.200828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:38:28.201706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Checking segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:38:28.201706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Bound using segment: {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:38:28.201956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Bound port: 117a70c2-01af-46b9-ac8f-8bca8cc66079, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:38:28.202451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:28.273893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:38:28.276610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:38:28.313421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad157118-4ca3-4d2f-97c4-9926a86aac22 req-67232408-7460-4f99-baf2-7591b75d0204 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:28.314909 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ad157118-4ca3-4d2f-97c4-9926a86aac22 req-67232408-7460-4f99-baf2-7591b75d0204 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 982 time: 0.0696409 Jun 25 11:38:28.354648 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ad157118-4ca3-4d2f-97c4-9926a86aac22 req-7d6f33a9-3481-4ae8-9bc0-b6250e61dc2a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334423 Jun 25 11:38:28.355169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:28.360163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:28.400753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:28.401676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:28.403027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] 10.222.0.47 "PUT /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1132 time: 0.9411914 Jun 25 11:38:28.403554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6e63b3-430d-490a-9ee1-57d312ad0eac', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:38:28.407295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510bdfb-d0e5-42a4-ab0c-f980e0695d84" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6e63b3-430d-490a-9ee1-57d312ad0eac", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:38:28.433863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=8']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:28.437156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:28.449737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13934e4-1b60-4ca4-975e-8944a5fe8ca2 x-openstack-request-id: req-b13934e4-1b60-4ca4-975e-8944a5fe8ca2 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:38:28.450161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6e63b3-430d-490a-9ee1-57d312ad0eac", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:38:28.450475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b13934e4-1b60-4ca4-975e-8944a5fe8ca2 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:38:28.450958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6e63b3-430d-490a-9ee1-57d312ad0eac', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'status': 'completed', 'code': 200} Jun 25 11:38:28.591515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510bdfb-d0e5-42a4-ab0c-f980e0695d84 req-5937b134-57f5-4645-8d61-f2d7a7db0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:28.593156 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a510bdfb-d0e5-42a4-ab0c-f980e0695d84 req-5937b134-57f5-4645-8d61-f2d7a7db0782 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 1135 time: 0.0583391 Jun 25 11:38:28.699347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510bdfb-d0e5-42a4-ab0c-f980e0695d84 req-71841502-dd70-4ca7-b785-4c17e06c73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:28.700818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a510bdfb-d0e5-42a4-ab0c-f980e0695d84 req-71841502-dd70-4ca7-b785-4c17e06c73cc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1012685 Jun 25 11:38:28.802211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510bdfb-d0e5-42a4-ab0c-f980e0695d84 req-b5b97183-957c-472c-9ef8-6cce4c9e651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:28.803681 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a510bdfb-d0e5-42a4-ab0c-f980e0695d84 req-b5b97183-957c-472c-9ef8-6cce4c9e651e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965378 Jun 25 11:38:28.923819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-1cbf811c-2c14-45ba-b472-f9bdb43914cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:28.925794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-1cbf811c-2c14-45ba-b472-f9bdb43914cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 1135 time: 0.0794902 Jun 25 11:38:28.996095 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-7ff76586-f834-4050-8b95-e21e6affae44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1038 time: 0.0615468 Jun 25 11:38:29.047565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-7d4a8e77-ac5d-41dd-bb76-43986c0fe3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:29.049107 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-7d4a8e77-ac5d-41dd-bb76-43986c0fe3f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d2826ca-49f8-4baf-8cf9-c175670bc81f HTTP/1.1" status: 200 len: 835 time: 0.0469530 Jun 25 11:38:29.114350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-76ba49c7-6de6-4c38-adc8-498b7fa46fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:29.115953 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-76ba49c7-6de6-4c38-adc8-498b7fa46fff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36f3922b-99a5-4fa5-a7af-084a1bd194db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596354 Jun 25 11:38:29.209510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-67c7bdb1-66d9-4e7b-b189-15522b070fb8 service neutron] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862639 Jun 25 11:38:29.311432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e1eca8-ec01-4244-ba13-5564243756f4 req-5910a918-9b7c-45f2-859d-1c162fb10327 service neutron] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960438 Jun 25 11:38:29.514146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22285e00-6d47-46eb-b81c-bce473d7a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:29.556227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95fa3a-347e-40c4-b36d-f86cc100c2a7 req-b26daaef-5a11-49b1-8c28-695c4c6066a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:29.557905 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ce95fa3a-347e-40c4-b36d-f86cc100c2a7 req-b26daaef-5a11-49b1-8c28-695c4c6066a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 982 time: 0.0674961 Jun 25 11:38:29.604361 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ce95fa3a-347e-40c4-b36d-f86cc100c2a7 req-2ad4ccb8-8194-4db2-9eb8-681386b0a910 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Jun 25 11:38:30.787516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac47b7-bb2f-432a-b15b-049699b94565 req-3a1c4282-73af-472b-b5c6-d055a806cb6e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:30.789032 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f4ac47b7-bb2f-432a-b15b-049699b94565 req-3a1c4282-73af-472b-b5c6-d055a806cb6e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 982 time: 0.0649981 Jun 25 11:38:30.846624 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f4ac47b7-bb2f-432a-b15b-049699b94565 req-af82092f-64dc-4465-bd67-568fe82d551a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Jun 25 11:38:31.994172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-762f284c-7f42-4336-a4e9-f48394f4a228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:32.029002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481186db-3960-4ecb-9115-ca3f61de2d25 req-9678d03f-da2f-44f0-9d58-2391586ba018 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:32.030590 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-481186db-3960-4ecb-9115-ca3f61de2d25 req-9678d03f-da2f-44f0-9d58-2391586ba018 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 982 time: 0.0699830 Jun 25 11:38:32.070632 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-481186db-3960-4ecb-9115-ca3f61de2d25 req-bbc6da73-882b-49e7-b9ab-73d47174ee43 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Jun 25 11:38:32.096523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:33.131247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:33.250682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:38:33.252761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571e62-af35-47de-891e-de189a25ee1b req-0b797513-c09b-4859-b680-cbe0db5d8dbf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:33.254321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6e571e62-af35-47de-891e-de189a25ee1b req-0b797513-c09b-4859-b680-cbe0db5d8dbf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 982 time: 0.0665526 Jun 25 11:38:33.308710 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6e571e62-af35-47de-891e-de189a25ee1b req-bcec4459-9805-4759-8207-3059a000a486 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480134 Jun 25 11:38:33.367859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:33.382626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'port_id': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'mac_address': 'fa:16:3e:3c:5d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:38:33.422238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:33.437491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117a70c2-01af-46b9-ac8f-8bca8cc66079 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:38:33.464447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:33.628091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:33.629853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:33.681713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=9']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:33.685621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:33.952879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['117a70c2-01af-46b9-ac8f-8bca8cc66079'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:38:34.491133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb80ad1-14a0-4415-bf68-1d439eedde07 req-401197a2-1492-4150-ae43-db51b4604519 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:34.492640 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-beb80ad1-14a0-4415-bf68-1d439eedde07 req-401197a2-1492-4150-ae43-db51b4604519 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 983 time: 0.0683949 Jun 25 11:38:34.532627 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-beb80ad1-14a0-4415-bf68-1d439eedde07 req-90ba7899-1781-454d-ad7d-a22c4ef7fa28 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Jun 25 11:38:34.953731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:35.265654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:38:35.399470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:38:35.403618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:35.403925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:35.481196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:35.504346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6e63b3-430d-490a-9ee1-57d312ad0eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:38:35.506706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c933dbb3-ee79-4845-b7c5-cd7f8ac1ca88" -d '{"events": [{"server_uuid": "0d6e63b3-430d-490a-9ee1-57d312ad0eac", "name": "network-vif-plugged", "status": "completed", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:38:35.521254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:35.545834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69cae73-981e-4348-8cf0-0f839c6929ac x-openstack-request-id: req-e69cae73-981e-4348-8cf0-0f839c6929ac {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:38:35.546365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6e63b3-430d-490a-9ee1-57d312ad0eac", "name": "network-vif-plugged", "status": "completed", "tag": "117a70c2-01af-46b9-ac8f-8bca8cc66079", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:38:35.546629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e69cae73-981e-4348-8cf0-0f839c6929ac {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:38:35.547091 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6e63b3-430d-490a-9ee1-57d312ad0eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117a70c2-01af-46b9-ac8f-8bca8cc66079', 'code': 200} Jun 25 11:38:35.617181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:35.620920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:35.675357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=10']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:35.678709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:35.732288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9a2b3-fcbf-4716-84f1-44d61ef971a2 req-a38e752d-4700-4c6c-804a-6a54814373cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:35.733851 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ef9a2b3-fcbf-4716-84f1-44d61ef971a2 req-a38e752d-4700-4c6c-804a-6a54814373cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 985 time: 0.0750656 Jun 25 11:38:35.772906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ef9a2b3-fcbf-4716-84f1-44d61ef971a2 req-e3e6aa95-1c0d-402c-83d8-3789cfad36b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Jun 25 11:38:35.948315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b19f6f-ec00-4bfa-b45e-edff968488a8 req-6195b847-dae9-445f-a2b3-693ffbb8c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:35.949923 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-84b19f6f-ec00-4bfa-b45e-edff968488a8 req-6195b847-dae9-445f-a2b3-693ffbb8c6c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 1138 time: 0.0547156 Jun 25 11:38:35.985858 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-84b19f6f-ec00-4bfa-b45e-edff968488a8 req-f8e50277-f1c0-4c4d-bd42-8c662caf28ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294554 Jun 25 11:38:36.957699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e281-5f0d-4fd0-8d02-6010f2c456b2 req-fdf2acd9-322d-4d96-9c23-ec94866f31a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:36.959212 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d523e281-5f0d-4fd0-8d02-6010f2c456b2 req-fdf2acd9-322d-4d96-9c23-ec94866f31a3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 985 time: 0.0684047 Jun 25 11:38:36.999607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d523e281-5f0d-4fd0-8d02-6010f2c456b2 req-3d7ce15b-b7e8-442e-857c-33a3d2e8d7ec tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345426 Jun 25 11:38:38.188721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ccecb-7114-4ef8-81de-48e36da2a649 req-0eddfbc5-ecbf-4a5a-b1b7-c930a2fdb81a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:38.190821 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd6ccecb-7114-4ef8-81de-48e36da2a649 req-0eddfbc5-ecbf-4a5a-b1b7-c930a2fdb81a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 985 time: 0.0795174 Jun 25 11:38:38.235132 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd6ccecb-7114-4ef8-81de-48e36da2a649 req-8ea3ae08-d294-48bf-8189-afae623b106f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Jun 25 11:38:38.414446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba86f7a-e18c-443d-9ef3-ef4342e77b71 req-1b20efbd-782e-4504-9e71-3d58b18824d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:38.416475 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bba86f7a-e18c-443d-9ef3-ef4342e77b71 req-1b20efbd-782e-4504-9e71-3d58b18824d9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 985 time: 0.0700917 Jun 25 11:38:38.465411 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bba86f7a-e18c-443d-9ef3-ef4342e77b71 req-0faca8bd-274a-48a3-b6b1-cc3d4415f552 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329914 Jun 25 11:38:38.480266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59222) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:38.565426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d789617c-5c9d-4515-9892-0bacd251f7e0 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:38.566990 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d789617c-5c9d-4515-9892-0bacd251f7e0 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac&network_id=36f3922b-99a5-4fa5-a7af-084a1bd194db HTTP/1.1" status: 200 len: 1133 time: 0.0855711 Jun 25 11:38:39.244190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bffc6-42b3-4ba4-99d0-5c4f3fad19b6 req-b94ccf72-9bc6-4ef9-b50e-f2bea0395194 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:39.245713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-407bffc6-42b3-4ba4-99d0-5c4f3fad19b6 req-b94ccf72-9bc6-4ef9-b50e-f2bea0395194 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 985 time: 0.0708292 Jun 25 11:38:39.284934 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-407bffc6-42b3-4ba4-99d0-5c4f3fad19b6 req-c1b5148d-ddaa-4c00-bfe0-32e3061164b5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Jun 25 11:38:40.472124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b73e-7ff7-4d34-b2c0-4aeff551a18c req-8963977b-55ad-4491-9725-716ef4b3ff3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:40.473667 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ce61b73e-7ff7-4d34-b2c0-4aeff551a18c req-8963977b-55ad-4491-9725-716ef4b3ff3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 985 time: 0.0655804 Jun 25 11:38:40.490752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:40.520015 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ce61b73e-7ff7-4d34-b2c0-4aeff551a18c req-b0c7b50a-2830-4f09-86b3-82e7a1329416 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396700 Jun 25 11:38:40.854899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405f20-4f00-457f-be79-586ae29b140f req-bf09b94b-95fb-42c5-8771-e65c30b6ba0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:40.856336 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-87405f20-4f00-457f-be79-586ae29b140f req-bf09b94b-95fb-42c5-8771-e65c30b6ba0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 985 time: 0.0617397 Jun 25 11:38:40.908915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405f20-4f00-457f-be79-586ae29b140f req-c2306b3a-6bdc-4c89-9cdb-f3de16859c6f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:40.910304 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-87405f20-4f00-457f-be79-586ae29b140f req-c2306b3a-6bdc-4c89-9cdb-f3de16859c6f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0488214 Jun 25 11:38:41.015042 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-87405f20-4f00-457f-be79-586ae29b140f req-b9694aad-0e6d-4918-a66a-5f54ef71ec53 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0983343 Jun 25 11:38:41.025324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:41.093800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:41.225991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=117a70c2-01af-46b9-ac8f-8bca8cc66079,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:41.258704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] For port 117a70c2-01af-46b9-ac8f-8bca8cc66079, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:38:41.295720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] device_id is not set on port 117a70c2-01af-46b9-ac8f-8bca8cc66079 yet. {{(pid=94501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 25 11:38:41.304188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:41.410336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:41.412623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e8415c95-d98e-4a97-b933-ccaba9dba729 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:41.486599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=11']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:41.498901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.504696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:41.511471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:41.550274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] No DVR routers for this DVR port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:38:41.721584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-390952b4-4959-4f71-936a-d75dcd0d89b1 None None] Provisioning complete for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:41.722161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-390952b4-4959-4f71-936a-d75dcd0d89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:41.756532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-390952b4-4959-4f71-936a-d75dcd0d89b1 None None] Port 117a70c2-01af-46b9-ac8f-8bca8cc66079 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:38:41.981454 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b763d26-1946-403c-9278-ddbba016c284 req-9e2c261c-02c5-4edc-afa6-8d36526f6eb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 210 time: 0.0335972 Jun 25 11:38:42.086732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] In _notify_port_updated(), no bound segment for port 117a70c2-01af-46b9-ac8f-8bca8cc66079 on network 36f3922b-99a5-4fa5-a7af-084a1bd194db {{(pid=94501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 25 11:38:42.088040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:42.088676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:42.090077 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-87405f20-4f00-457f-be79-586ae29b140f req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 200 len: 1028 time: 1.0692277 Jun 25 11:38:43.151388 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0e3c9b8d-1d1f-42e5-a97a-c9891595c4c5 req-7d9cb7a2-506f-4257-b5b8-2861038fffc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0d6e63b3-430d-490a-9ee1-57d312ad0eac HTTP/1.1" status: 200 len: 210 time: 0.0306847 Jun 25 11:38:43.802633 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:38:44.246953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59236) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:44.311481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:44.338545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:44.490676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:44.493314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:44.495910 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/5c10d0dd-7989-4a11-b39c-f077b1762bc7 HTTP/1.1" status: 204 len: 168 time: 0.2471182 Jun 25 11:38:44.495910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-286d8626-da3b-4205-9788-4ea994b8cca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:44.507480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c10d0dd-7989-4a11-b39c-f077b1762bc7,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:44.509884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:44.606943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59240) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:44.763972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port c09c5dc2-a055-443a-8d3c-94b6f6fb1c3a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:38:44.764201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:44.840407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:44.840731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:44.851993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for c09c5dc2-a055-443a-8d3c-94b6f6fb1c3a owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:38:45.142289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:45.144541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:45.172350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=c09c5dc2-a055-443a-8d3c-94b6f6fb1c3a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:45.176494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:45.243133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:45.243619 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP f882f766-059a-4b6e-9632-e4d9d124076c disassociated (deleted). External IP: 172.26.0.214, port: 117a70c2-01af-46b9-ac8f-8bca8cc66079. Jun 25 11:38:45.296259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:38:45.335927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 117a70c2-01af-46b9-ac8f-8bca8cc66079 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:38:45.471295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f04d9292-f156-4db1-ac20-728455c05c5b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:38:45.581801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:38:45.586862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:45.591964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] Sync routers for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:38:45.600928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:45.601673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:45.627880 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/f882f766-059a-4b6e-9632-e4d9d124076c HTTP/1.1" status: 204 len: 168 time: 1.0198107 Jun 25 11:38:45.714770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:45.769042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59246) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:45.834836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:45.862560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:45.924539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:56Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:45.951595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] Checking router: f04d9292-f156-4db1-ac20-728455c05c5b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:38:45.960101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:45.960717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:45.999076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:46.001858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:46.003520 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/b05f6275-e860-42cb-850a-5302f0fcebe8 HTTP/1.1" status: 204 len: 168 time: 0.2328293 Jun 25 11:38:46.004746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-866e1f8c-dab4-449c-b338-dd64c97d5b2f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:46.016483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f6275-e860-42cb-850a-5302f0fcebe8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:46.018914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:46.083524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:46.171701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59250) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:46.277148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 117a70c2-01af-46b9-ac8f-8bca8cc66079 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:38:46.277443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:46.286290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:56Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:46.318524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1805de-5858-4002-b9bc-99576573b8e5 None None] The sync data for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv is: [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:37:50Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '61d308ea-954d-4432-a063-7dce4e8066f2', 'name': '', 'network_id': '36f3922b-99a5-4fa5-a7af-084a1bd194db', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:92:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:49Z', 'updated_at': '2021-06-25T11:37:56Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '9d2826ca-49f8-4baf-8cf9-c175670bc81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:38:46.369290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:46.381970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 117a70c2-01af-46b9-ac8f-8bca8cc66079 owned by {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:38:46.561438 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c59c-5794-4e97-90c8-856964cd14f7 None None] New status for floating IP f882f766-059a-4b6e-9632-e4d9d124076c: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:38:46.684643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:46.689043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cb8e55e-8fe3-4566-93c0-0a8b2eb6a25e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:46.716782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=117a70c2-01af-46b9-ac8f-8bca8cc66079,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:46.719756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:46.795755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:46.798085 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/ports/117a70c2-01af-46b9-ac8f-8bca8cc66079 HTTP/1.1" status: 204 len: 168 time: 0.6249092 Jun 25 11:38:46.800428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59252) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:47.194761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:47.481456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 61d308ea-954d-4432-a063-7dce4e8066f2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:38:47.481734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:47.575964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 61d308ea-954d-4432-a063-7dce4e8066f2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=61d308ea-954d-4432-a063-7dce4e8066f2,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:47.576325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:47.588162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 61d308ea-954d-4432-a063-7dce4e8066f2 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:38:47.844799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:47.847047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e4dc3e30-2298-43d3-a97f-7ab334419e00 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:47.871131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=61d308ea-954d-4432-a063-7dce4e8066f2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:47.874689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:48.056845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:48.277747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f04d9292-f156-4db1-ac20-728455c05c5b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:38:48.389504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:38:48.395108 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/f04d9292-f156-4db1-ac20-728455c05c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5937161 Jun 25 11:38:48.397892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59254) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:48.398834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] Sync routers for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:38:48.408860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:48.409511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:48.452912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet 9d2826ca-49f8-4baf-8cf9-c175670bc81f {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:38:48.456119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:48.497494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:48.516588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:48.588902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:48.694990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:38:47Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:48.720378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] Checking router: f04d9292-f156-4db1-ac20-728455c05c5b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:38:48.725046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:48.728527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a0474ee-275f-46bb-96d4-067b1670e97b tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:48.728704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] Routers {'f04d9292-f156-4db1-ac20-728455c05c5b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:48.729310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f04d9292-f156-4db1-ac20-728455c05c5b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:48.756212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2826ca-49f8-4baf-8cf9-c175670bc81f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:48.764546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:48.766488 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/9d2826ca-49f8-4baf-8cf9-c175670bc81f HTTP/1.1" status: 204 len: 168 time: 0.3676107 Jun 25 11:38:48.766764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ce508-3138-4a19-b93e-c9c038e786b5 None None] Network 36f3922b-99a5-4fa5-a7af-084a1bd194db requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:38:48.768015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.768447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.769134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.769305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.769663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.770105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.770239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59256) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:48.770435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.770804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.771205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.771552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.771924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.772292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:48.776000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:48.887268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.001549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.073450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] Set router f04d9292-f156-4db1-ac20-728455c05c5b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:49.146819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 91ec65ea-e97c-451b-8ebc-b159daa506f2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:38:49.147116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.232978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 91ec65ea-e97c-451b-8ebc-b159daa506f2, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=91ec65ea-e97c-451b-8ebc-b159daa506f2,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:49.233551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.247367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 91ec65ea-e97c-451b-8ebc-b159daa506f2 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:38:49.269573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] DHCP port deletion for 36f3922b-99a5-4fa5-a7af-084a1bd194db request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:38:49.281905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:38:47Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:49.325892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b4f7b-9bf1-4c10-8e5c-6bec3a563cea None None] The sync data for ids ['f04d9292-f156-4db1-ac20-728455c05c5b'] in dv-neutron-797120-5-hyperv is: [{'id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'name': 'tempest-TestNetworkBasicOps-router-1954212583', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:37:45Z', 'updated_at': '2021-06-25T11:38:47Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '91ec65ea-e97c-451b-8ebc-b159daa506f2', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d9292-f156-4db1-ac20-728455c05c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:37:46Z', 'updated_at': '2021-06-25T11:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:38:49.351735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Deleting port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:38:49.352249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.425921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] For port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c,segment=NetworkSegment(ca4dc250-6f9c-4807-b21b-6e3170ffd4b5),segment_id=ca4dc250-6f9c-4807-b21b-6e3170ffd4b5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:49.426688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.441171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Calling delete_port for b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:38:49.507691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.509885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7f2ddea-d6e9-4cb7-83f7-e9c9a18eb50c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:49.534508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=91ec65ea-e97c-451b-8ebc-b159daa506f2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:49.537485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:49.604458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.607273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:49.610338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.629934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Pushing event deleted for resources: {'Port': ['ID=b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:49.635221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] No DVR routers for this DVR port b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:38:49.641865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.642215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.645800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.647531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.647531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:49.651594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:49.716976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.719735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.822668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.826077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router f04d9292-f156-4db1-ac20-728455c05c5b {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:38:49.830262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:49.834005 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/f04d9292-f156-4db1-ac20-728455c05c5b HTTP/1.1" status: 204 len: 168 time: 1.0603056 Jun 25 11:38:49.834174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59258) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:49.912419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.011139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.023481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f3922b-99a5-4fa5-a7af-084a1bd194db']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:50.038587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:50.038886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4dc250-6f9c-4807-b21b-6e3170ffd4b5') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:50.049300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.064227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.070812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:38:50.071812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:38:50.075189 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:38:50.216225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.220032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-47dfecad-3b2b-4b58-a4cf-5afe9327ef0f tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:50.225339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.227433 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/36f3922b-99a5-4fa5-a7af-084a1bd194db HTTP/1.1" status: 204 len: 168 time: 0.3921607 Jun 25 11:38:50.240091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=36f3922b-99a5-4fa5-a7af-084a1bd194db,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:50.244353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:50.245708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59260) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:50.261902 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c6b963d8-33cc-4254-9517-ded03fa7d53e tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0148838 Jun 25 11:38:50.266402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59262) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:50.271300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--1108123745', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:50.376470 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:38:50.382911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.416925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:38:50.422830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:38:50.433034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.433510 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment aaeb2bd1-7c0c-4f3d-b054-307196352bb1 of type vlan for network a129b12b-aa59-42b9-8e45-8e52773ab425 Jun 25 11:38:50.447569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:38:50.448159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8ccbe8a-4d5a-460f-a9a4-c67129bfc06c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:38:50.448327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61d308ea-954d-4432-a063-7dce4e8066f2 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:38:50.467317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 61d308ea-954d-4432-a063-7dce4e8066f2 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:38:50.467580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 61d308ea-954d-4432-a063-7dce4e8066f2 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:38:50.481179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.587871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.593524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:50.594146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.596636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-75e6d650-5af9-41c3-bf30-0e0c20647e96 tempest-FloatingIPAdminTestJSON-1876168360 tempest-FloatingIPAdminTestJSON-1876168360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:50.661167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=a129b12b-aa59-42b9-8e45-8e52773ab425,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:50.663831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:50.672119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a129b12b-aa59-42b9-8e45-8e52773ab425 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:38:50.691353 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4239132 Jun 25 11:38:50.694132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59264) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:50.699479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:50.782217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.783285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:50.835069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:51.407706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:51.671203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:51.694448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:51.798844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.146 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/f7558825-15e3-4c90-9d1f-fea792e1df95) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:38:51.906866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:52.018549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:52.020210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:52.020363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 91ec65ea-e97c-451b-8ebc-b159daa506f2 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:38:52.041063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 91ec65ea-e97c-451b-8ebc-b159daa506f2 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:38:52.041442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 91ec65ea-e97c-451b-8ebc-b159daa506f2 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:38:52.063810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:38:52.066661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:38:52.072046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:38:52.074650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=f7558825-15e3-4c90-9d1f-fea792e1df95,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:52.092962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:52.577893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:52.782816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.010487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:38:53.118673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:38:53.128381 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Sync routers for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:38:53.138216 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:53.138929 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:53.204530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.205741 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5103223 Jun 25 11:38:53.209014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59266) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:53.239963 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d28d85a2-c39d-4071-9577-bc0b8712ceca tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275018 Jun 25 11:38:53.240247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59268) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:53.245312 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:53.336912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c6b24a-2e5e-4148-b258-9eba8251d64a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:53.338444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-21c6b24a-2e5e-4148-b258-9eba8251d64a tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972939 Jun 25 11:38:53.341366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59270) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:53.369921 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5e0b9778-d177-4361-9fdb-e5d8b94b4ce5 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273874 Jun 25 11:38:53.372563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59272) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:53.378119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752699042', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:53.435925 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:52Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:53.461719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Checking router: 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:38:53.462067 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Updating router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de port f7558825-15e3-4c90-9d1f-fea792e1df95 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:38:53.496239 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.547734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:38:53.551442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.754549 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.764021 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Transition to ACTIVE for port object f7558825-15e3-4c90-9d1f-fea792e1df95 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:38:53.804806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.808305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-48ffd406-1d3e-475b-bfcb-dc85500bc94f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:53.833147 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.835219 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-08157bd3-f4ab-4e95-8f32-0e80be6a1b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:53.868654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=c5aef08f-e9bb-4544-8e40-991f50cb3507,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:53.872249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:53.878922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:38:53.879284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: a129b12b-aa59-42b9-8e45-8e52773ab425, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:38:53.883243 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Attempting to bind port f7558825-15e3-4c90-9d1f-fea792e1df95 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:38:53.883624 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Attempting to bind port f7558825-15e3-4c90-9d1f-fea792e1df95 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:38:53.883987 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Attempting to bind port f7558825-15e3-4c90-9d1f-fea792e1df95 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:38:53.893253 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Pushing event updated for resources: {'Port': ['ID=f7558825-15e3-4c90-9d1f-fea792e1df95,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:53.896269 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:38:53.896648 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:38:53.897052 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.897479 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:38:53.897954 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Bound port: f7558825-15e3-4c90-9d1f-fea792e1df95, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:38:53.898344 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:53.906315 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.906315 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.906315 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.906784 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.906895 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.907163 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.907488 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.907809 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.908127 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.908445 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.908762 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.909075 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:38:53.928591 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:53.952816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a129b12b-aa59-42b9-8e45-8e52773ab425 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:38:53.959625 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] For port f7558825-15e3-4c90-9d1f-fea792e1df95, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:38:53.963180 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] For port f7558825-15e3-4c90-9d1f-fea792e1df95, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f7558825-15e3-4c90-9d1f-fea792e1df95,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:38:54.050450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a129b12b-aa59-42b9-8e45-8e52773ab425) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:38:54.054709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:54.055408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.060098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba77bc2-5fbf-472d-8ab2-91d8f5a3eb72 None None] Network a129b12b-aa59-42b9-8e45-8e52773ab425 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:38:54.085389 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.089880 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-05b933d4-b255-4a08-a720-64752bf359a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:54.154382 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Pushing event updated for resources: {'Port': ['ID=f7558825-15e3-4c90-9d1f-fea792e1df95,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:54.157182 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:54.157995 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:54.159884 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:54.165271 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7914016 Jun 25 11:38:54.168089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59274) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:54.226484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a129b12b-aa59-42b9-8e45-8e52773ab425', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:38:54.227724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.283558 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:54.376226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Allocated IP 172.20.0.2 (a129b12b-aa59-42b9-8e45-8e52773ab425/c5aef08f-e9bb-4544-8e40-991f50cb3507/eb1acb88-c1bd-4089-8591-dc302b0d104e) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:38:54.476670 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:52Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:54.503256 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce280c5-172c-4704-be27-1acacedd78b8 None None] The sync data for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv is: [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:52Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:38:54.533905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.544814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Transition to ACTIVE for port object eb1acb88-c1bd-4089-8591-dc302b0d104e will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:38:54.561118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Transition to ACTIVE for port object eb1acb88-c1bd-4089-8591-dc302b0d104e will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:38:54.627898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.630109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:54.635439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.676764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Pushing event updated for resources: {'Port': ['ID=eb1acb88-c1bd-4089-8591-dc302b0d104e,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:54.681987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:54.685217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Network a129b12b-aa59-42b9-8e45-8e52773ab425 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:38:54.686881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:38:54.689932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:38:54.776084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Attempting to bind port eb1acb88-c1bd-4089-8591-dc302b0d104e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:38:54.776594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Attempting to bind port eb1acb88-c1bd-4089-8591-dc302b0d104e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:38:54.777060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Attempting to bind port eb1acb88-c1bd-4089-8591-dc302b0d104e on network a129b12b-aa59-42b9-8e45-8e52773ab425 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:38:54.782597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:38:54.782990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Checking segment: {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:38:54.783401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.783804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Bound using segment: {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:38:54.784351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Bound port: eb1acb88-c1bd-4089-8591-dc302b0d104e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:38:54.784677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.866545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] For port eb1acb88-c1bd-4089-8591-dc302b0d104e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:38:54.871102 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] For port eb1acb88-c1bd-4089-8591-dc302b0d104e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=eb1acb88-c1bd-4089-8591-dc302b0d104e,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:38:54.958461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (a129b12b-aa59-42b9-8e45-8e52773ab425/c5aef08f-e9bb-4544-8e40-991f50cb3507/a457539f-73da-48d6-88cd-44a510cb9add) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:38:54.959666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:54.963814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:55.030223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Pushing event updated for resources: {'Port': ['ID=eb1acb88-c1bd-4089-8591-dc302b0d104e,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:55.033621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:55.209798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:55.229466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object a457539f-73da-48d6-88cd-44a510cb9add will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:38:55.330499 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:55.332768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-073bed30-b24e-40b9-96a1-bf4f5c1b7dc6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:55.374946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a129b12b-aa59-42b9-8e45-8e52773ab425 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:38:55.380421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:38:55.383619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:38:55.428925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:55.428925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:55.444512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:55.651314 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:55.949812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:55.979227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaeca92-3658-4bf6-b91a-bd2c132c062c None None] Network a129b12b-aa59-42b9-8e45-8e52773ab425 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:38:56.084212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.089322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-efdb4aa4-6f08-4c80-a3b0-9246c4923f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:56.151465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eb1acb88-c1bd-4089-8591-dc302b0d104e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:38:56.167056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:56.169577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.172633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:56.175645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4f7d87ce-fc72-4863-94f1-89375b98b50f None None] Provisioning for port eb1acb88-c1bd-4089-8591-dc302b0d104e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:38:56.272678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a129b12b-aa59-42b9-8e45-8e52773ab425 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:38:56.274479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:38:56.354201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port eb1acb88-c1bd-4089-8591-dc302b0d104e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:38:56.358747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port eb1acb88-c1bd-4089-8591-dc302b0d104e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:56.359151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.466481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.510392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port eb1acb88-c1bd-4089-8591-dc302b0d104e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=eb1acb88-c1bd-4089-8591-dc302b0d104e,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:56.594143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.595441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f7558825-15e3-4c90-9d1f-fea792e1df95 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:38:56.600015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-961c9b48-2556-4921-a640-9da899e70962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:56.672509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7457ecb7-5894-4540-9f87-16def2b07f3d None None] Provisioning for port a457539f-73da-48d6-88cd-44a510cb9add completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:38:56.694191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7457ecb7-5894-4540-9f87-16def2b07f3d None None] Provisioning complete for port a457539f-73da-48d6-88cd-44a510cb9add triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:56.694573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7457ecb7-5894-4540-9f87-16def2b07f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.753609 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=eb1acb88-c1bd-4089-8591-dc302b0d104e,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:56.765679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:56.767376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7457ecb7-5894-4540-9f87-16def2b07f3d None None] Port a457539f-73da-48d6-88cd-44a510cb9add cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:38:56.780410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7457ecb7-5894-4540-9f87-16def2b07f3d None None] Provisioning complete for port eb1acb88-c1bd-4089-8591-dc302b0d104e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:56.784047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7457ecb7-5894-4540-9f87-16def2b07f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.788235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:38:56.848857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f7558825-15e3-4c90-9d1f-fea792e1df95 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:38:56.860328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f7558825-15e3-4c90-9d1f-fea792e1df95 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:56.861224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:56.920094 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:38:56.928373 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558575 Jun 25 11:38:56.928373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59276) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:56.937224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Sync routers for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:38:56.955889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:56.956519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:56.990990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:57.027604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port f7558825-15e3-4c90-9d1f-fea792e1df95, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f7558825-15e3-4c90-9d1f-fea792e1df95,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:38:57.034581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c5cc6-5e9e-40a4-9f3d-793809e00085 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.035069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c5cc6-5e9e-40a4-9f3d-793809e00085 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.035543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c5cc6-5e9e-40a4-9f3d-793809e00085 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.036018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c5cc6-5e9e-40a4-9f3d-793809e00085 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.036588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c5cc6-5e9e-40a4-9f3d-793809e00085 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.036946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c5cc6-5e9e-40a4-9f3d-793809e00085 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.038993 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b84c5cc6-5e9e-40a4-9f3d-793809e00085 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1095817 Jun 25 11:38:57.042695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59278) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:57.066799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5bf30387-cc4d-4cc4-8110-f304f5cb4fa6 None None] Provisioning complete for port a457539f-73da-48d6-88cd-44a510cb9add triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:57.067169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5bf30387-cc4d-4cc4-8110-f304f5cb4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:57.101118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0339-df02-42fb-9099-27d75763aea8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.101597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0339-df02-42fb-9099-27d75763aea8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.102129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0339-df02-42fb-9099-27d75763aea8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.102550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0339-df02-42fb-9099-27d75763aea8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.103004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0339-df02-42fb-9099-27d75763aea8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.103453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb0339-df02-42fb-9099-27d75763aea8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:38:57.105405 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8cdb0339-df02-42fb-9099-27d75763aea8 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0612786 Jun 25 11:38:57.108096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59280) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:57.112219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:57.119894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:57.140373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5bf30387-cc4d-4cc4-8110-f304f5cb4fa6 None None] Port a457539f-73da-48d6-88cd-44a510cb9add cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:38:57.146487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:57.234867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=f7558825-15e3-4c90-9d1f-fea792e1df95,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:57.239206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:57.256939 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d716260-7f08-4106-a50b-92b5601b1aa2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1475875 Jun 25 11:38:57.429014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:57.457441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Checking router: 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:38:57.457811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Updating router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de port a457539f-73da-48d6-88cd-44a510cb9add binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:38:57.494309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:57.615950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59284) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:57.622036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395517623', 'description': 'tempest-secgroup-smoke-395517623 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:57.730449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:57.836236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:57.924323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:57.927886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a2f9ea9d-c94c-447c-8068-a8c184bbe772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:57.956342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e707854-66c0-4a9c-ae8f-96cb39c86dff,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:57.959118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:57.998249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.008157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Transition to ACTIVE for port object a457539f-73da-48d6-88cd-44a510cb9add will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:38:58.016019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.027798 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4001548 Jun 25 11:38:58.027798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59286) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:58.027798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '1e707854-66c0-4a9c-ae8f-96cb39c86dff', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:58.078645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eb1acb88-c1bd-4089-8591-dc302b0d104e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:38:58.126415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port eb1acb88-c1bd-4089-8591-dc302b0d104e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:58.126668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.145751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.149765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8834f087-cce8-4f28-8de1-22cccabe979b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:58.152737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.220161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9426a-cca0-4898-a20a-fb4e1d4e08a8 None None] Pushing event updated for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:58.223084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-26b9426a-cca0-4898-a20a-fb4e1d4e08a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:58.246961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.308321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Attempting to bind port a457539f-73da-48d6-88cd-44a510cb9add on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:38:58.308702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Attempting to bind port a457539f-73da-48d6-88cd-44a510cb9add by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:38:58.309076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Attempting to bind port a457539f-73da-48d6-88cd-44a510cb9add on network a129b12b-aa59-42b9-8e45-8e52773ab425 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:38:58.317856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f7558825-15e3-4c90-9d1f-fea792e1df95 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:38:58.320120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:38:58.320625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Checking segment: {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:38:58.321179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.321674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Bound using segment: {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:38:58.322180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Bound port: a457539f-73da-48d6-88cd-44a510cb9add, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:38:58.322572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.336939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.339676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5a70ac0b-39e5-40af-9b3d-a3849aafd116 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:58.370566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a1d0b4-db8b-4ee9-893f-95c3fd806cc3,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:58.374135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:58.432501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] For port a457539f-73da-48d6-88cd-44a510cb9add, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:38:58.436042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] For port a457539f-73da-48d6-88cd-44a510cb9add, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a457539f-73da-48d6-88cd-44a510cb9add,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:38:58.436981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f7558825-15e3-4c90-9d1f-fea792e1df95 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:38:58.437390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.444507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.445901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247634 Jun 25 11:38:58.448792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59288) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:58.455373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '1e707854-66c0-4a9c-ae8f-96cb39c86dff', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:58.516419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.519965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-26b9426a-cca0-4898-a20a-fb4e1d4e08a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:58.592839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.601735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9426a-cca0-4898-a20a-fb4e1d4e08a8 None None] Pushing event updated for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:58.606178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:38:58.606865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:58.609009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-26b9426a-cca0-4898-a20a-fb4e1d4e08a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:58.714926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.733453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:38:58.793410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.811091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-53521a8c-3007-46c4-b9c0-0b55edee92b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:58.824956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cacb6b2-1d0c-4a98-98a5-e801896ba2df,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:58.828418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:58.878730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.880293 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4302309 Jun 25 11:38:58.884958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59290) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:58.890594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '1e707854-66c0-4a9c-ae8f-96cb39c86dff', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:58.975060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:58.991499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:38:58Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:38:59.023327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c58386-b232-4884-bf4e-913f2c65a100 None None] The sync data for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv is: [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:38:58Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:38:59.047556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.198414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.200560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b9380fad-0338-401f-8d60-f45f9392e024 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:59.219147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d71db33-f0e9-4a24-b84c-07a5a25a6425,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:59.233265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:59.308159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.310315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4233654 Jun 25 11:38:59.312826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59292) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:59.324673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '1e707854-66c0-4a9c-ae8f-96cb39c86dff', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:59.426836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.496212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.512768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-acfcdd22-4d7f-4cc3-8f29-a2af3b0d521e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.581846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.583771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dc4da393-1b6a-4992-9107-afc7dacc207a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:59.605279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb05da8-1a71-4b89-b2d9-8aac682e076b,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:59.610291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:38:59.684755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.685952 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3715451 Jun 25 11:38:59.688858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59294) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:38:59.694197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '1e707854-66c0-4a9c-ae8f-96cb39c86dff', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:38:59.810179 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:38:59.815802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.884199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.964572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:38:59.966583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ea0fb726-5c1f-4377-a8ad-c232bb8152bd tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:38:59.984536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20acb52b-783c-4017-be9a-33731b7bc643,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:38:59.987248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:00.113401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a457539f-73da-48d6-88cd-44a510cb9add up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:39:00.124360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.128398 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4358351 Jun 25 11:39:00.128819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59296) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:00.135346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '1e707854-66c0-4a9c-ae8f-96cb39c86dff', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:39:00.232757 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:39:00.238355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.264380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port a457539f-73da-48d6-88cd-44a510cb9add completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:39:00.269061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a457539f-73da-48d6-88cd-44a510cb9add triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:39:00.271426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.317910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.368052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.393865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.395908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2fcfdbab-e690-46cf-936e-d8bb8042cb3e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:00.413563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port a457539f-73da-48d6-88cd-44a510cb9add, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a457539f-73da-48d6-88cd-44a510cb9add,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:00.416789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7d7e5b-afe2-4b35-a6ce-4c77cab70f41,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:00.419251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:00.490248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.492911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e64524e0-90d7-461e-a9a2-fc05e40ea34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:00.501494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:00.505408 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-35c1969a-d7cd-40f2-abf2-8d65f7663485 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3729165 Jun 25 11:39:00.543974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:00.547321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:00.647420 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-dd79ca5c-6778-45dd-b7d7-af8ee8d62e74 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395517623&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0334551 Jun 25 11:39:00.766625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-4e01eb4e-e888-4922-9405-f6b58c793ae1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:00.768036 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-4e01eb4e-e888-4922-9405-f6b58c793ae1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=a129b12b-aa59-42b9-8e45-8e52773ab425 HTTP/1.1" status: 200 len: 797 time: 0.1111283 Jun 25 11:39:00.782957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-f3f321ce-1015-4ebb-9b82-9ce7c1884391 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0094597 Jun 25 11:39:00.861267 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-265e3468-aa88-42c9-b515-f404c28bee75 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728140 Jun 25 11:39:00.958283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-bf1dea0e-6ee3-4d2a-bf6c-341678b9a9f1 service neutron] 10.222.0.81 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840304 Jun 25 11:39:01.055407 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-c1a06168-9c84-4a3c-9e55-1543403a4555 service neutron] 10.222.0.81 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905254 Jun 25 11:39:01.340041 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-341d2142-94a4-4720-a182-8a2e23fdca48 req-7d233675-a198-4aa9-8564-87a2e6db80f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 210 time: 0.0302606 Jun 25 11:39:01.981625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1e46104f-310b-4628-b731-f79d46847305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:02.078545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a457539f-73da-48d6-88cd-44a510cb9add up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:39:02.099926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:02.131490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a457539f-73da-48d6-88cd-44a510cb9add triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:39:02.131921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:02.491828 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aecf5a85-175d-49be-b598-bb8ffd4fc172 req-e7541053-7211-4c9b-a731-19009bc75dfb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 210 time: 0.0307403 Jun 25 11:39:03.124598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:03.403245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-ee199147-52f7-4728-a882-7801e9dd10f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:03.404747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-ee199147-52f7-4728-a882-7801e9dd10f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=a129b12b-aa59-42b9-8e45-8e52773ab425 HTTP/1.1" status: 200 len: 797 time: 0.1278641 Jun 25 11:39:03.465840 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-a7b0c184-d37c-48de-aec3-b81879d44f93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 379 time: 0.0518229 Jun 25 11:39:03.474748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['1e707854-66c0-4a9c-ae8f-96cb39c86dff']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:39:03.646337 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9ee94108-3725-423c-9cb8-45d61fffdf1d req-ddbe6888-894c-460c-92e5-c643b1b96e67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 210 time: 0.0310082 Jun 25 11:39:03.701548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:39:03.705257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:03.841590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.7 (a129b12b-aa59-42b9-8e45-8e52773ab425/c5aef08f-e9bb-4544-8e40-991f50cb3507/c8c37d2c-a73e-4146-ba0f-d085aeecf833) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:39:03.989244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.003482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object c8c37d2c-a73e-4146-ba0f-d085aeecf833 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:39:04.079340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.083289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f9058238-4fda-40c6-8f5e-ad811f1a1302 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:04.128625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network a129b12b-aa59-42b9-8e45-8e52773ab425 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:39:04.131907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:39:04.136378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:39:04.162023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=c8c37d2c-a73e-4146-ba0f-d085aeecf833,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:04.167315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:04.192962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:04.193920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.284669 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8133252 Jun 25 11:39:04.347026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Request body: {'port': {'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:39:04.428470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.491896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e0061c95-b15e-4fe1-9bc7-1346ce896e0f None None] Provisioning for port c8c37d2c-a73e-4146-ba0f-d085aeecf833 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:39:04.496656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e0061c95-b15e-4fe1-9bc7-1346ce896e0f None None] Provisioning complete for port c8c37d2c-a73e-4146-ba0f-d085aeecf833 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:39:04.496967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e0061c95-b15e-4fe1-9bc7-1346ce896e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.532162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e0061c95-b15e-4fe1-9bc7-1346ce896e0f None None] Port c8c37d2c-a73e-4146-ba0f-d085aeecf833 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:39:04.697586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c37d2c-a73e-4146-ba0f-d085aeecf833 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:39:04.705339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.718580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Transition to ACTIVE for port object c8c37d2c-a73e-4146-ba0f-d085aeecf833 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:39:04.816251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.818420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2994ee11-f9cd-45b7-9751-0077c2761371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:04.871041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a4540-b928-41ae-ac0d-0d9d707af3f3 req-8315b1eb-8b2c-4fb7-a702-2ac6b10d0bd3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:04.872676 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-405a4540-b928-41ae-ac0d-0d9d707af3f3 req-8315b1eb-8b2c-4fb7-a702-2ac6b10d0bd3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 931 time: 0.1090870 Jun 25 11:39:04.886958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c37d2c-a73e-4146-ba0f-d085aeecf833,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:04.890853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:04.975536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:04.984157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-405a4540-b928-41ae-ac0d-0d9d707af3f3 req-6952bd9d-be8f-4e39-9a17-d133e07183ae tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746150 Jun 25 11:39:04.997104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Attempting to bind port c8c37d2c-a73e-4146-ba0f-d085aeecf833 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:39:04.997540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Attempting to bind port c8c37d2c-a73e-4146-ba0f-d085aeecf833 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:39:04.998002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Attempting to bind port c8c37d2c-a73e-4146-ba0f-d085aeecf833 on network a129b12b-aa59-42b9-8e45-8e52773ab425 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:39:05.003432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Port c8c37d2c-a73e-4146-ba0f-d085aeecf833 on network a129b12b-aa59-42b9-8e45-8e52773ab425 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:39:05.003839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Attempting to bind port c8c37d2c-a73e-4146-ba0f-d085aeecf833 on network a129b12b-aa59-42b9-8e45-8e52773ab425 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:39:05.010007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:39:05.010361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Checking segment: {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:39:05.010758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Bound using segment: {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:39:05.011209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Bound port: c8c37d2c-a73e-4146-ba0f-d085aeecf833, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:39:05.011577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:05.080731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] For port c8c37d2c-a73e-4146-ba0f-d085aeecf833, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:39:05.083739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] For port c8c37d2c-a73e-4146-ba0f-d085aeecf833, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:39:05.147490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:05.151216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1341dd7-d543-4529-a257-dac8ec8c455b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:05.184331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:05.185133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:05.186565 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] 10.222.0.47 "PUT /v2.0/ports/c8c37d2c-a73e-4146-ba0f-d085aeecf833 HTTP/1.1" status: 200 len: 1093 time: 0.8440130 Jun 25 11:39:05.187123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:39:05.190937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ffd6fc-cb40-443a-aa6f-c59e1ab23137" -d '{"events": [{"name": "network-changed", "server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:39:05.225150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c37d2c-a73e-4146-ba0f-d085aeecf833,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:05.230516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:05.234462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fbe582-de4e-481e-80cc-1fc1f3b7b56f x-openstack-request-id: req-13fbe582-de4e-481e-80cc-1fc1f3b7b56f {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:39:05.235413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:39:05.235413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13fbe582-de4e-481e-80cc-1fc1f3b7b56f {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:39:05.235661 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'status': 'completed', 'code': 200} Jun 25 11:39:05.314100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd6fc-cb40-443a-aa6f-c59e1ab23137 req-cfcfea0b-095b-4c7e-9382-ef37c9876d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:05.315659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-34ffd6fc-cb40-443a-aa6f-c59e1ab23137 req-cfcfea0b-095b-4c7e-9382-ef37c9876d13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 1096 time: 0.0583022 Jun 25 11:39:05.422440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd6fc-cb40-443a-aa6f-c59e1ab23137 req-cd16d15e-4aa2-4e36-9599-9e7ff1274e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:05.423915 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-34ffd6fc-cb40-443a-aa6f-c59e1ab23137 req-cd16d15e-4aa2-4e36-9599-9e7ff1274e65 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1007137 Jun 25 11:39:05.523434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd6fc-cb40-443a-aa6f-c59e1ab23137 req-c1719695-6376-4ee0-a981-4ea1c0042c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:05.525109 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-34ffd6fc-cb40-443a-aa6f-c59e1ab23137 req-c1719695-6376-4ee0-a981-4ea1c0042c6e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0942671 Jun 25 11:39:05.633946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-f7c65b34-09aa-4f70-bcfb-6eeb429e9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:05.635381 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-f7c65b34-09aa-4f70-bcfb-6eeb429e9c2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 1096 time: 0.0549073 Jun 25 11:39:05.675653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-4997d375-cc1b-4668-87b2-7563eac4dfc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833 HTTP/1.1" status: 200 len: 217 time: 0.0336304 Jun 25 11:39:05.729196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-1860ecd4-613b-48ba-983d-ef097b842c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:05.730663 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-1860ecd4-613b-48ba-983d-ef097b842c88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c5aef08f-e9bb-4544-8e40-991f50cb3507 HTTP/1.1" status: 200 len: 835 time: 0.0481215 Jun 25 11:39:05.786882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-b6c14e17-d037-4506-8c84-98d732179f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:05.788365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-b6c14e17-d037-4506-8c84-98d732179f73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a129b12b-aa59-42b9-8e45-8e52773ab425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515103 Jun 25 11:39:05.880366 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-9df377a5-0dab-4579-a9d2-0df62470d527 service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854681 Jun 25 11:39:05.976048 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb1a5520-739f-40f9-9f8c-f8cf1d4ee92f req-6002c5df-db62-4a48-ac13-c888ed3c2cb7 service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Jun 25 11:39:06.165289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0d201-8196-4b2d-bfd0-9dfd84da5fb0 req-84b1de94-153f-4a75-9aee-8acee0841602 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:06.166701 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9dc0d201-8196-4b2d-bfd0-9dfd84da5fb0 req-84b1de94-153f-4a75-9aee-8acee0841602 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 943 time: 0.0660174 Jun 25 11:39:06.204380 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9dc0d201-8196-4b2d-bfd0-9dfd84da5fb0 req-a4237241-b97f-44a2-83a7-bc70fbd989b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318925 Jun 25 11:39:07.379055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497feda8-8846-476c-b400-215b5c1c6c60 req-209353f0-87e8-411d-9ce5-4db71267ebe8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:07.380554 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-497feda8-8846-476c-b400-215b5c1c6c60 req-209353f0-87e8-411d-9ce5-4db71267ebe8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 943 time: 0.0644977 Jun 25 11:39:07.419302 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-497feda8-8846-476c-b400-215b5c1c6c60 req-1f631f76-d174-4739-89f1-f4c23c846438 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Jun 25 11:39:08.597912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704528ab-32e9-4852-a1ee-abc3ee22810a req-d0dc7f45-bcc3-40d2-9e22-fc810f2ea31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:08.599381 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-704528ab-32e9-4852-a1ee-abc3ee22810a req-d0dc7f45-bcc3-40d2-9e22-fc810f2ea31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 943 time: 0.0706494 Jun 25 11:39:08.637802 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-704528ab-32e9-4852-a1ee-abc3ee22810a req-0b2ebf94-7401-4a21-b3f1-72228ce52778 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 Jun 25 11:39:09.385597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c8c37d2c-a73e-4146-ba0f-d085aeecf833 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:39:09.481446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c8c37d2c-a73e-4146-ba0f-d085aeecf833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:09.493446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'mac_address': 'fa:16:3e:a6:80:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:39:09.530236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:09.543013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c37d2c-a73e-4146-ba0f-d085aeecf833 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:39:09.562786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c8c37d2c-a73e-4146-ba0f-d085aeecf833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:09.621003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:09.622832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:09.672125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c8c37d2c-a73e-4146-ba0f-d085aeecf833,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:09.675574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:09.824708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc817-8e51-4521-a4d9-d2e61f000b27 req-ad09b582-ee16-45e6-9d8d-48bad56d574b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:09.826194 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2cfbc817-8e51-4521-a4d9-d2e61f000b27 req-ad09b582-ee16-45e6-9d8d-48bad56d574b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 944 time: 0.0705914 Jun 25 11:39:09.868540 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2cfbc817-8e51-4521-a4d9-d2e61f000b27 req-174cf3db-09c3-4f7c-9443-4ca7567b25b7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366712 Jun 25 11:39:09.993902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['c8c37d2c-a73e-4146-ba0f-d085aeecf833'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:39:10.432425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:11.117425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fbf7c-3347-4a01-b100-7de81c169ce8 req-396f9170-30f8-4c55-b51d-c89cddcba5f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:11.119026 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-946fbf7c-3347-4a01-b100-7de81c169ce8 req-396f9170-30f8-4c55-b51d-c89cddcba5f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 944 time: 0.0678699 Jun 25 11:39:11.159654 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-946fbf7c-3347-4a01-b100-7de81c169ce8 req-1329aa35-7845-4d4b-a62e-f66447840419 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348268 Jun 25 11:39:11.400279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c8c37d2c-a73e-4146-ba0f-d085aeecf833 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:39:11.529547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port c8c37d2c-a73e-4146-ba0f-d085aeecf833 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:39:11.533825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port c8c37d2c-a73e-4146-ba0f-d085aeecf833 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:39:11.534259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:11.614726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:11.638267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:39:11.640551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e5fa2-b37a-4c56-97d8-17e3e139763c" -d '{"events": [{"server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "name": "network-vif-plugged", "status": "completed", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:39:11.654597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port c8c37d2c-a73e-4146-ba0f-d085aeecf833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:11.677418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce6257d-2a73-479c-ab51-11a425b8a7b8 x-openstack-request-id: req-cce6257d-2a73-479c-ab51-11a425b8a7b8 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:39:11.677723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "name": "network-vif-plugged", "status": "completed", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:39:11.677990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cce6257d-2a73-479c-ab51-11a425b8a7b8 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:39:11.678397 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'code': 200} Jun 25 11:39:11.729956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:11.732828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7257e2de-db02-421d-8e53-3704d11bb528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:11.780455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=c8c37d2c-a73e-4146-ba0f-d085aeecf833,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:11.783718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:12.061771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5752a-0df1-47db-bb5f-caf3f1ca5a3c req-cb882bd0-9081-47d6-be7e-d7801d255636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:12.063182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c1f5752a-0df1-47db-bb5f-caf3f1ca5a3c req-cb882bd0-9081-47d6-be7e-d7801d255636 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 1098 time: 0.0553017 Jun 25 11:39:12.098211 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c1f5752a-0df1-47db-bb5f-caf3f1ca5a3c req-a136ffeb-cf41-4346-8204-159b34e3d0f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289142 Jun 25 11:39:12.339554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60404235-ed86-42ec-97c5-fb227c82f04c req-f469d4b9-25cf-43ad-be7e-2de8e580d9d0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:12.340980 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-60404235-ed86-42ec-97c5-fb227c82f04c req-f469d4b9-25cf-43ad-be7e-2de8e580d9d0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 945 time: 0.0699098 Jun 25 11:39:12.380692 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-60404235-ed86-42ec-97c5-fb227c82f04c req-8dad2290-f852-4137-96d6-45459d138245 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Jun 25 11:39:13.097266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59348) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:13.266984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Deleting port fa11f9db-0569-46b9-a0bb-6d580d9c90c8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:13.267250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:13.352403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:13.352734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:13.364610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Calling delete_port for fa11f9db-0569-46b9-a0bb-6d580d9c90c8 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:13.587462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86eec6-062b-419a-a1b0-e6ee74574ff6 req-67587616-13eb-4223-96f1-926ae3480b6f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:13.588925 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ab86eec6-062b-419a-a1b0-e6ee74574ff6 req-67587616-13eb-4223-96f1-926ae3480b6f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 945 time: 0.0916696 Jun 25 11:39:13.629066 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ab86eec6-062b-419a-a1b0-e6ee74574ff6 req-8a213eb6-eb19-4455-84c3-e9fdae44da48 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343373 Jun 25 11:39:13.650072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:13.653328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:13.679985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event deleted for resources: {'Port': ['ID=fa11f9db-0569-46b9-a0bb-6d580d9c90c8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:13.683413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:13.748973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:13.749698 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Floating IP 5fc0e688-e701-42d2-8fef-dfd9ef752fe8 disassociated (deleted). External IP: 172.26.0.49, port: e26c5925-f88a-4355-bb9f-935fde61b8d4. Jun 25 11:39:13.812816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65ae7-cb2d-4c8f-868b-e428ada16c1e req-c884d0de-c7b9-41f5-9fd4-6474fe405327 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:13.815082 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bee65ae7-cb2d-4c8f-868b-e428ada16c1e req-c884d0de-c7b9-41f5-9fd4-6474fe405327 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 945 time: 0.0662401 Jun 25 11:39:13.864446 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bee65ae7-cb2d-4c8f-868b-e428ada16c1e req-f2d8c920-b466-49cb-bc3d-8223d54bb472 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339706 Jun 25 11:39:13.889569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59354) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:13.973607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:39:14.043145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc8ae3c-3016-43f3-bf32-f55868d5f9be tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:14.044643 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6bc8ae3c-3016-43f3-bf32-f55868d5f9be tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 1093 time: 0.1540141 Jun 25 11:39:14.047580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59358) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:14.051906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:39:14.088460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:39:14.093306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:14.098278 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:39:14.108411 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:14.109013 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:14.130108 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "DELETE /v2.0/floatingips/5fc0e688-e701-42d2-8fef-dfd9ef752fe8 HTTP/1.1" status: 204 len: 168 time: 1.0315783 Jun 25 11:39:14.317228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:39:14.317228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:39:14.317904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:14.318484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b5f85d-d5a3-4a5a-bf38-7d910a893b02 x-openstack-request-id: req-07b5f85d-d5a3-4a5a-bf38-7d910a893b02 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:39:14.318484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:39:14.318484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07b5f85d-d5a3-4a5a-bf38-7d910a893b02 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:39:14.318484 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'status': 'completed', 'code': 200} Jun 25 11:39:14.318994 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:14.319254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-d6ec07f3-00d4-4c82-b27e-a405a9738051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:14.319254 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-d6ec07f3-00d4-4c82-b27e-a405a9738051 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 1099 time: 0.0835054 Jun 25 11:39:14.390773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:14.466836 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:34Z', 'revision_number': 1, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:14.469395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-5f03b5a4-7a2b-426b-8545-97bfb83c5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:14.470940 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-5f03b5a4-7a2b-426b-8545-97bfb83c5d60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.1459501 Jun 25 11:39:14.494888 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:39:14.504036 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:14.504675 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:14.707649 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:14.929358 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-aba7de7b-bb28-4d18-9eb6-327f7f3f596b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4 HTTP/1.1" status: 200 len: 217 time: 0.4494359 Jun 25 11:39:14.955222 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:34Z', 'revision_number': 1, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:14.987595 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8caf73-7508-4928-bf3e-e33f4cdad40a None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'fe0b07a1-2706-4152-9083-4acbc4c4200b', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '362994be-e591-481c-baff-ea31fccc075c', 'port_id': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'mac_address': 'fa:16:3e:d8:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:33:31Z', 'updated_at': '2021-06-25T11:33:34Z', 'revision_number': 1, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:39:15.031939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.118 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/9a9ad0a1-bc99-4cf6-90a9-a46ccdbac808) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:39:15.051171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-5ed6ae4d-21b8-4c65-a1ac-b171b9beba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:15.052832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-5ed6ae4d-21b8-4c65-a1ac-b171b9beba70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.1134081 Jun 25 11:39:15.156210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b94b-39d9-49db-b6e3-d3f500053c46 req-7ebaf815-63aa-4e13-b414-e9b0199b7d84 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:15.157815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a76b94b-39d9-49db-b6e3-d3f500053c46 req-7ebaf815-63aa-4e13-b414-e9b0199b7d84 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 946 time: 0.2478404 Jun 25 11:39:15.229475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c371d1f9-b9c1-4211-9cdf-641f27cef701 None None] New status for floating IP 5fc0e688-e701-42d2-8fef-dfd9ef752fe8: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:39:15.235827 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a76b94b-39d9-49db-b6e3-d3f500053c46 req-ed26b755-47ca-4747-9324-6cce3a8702c8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720448 Jun 25 11:39:15.241307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-54942433-888d-4391-a051-9137c4161be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:15.242825 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-54942433-888d-4391-a051-9137c4161be0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1811075 Jun 25 11:39:15.261166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:15.367587 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-f3682ebc-f2d6-4958-82a8-17e1c94d92fc service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167541 Jun 25 11:39:15.447723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:15.451174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69c62432-6530-4ea4-933e-572b3dd38bb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:15.501685 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07ed5e89-c296-4f1b-a3fe-dedaa16bbcc8 req-9635061f-9624-4e86-8972-3f99a1e18a23 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263614 Jun 25 11:39:15.504715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:39:15.508479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:39:15.513196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:39:15.515320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=9a9ad0a1-bc99-4cf6-90a9-a46ccdbac808,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:15.518490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:15.887711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:16.066876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:16.222973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:16.352841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:16.356574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98930d8e-fc45-46c0-a7c4-566c993bb598 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:16.428382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=9a9ad0a1-bc99-4cf6-90a9-a46ccdbac808,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:16.434380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:16.437815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:16.449536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2ee5-8753-4799-960c-3398c894a48f req-97363fa7-ed79-494b-9f77-531c1c6edf8a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:16.451192 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dcce2ee5-8753-4799-960c-3398c894a48f req-97363fa7-ed79-494b-9f77-531c1c6edf8a tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 946 time: 0.0736034 Jun 25 11:39:16.491531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dcce2ee5-8753-4799-960c-3398c894a48f req-f1effb9b-db3d-4a14-b986-a2b8765b7d30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340240 Jun 25 11:39:16.575489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP e553a4a2-8596-4a4a-a749-97f9caa80e5f associated. External IP: 172.26.0.118, port: c8c37d2c-a73e-4146-ba0f-d085aeecf833. Jun 25 11:39:16.652439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282af538-f55b-421c-b695-f89c991dd01d req-015d5dd9-cde2-409a-9def-a8b063dbc9be tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:16.654554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-282af538-f55b-421c-b695-f89c991dd01d req-015d5dd9-cde2-409a-9def-a8b063dbc9be tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 946 time: 0.1278625 Jun 25 11:39:16.893110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Deleting port e26c5925-f88a-4355-bb9f-935fde61b8d4 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:16.893484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:16.966026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:39:17.049448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] For port e26c5925-f88a-4355-bb9f-935fde61b8d4, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e26c5925-f88a-4355-bb9f-935fde61b8d4,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:17.049821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:17.071626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Calling delete_port for e26c5925-f88a-4355-bb9f-935fde61b8d4 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:17.195061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:39:17.204819 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] Sync routers for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:39:17.214519 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:17.215128 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:17.295463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:17.322023 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:17.333523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2849073 Jun 25 11:39:17.334247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:39:17.336977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59368) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:17.337305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a08e68c-9738-4e7b-bc2b-b61800d183b7" -d '{"events": [{"name": "network-changed", "server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:39:17.372387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:17.373352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:17.377581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38181f08-e93a-4c9e-904c-bd3a06489b8f x-openstack-request-id: req-38181f08-e93a-4c9e-904c-bd3a06489b8f {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:39:17.377936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:39:17.378225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38181f08-e93a-4c9e-904c-bd3a06489b8f {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:39:17.378663 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'status': 'completed', 'code': 200} Jun 25 11:39:17.406391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event deleted for resources: {'Port': ['ID=e26c5925-f88a-4355-bb9f-935fde61b8d4,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:17.411444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:17.504793 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4aba51cc-c731-4730-b765-07d6277d3605 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de HTTP/1.1" status: 200 len: 923 time: 0.1330683 Jun 25 11:39:17.504793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59372) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:17.505419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] No DVR routers for this DVR port e26c5925-f88a-4355-bb9f-935fde61b8d4 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:39:17.505419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:17.505419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "DELETE /v2.0/ports/e26c5925-f88a-4355-bb9f-935fde61b8d4 HTTP/1.1" status: 204 len: 173 time: 0.8062451 Jun 25 11:39:17.523932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-c4056ba5-c4e1-449c-a71f-f4d3ed90c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:17.524639 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-c4056ba5-c4e1-449c-a71f-f4d3ed90c753 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 1098 time: 0.0786963 Jun 25 11:39:17.542013 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fcddce1c-d7b4-4fc3-abad-9cb210c09c99 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 991 time: 0.0669320 Jun 25 11:39:17.591929 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'e553a4a2-8596-4a4a-a749-97f9caa80e5f', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'mac_address': 'fa:16:3e:a6:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:39:15Z', 'updated_at': '2021-06-25T11:39:15Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:39:00Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:17.621561 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] Checking router: 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:39:17.631277 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:17.631821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-71f96138-aa00-4826-90d3-67c674de8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:17.632805 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:17.634791 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-71f96138-aa00-4826-90d3-67c674de8291 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a129b12b-aa59-42b9-8e45-8e52773ab425 HTTP/1.1" status: 200 len: 899 time: 0.1039426 Jun 25 11:39:17.654642 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8a033b55-5d6d-4661-b3e5-9732994ed98d req-891ff96a-a26a-4060-84b7-d02ea1a920ee tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0293422 Jun 25 11:39:17.701492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-c4c53fe6-8fae-42ab-a94b-e7a40e79006b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833 HTTP/1.1" status: 200 len: 999 time: 0.0603232 Jun 25 11:39:17.740451 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:17.749193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-db371bb6-7684-4fcd-9b60-dc271a64fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:17.754258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-db371bb6-7684-4fcd-9b60-dc271a64fe1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c5aef08f-e9bb-4544-8e40-991f50cb3507 HTTP/1.1" status: 200 len: 835 time: 0.0471082 Jun 25 11:39:17.849802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-0a1270ad-d33d-4138-9b32-0eba406cb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:17.852767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-0a1270ad-d33d-4138-9b32-0eba406cb9a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a129b12b-aa59-42b9-8e45-8e52773ab425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841701 Jun 25 11:39:17.972609 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-80472226-b977-48f6-a320-1c796eca5f4e service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129341 Jun 25 11:39:18.054399 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'e553a4a2-8596-4a4a-a749-97f9caa80e5f', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'mac_address': 'fa:16:3e:a6:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:39:15Z', 'updated_at': '2021-06-25T11:39:15Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:39:00Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:18.076160 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a08e68c-9738-4e7b-bc2b-b61800d183b7 req-bb78ca47-1874-493b-90df-b0909476281c service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965052 Jun 25 11:39:18.080930 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f51d0-65d5-42ed-9405-784a3ff8e1bc None None] The sync data for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv is: [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'e553a4a2-8596-4a4a-a749-97f9caa80e5f', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'mac_address': 'fa:16:3e:a6:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:39:15Z', 'updated_at': '2021-06-25T11:39:15Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:39:00Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:39:18.270812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ee48f-077c-4369-bc90-162e2b3af60d None None] New status for floating IP e553a4a2-8596-4a4a-a749-97f9caa80e5f: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:39:18.545960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59378) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:18.614368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-236d37f7-93a3-4c8c-808a-d6ba501c6553 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 993 time: 0.0668843 Jun 25 11:39:18.798897 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2b3e1fe0-16c9-4cb8-9e92-e9b6b07f07ce req-92f846a4-ebe1-4289-a0bd-e80b72d7dbd1 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0308025 Jun 25 11:39:19.380111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'name': 'network-vif-deleted', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:39:19.383191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953bfb1b-f435-4f2d-b9b8-2233a9b4d039" -d '{"events": [{"server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "name": "network-vif-deleted", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:39:19.418356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e26c5925-f88a-4355-bb9f-935fde61b8d4 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:19.418904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16e3e86-5040-4dcc-a329-b92dd08af518 x-openstack-request-id: req-e16e3e86-5040-4dcc-a329-b92dd08af518 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:39:19.418904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0408f824-3ccd-491c-8b49-0569da070987", "name": "network-vif-deleted", "tag": "e26c5925-f88a-4355-bb9f-935fde61b8d4", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:39:19.419316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e16e3e86-5040-4dcc-a329-b92dd08af518 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:39:19.419958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0408f824-3ccd-491c-8b49-0569da070987', 'name': 'network-vif-deleted', 'tag': 'e26c5925-f88a-4355-bb9f-935fde61b8d4', 'status': 'completed', 'code': 200} Jun 25 11:39:19.441558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: e26c5925-f88a-4355-bb9f-935fde61b8d4 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:39:19.441915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e26c5925-f88a-4355-bb9f-935fde61b8d4 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:39:19.942402 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81547081-7c65-44d5-a048-093685a01a46 req-f8c505f3-fde7-4880-a11d-257ec5b363bc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0294423 Jun 25 11:39:20.801323 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:39:21.092610 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-91a555b9-8d70-420d-b858-7af548a78210 req-ad5cc9d4-d13b-4763-937b-64ee3f83e8cb tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0306604 Jun 25 11:39:22.246522 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f5cce779-9d02-44f2-812d-f1bc4f97717b req-b027ff7b-6329-45f0-8c0a-23bfc94bb73f tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=0408f824-3ccd-491c-8b49-0569da070987 HTTP/1.1" status: 200 len: 210 time: 0.0295727 Jun 25 11:39:26.356758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-0831cacc-c1d1-42a9-a60a-823e735daceb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620835 Jun 25 11:39:26.456959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-ee6d863c-a44e-4c53-8360-0a4669238e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:26.458487 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-ee6d863c-a44e-4c53-8360-0a4669238e9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1099 time: 0.0568311 Jun 25 11:39:26.565125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-cb6cae07-6fa4-4f43-a11d-7cfd93e492a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:26.566552 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-cb6cae07-6fa4-4f43-a11d-7cfd93e492a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0869739 Jun 25 11:39:26.637759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-01c1ad58-fb37-40c6-a28a-e384c7033aa5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 1001 time: 0.0637245 Jun 25 11:39:26.693779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-51b1c023-1af5-45e6-bb18-ccf600ecbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:26.695356 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-51b1c023-1af5-45e6-bb18-ccf600ecbe19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0459852 Jun 25 11:39:26.755588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-88355ed1-1df3-4c4f-99bf-b84fcbe17023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:26.757180 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-88355ed1-1df3-4c4f-99bf-b84fcbe17023 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549233 Jun 25 11:39:26.857911 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-24fa7c9e-03db-4153-a2d4-8ea3cefe3c06 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934169 Jun 25 11:39:26.961960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32700c5a-bcea-4da5-bb9c-8bb943bc8957 req-fa9d44bb-c7f3-4f52-b9dd-365dedd76a93 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973804 Jun 25 11:39:29.022425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59414) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:29.178448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Deleting port 3c436f2e-8ce3-4987-aabf-279256f556f8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:29.178789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:29.256397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:29.256722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:29.268867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Calling delete_port for 3c436f2e-8ce3-4987-aabf-279256f556f8 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:29.574586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-32bee9db-bdd9-494a-8e5f-58eebc17cc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:29.608989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:29.611267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e8dcb3f4-f058-4b12-9f9d-7735998a7030 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:29.636812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event deleted for resources: {'Port': ['ID=3c436f2e-8ce3-4987-aabf-279256f556f8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:29.639763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:29.702150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:29.702486 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Floating IP fe0b07a1-2706-4152-9083-4acbc4c4200b disassociated (deleted). External IP: 172.26.0.33, port: a100e12a-e778-4abb-8f9b-bfed7bf92722. Jun 25 11:39:29.908497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:39:30.019665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:39:30.029394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:30.030765 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:39:30.039849 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:30.040482 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:30.066182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "DELETE /v2.0/floatingips/fe0b07a1-2706-4152-9083-4acbc4c4200b HTTP/1.1" status: 204 len: 168 time: 1.0420589 Jun 25 11:39:30.075326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:39:30.075326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46487f7-5528-4e33-8fae-8fba418f67e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:39:30.107718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201e5ed3-9083-446d-8658-40c10dc4a918 x-openstack-request-id: req-201e5ed3-9083-446d-8658-40c10dc4a918 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:39:30.108124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:39:30.108867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-201e5ed3-9083-446d-8658-40c10dc4a918 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:39:30.109361 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'status': 'completed', 'code': 200} Jun 25 11:39:30.152721 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:30.190856 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-18b8238b-6930-4483-a2ec-5779590d7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:30.193043 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-18b8238b-6930-4483-a2ec-5779590d7d99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 1099 time: 0.0584998 Jun 25 11:39:30.289694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-39a8ac8f-617e-426e-a797-bfdb169cb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:30.291415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-39a8ac8f-617e-426e-a797-bfdb169cb723 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 200 len: 914 time: 0.0915513 Jun 25 11:39:30.355073 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-9def6afd-2d15-4176-9558-0f43890ee7d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 200 len: 217 time: 0.0480413 Jun 25 11:39:30.375849 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:30.406572 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:39:30.409831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-44266e50-1116-48a6-82dc-fb5120fd1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:30.414861 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-44266e50-1116-48a6-82dc-fb5120fd1a64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 200 len: 851 time: 0.0494008 Jun 25 11:39:30.415609 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:30.416280 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:30.477411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-6bc43791-fc0d-460e-bc4d-917f2fb8bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:30.478953 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-6bc43791-fc0d-460e-bc4d-917f2fb8bf84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8e19df-47f0-409a-96df-2fab594ab80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594709 Jun 25 11:39:30.589695 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-8148aae9-f3f9-40ba-8c3a-0fef550c6436 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032679 Jun 25 11:39:30.612716 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:30.687036 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e46487f7-5528-4e33-8fae-8fba418f67e3 req-e20abcb4-5270-4977-bbaa-fa5c8ba9d16a service neutron] 10.222.0.47 "GET /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903978 Jun 25 11:39:30.791763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc49dda-f3c1-47e9-ad98-fa5e77e146fd req-e22ce68a-2fe0-481a-8283-b5920615d3d2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:30.793295 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4fc49dda-f3c1-47e9-ad98-fa5e77e146fd req-e22ce68a-2fe0-481a-8283-b5920615d3d2 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 946 time: 0.0684805 Jun 25 11:39:30.835040 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4fc49dda-f3c1-47e9-ad98-fa5e77e146fd req-325c86ba-5731-4338-a6fe-6a506aa9fb69 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Jun 25 11:39:30.841216 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:30.871722 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7718677-f427-43cf-8ffb-523a0088cdb0 None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:29:21Z', 'revision_number': 4, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0f7cd3e6-e105-4b28-b1a2-0177242ead3e', 'name': '', 'network_id': 'ed8e19df-47f0-409a-96df-2fab594ab80c', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'mac_address': 'fa:16:3e:52:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:20Z', 'updated_at': '2021-06-25T11:29:28Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'subnets': [{'id': '3e882b81-7530-4bcd-8a9a-ba335d4ad99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:39:31.072349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8bad5-226c-4058-8a0e-91507c313f38 None None] New status for floating IP fe0b07a1-2706-4152-9083-4acbc4c4200b: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:39:31.593559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-8b618aee-4be7-4511-9d5e-d212065657e8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:31.595045 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-8b618aee-4be7-4511-9d5e-d212065657e8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 946 time: 0.0681334 Jun 25 11:39:31.695871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Deleting port a100e12a-e778-4abb-8f9b-bfed7bf92722 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:31.696780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:31.974786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8ab11772-8dbb-48e5-944e-310f5e3d0c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:32.095147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:32.210908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] For port a100e12a-e778-4abb-8f9b-bfed7bf92722, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a100e12a-e778-4abb-8f9b-bfed7bf92722,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:32.211274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:32.226640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Calling delete_port for a100e12a-e778-4abb-8f9b-bfed7bf92722 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:32.248413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293378c-3dfa-4b7e-b2e7-07bdc8852c2f req-7148362b-cf52-4969-9ed6-26976cf0dd8d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:39:32.249926 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b293378c-3dfa-4b7e-b2e7-07bdc8852c2f req-7148362b-cf52-4969-9ed6-26976cf0dd8d tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 946 time: 0.1195326 Jun 25 11:39:32.334088 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b293378c-3dfa-4b7e-b2e7-07bdc8852c2f req-8481daed-cf32-467b-8d2f-fcc9faa769ea tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d91585a-7df1-4dcd-889d-e7675a087a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498464 Jun 25 11:39:32.482662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:32.487859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-95d26e1e-d40d-46dd-b69c-0da93e05da64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:32.518823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event deleted for resources: {'Port': ['ID=a100e12a-e778-4abb-8f9b-bfed7bf92722,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:32.523593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:32.567111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] No DVR routers for this DVR port a100e12a-e778-4abb-8f9b-bfed7bf92722 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:39:32.569963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:32.572533 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8454f443-fc13-44ef-8adf-a9439aec66c2 req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.47 "DELETE /v2.0/ports/a100e12a-e778-4abb-8f9b-bfed7bf92722 HTTP/1.1" status: 204 len: 173 time: 0.9723420 Jun 25 11:39:32.573055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'name': 'network-vif-deleted', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:39:32.575431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b230f04-c464-4e48-be06-b5720091807d" -d '{"events": [{"server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "name": "network-vif-deleted", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:39:32.611400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5031f441-fed5-4257-88d4-2f5aa0830f8c x-openstack-request-id: req-5031f441-fed5-4257-88d4-2f5aa0830f8c {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:39:32.612046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9499cd9-75b7-4621-9600-657b99bdcb38", "name": "network-vif-deleted", "tag": "a100e12a-e778-4abb-8f9b-bfed7bf92722", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:39:32.612046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5031f441-fed5-4257-88d4-2f5aa0830f8c {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:39:32.612468 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9499cd9-75b7-4621-9600-657b99bdcb38', 'name': 'network-vif-deleted', 'tag': 'a100e12a-e778-4abb-8f9b-bfed7bf92722', 'status': 'completed', 'code': 200} Jun 25 11:39:33.157744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:33.486576 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-02ed0aa9-02fe-4996-8937-4863af22d66d req-eafeb2ff-d81f-4f29-a75d-4044b62a0f95 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 210 time: 0.0347338 Jun 25 11:39:34.635775 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a0821fd6-6768-48cc-a6a2-d19cae4c487a req-a0ffee1f-60ae-41c0-9f68-5659800a342c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jun 25 11:39:35.008566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:35.439848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a100e12a-e778-4abb-8f9b-bfed7bf92722 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:35.460276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: a100e12a-e778-4abb-8f9b-bfed7bf92722 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:39:35.460641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a100e12a-e778-4abb-8f9b-bfed7bf92722 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:39:35.786669 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e11c76d9-c967-400c-92f8-e2f2ba7cdaaa req-12a6c218-d96d-4db3-942c-6b84de66f870 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 210 time: 0.0313382 Jun 25 11:39:36.951814 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00dc0ae7-154c-46ce-9f91-845de7552bb3 req-ce74f97e-7716-4f34-9a2f-70302a2fc228 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9499cd9-75b7-4621-9600-657b99bdcb38 HTTP/1.1" status: 200 len: 210 time: 0.0328479 Jun 25 11:39:38.045277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59438) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:38.171315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Deleting port c9b7c869-72fd-4d49-92c3-02d4ca051b83 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:38.171583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:38.247046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:38.247368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:38.259182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Calling delete_port for c9b7c869-72fd-4d49-92c3-02d4ca051b83 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:38.488837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:38.491038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:38.514117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event deleted for resources: {'Port': ['ID=c9b7c869-72fd-4d49-92c3-02d4ca051b83,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:38.517244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:38.584377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:38.586994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:38.588185 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "DELETE /v2.0/floatingips/50097f01-672b-47a5-8925-45765e1c3f73 HTTP/1.1" status: 204 len: 168 time: 0.5419164 Jun 25 11:39:40.449777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:42.190252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59454) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:42.268707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:42.303029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:42.483154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:42.485700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:42.486897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] 10.222.0.81 "DELETE /v2.0/security-groups/8d91585a-7df1-4dcd-889d-e7675a087a1f HTTP/1.1" status: 204 len: 168 time: 0.2955327 Jun 25 11:39:42.487712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-663ce24d-c0ef-4d63-a061-2773395e87b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:42.499779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d91585a-7df1-4dcd-889d-e7675a087a1f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:42.502704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:42.633117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59458) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:43.550605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:43.805713 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Deleting port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:43.805957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:43.885052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] For port 0f7cd3e6-e105-4b28-b1a2-0177242ead3e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:43.885672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:43.899610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Calling delete_port for 0f7cd3e6-e105-4b28-b1a2-0177242ead3e owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:44.191738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:44.194302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e9847719-1aa0-483d-ac74-4856eceaa2d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:44.222377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7cd3e6-e105-4b28-b1a2-0177242ead3e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:44.225554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:44.396035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:44.614332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Router 362994be-e591-481c-baff-ea31fccc075c has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:39:44.720657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:39:44.725705 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] 10.222.0.81 "PUT /v2.0/routers/362994be-e591-481c-baff-ea31fccc075c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0912924 Jun 25 11:39:44.728160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59462) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:44.731365 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] Sync routers for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:39:44.740511 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:44.741154 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:44.833163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:44.843727 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:44.938322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.019923 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:39:44Z', 'revision_number': 5, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port': {'id': 'c2f38a95-99fc-4119-af5a-4890ff9045e8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362994be-e591-481c-baff-ea31fccc075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:17Z', 'updated_at': '2021-06-25T11:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:45.050064 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] Checking router: 362994be-e591-481c-baff-ea31fccc075c for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:39:45.059133 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] Routers {'362994be-e591-481c-baff-ea31fccc075c'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:45.059764 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['362994be-e591-481c-baff-ea31fccc075c'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:45.100241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Deleting port c2f38a95-99fc-4119-af5a-4890ff9045e8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:45.109296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.146991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] Set router 362994be-e591-481c-baff-ea31fccc075c gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:45.183771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] For port c2f38a95-99fc-4119-af5a-4890ff9045e8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c2f38a95-99fc-4119-af5a-4890ff9045e8,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:45.184032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.198168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Calling delete_port for c2f38a95-99fc-4119-af5a-4890ff9045e8 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:45.203148 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:39:44Z', 'revision_number': 6, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:45.230161 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99808d-eefa-4758-924b-7eef87bbee88 None None] The sync data for ids ['362994be-e591-481c-baff-ea31fccc075c'] in dv-neutron-797120-5-hyperv is: [{'id': '362994be-e591-481c-baff-ea31fccc075c', 'name': 'tempest-TestVolumeBootPattern-1279862382-router', 'tenant_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:16Z', 'updated_at': '2021-06-25T11:39:44Z', 'revision_number': 6, 'project_id': 'a3789569fd9b41db96f7f5f8a0eb10d7', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:39:45.471660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.473831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a7a6851-6030-4662-a30c-4f0d97f9b095 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:45.502281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f38a95-99fc-4119-af5a-4890ff9045e8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:45.505435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:45.567224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.663601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.665794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.797017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.797537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362994be-e591-481c-baff-ea31fccc075c {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:39:45.802290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.803436 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/362994be-e591-481c-baff-ea31fccc075c HTTP/1.1" status: 204 len: 168 time: 1.0736523 Jun 25 11:39:45.805882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59464) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:45.856229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Deleting subnet 3e882b81-7530-4bcd-8a9a-ba335d4ad99f {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:39:45.859477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.901003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:45.977635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.095166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2f38a95-99fc-4119-af5a-4890ff9045e8 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:46.115479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: c2f38a95-99fc-4119-af5a-4890ff9045e8 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:39:46.115851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2f38a95-99fc-4119-af5a-4890ff9045e8 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:39:46.116477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0f7cd3e6-e105-4b28-b1a2-0177242ead3e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:46.129475 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.131666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-864171c8-b8ce-4042-a422-58761bfb0189 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:46.136617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 0f7cd3e6-e105-4b28-b1a2-0177242ead3e {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:39:46.137036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0f7cd3e6-e105-4b28-b1a2-0177242ead3e not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:39:46.159840 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e882b81-7530-4bcd-8a9a-ba335d4ad99f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:46.162813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:46.164094 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.166129 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3e882b81-7530-4bcd-8a9a-ba335d4ad99f HTTP/1.1" status: 204 len: 168 time: 0.3592503 Jun 25 11:39:46.169203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59466) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:46.171259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6c043-98ed-46c3-a5b0-b57667a0583b None None] Network ed8e19df-47f0-409a-96df-2fab594ab80c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:39:46.251061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.323208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Deleting port aafeb478-bf1e-43ba-a387-84f48c98c282 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:46.323598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.364760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] DHCP port deletion for ed8e19df-47f0-409a-96df-2fab594ab80c request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:39:46.392426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] For port aafeb478-bf1e-43ba-a387-84f48c98c282, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aafeb478-bf1e-43ba-a387-84f48c98c282,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:46.392790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.405958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Calling delete_port for aafeb478-bf1e-43ba-a387-84f48c98c282 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:46.413710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Deleting port aafeb478-bf1e-43ba-a387-84f48c98c282 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:46.414083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.585551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.588456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a6308777-8aeb-4a9f-9e6b-5ec799b9b66c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:46.611804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafeb478-bf1e-43ba-a387-84f48c98c282,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:46.616180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] No DVR routers for this DVR port aafeb478-bf1e-43ba-a387-84f48c98c282 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:39:46.626351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] For port aafeb478-bf1e-43ba-a387-84f48c98c282, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aafeb478-bf1e-43ba-a387-84f48c98c282,segment=NetworkSegment(93d2ce59-1454-4c7c-bc26-7decd112509a),segment_id=93d2ce59-1454-4c7c-bc26-7decd112509a)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:46.626746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.639437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Calling delete_port for aafeb478-bf1e-43ba-a387-84f48c98c282 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:46.643395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.643772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.644153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.644533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.644902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.645297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.645667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.646040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.646402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.646772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.647177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.647542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:46.651256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:46.704600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.715093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8e19df-47f0-409a-96df-2fab594ab80c']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:46.717119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.718433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:46.726545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d2ce59-1454-4c7c-bc26-7decd112509a') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:46.726841 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d2ce59-1454-4c7c-bc26-7decd112509a') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:46.736030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.739676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Pushing event deleted for resources: {'Port': ['ID=aafeb478-bf1e-43ba-a387-84f48c98c282,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:46.742967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:46.746494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] No DVR routers for this DVR port aafeb478-bf1e-43ba-a387-84f48c98c282 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:39:46.755484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.761866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:39:46.762257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:39:46.764167 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:39:46.888425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.892949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:46.894848 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ed8e19df-47f0-409a-96df-2fab594ab80c HTTP/1.1" status: 204 len: 168 time: 0.7245893 Jun 25 11:39:46.895801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-13203189-404a-494d-9319-2990f751134b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:46.897747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59468) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:46.948108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8e19df-47f0-409a-96df-2fab594ab80c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:46.950665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:47.256244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:47.531199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Deleting port bf6396fe-1c6a-4598-affc-e76cb9a083ac {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:47.531457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:47.608912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] For port bf6396fe-1c6a-4598-affc-e76cb9a083ac, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bf6396fe-1c6a-4598-affc-e76cb9a083ac,segment=NetworkSegment(caee5b3f-aef3-4eb3-a51c-67cbd74c8525),segment_id=caee5b3f-aef3-4eb3-a51c-67cbd74c8525)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:47.609297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:47.621885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Calling delete_port for bf6396fe-1c6a-4598-affc-e76cb9a083ac owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:47.881362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:47.883524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1843e26b-5317-48f7-a182-0614d605e40a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:47.909843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6396fe-1c6a-4598-affc-e76cb9a083ac,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:47.912904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:48.090269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:48.151779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aafeb478-bf1e-43ba-a387-84f48c98c282 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:48.170742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: aafeb478-bf1e-43ba-a387-84f48c98c282 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:39:48.171087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aafeb478-bf1e-43ba-a387-84f48c98c282 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:39:48.309663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Router 77010635-8cd8-4f62-b83e-554b48877532 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:39:48.420547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:39:48.425338 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] 10.222.0.81 "PUT /v2.0/routers/77010635-8cd8-4f62-b83e-554b48877532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5265729 Jun 25 11:39:48.427831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59470) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:48.428668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] Sync routers for ids ['77010635-8cd8-4f62-b83e-554b48877532'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:39:48.438568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] Routers {'77010635-8cd8-4f62-b83e-554b48877532'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:48.439184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['77010635-8cd8-4f62-b83e-554b48877532'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:48.537378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:48.542326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] Set router 77010635-8cd8-4f62-b83e-554b48877532 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:48.640733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:48.718867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:39:47Z', 'revision_number': 5, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port': {'id': '6ec02b21-78df-4b5f-9f7f-de96c2634236', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:91:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77010635-8cd8-4f62-b83e-554b48877532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:29:27Z', 'updated_at': '2021-06-25T11:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:48.757913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] Checking router: 77010635-8cd8-4f62-b83e-554b48877532 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:39:48.758295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Deleting port 6ec02b21-78df-4b5f-9f7f-de96c2634236 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:48.758621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:48.763066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] Routers {'77010635-8cd8-4f62-b83e-554b48877532'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:39:48.763785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['77010635-8cd8-4f62-b83e-554b48877532'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:48.838581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] For port 6ec02b21-78df-4b5f-9f7f-de96c2634236, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6ec02b21-78df-4b5f-9f7f-de96c2634236,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:48.838980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:48.854937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] Set router 77010635-8cd8-4f62-b83e-554b48877532 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:39:48.855946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Calling delete_port for 6ec02b21-78df-4b5f-9f7f-de96c2634236 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:48.906620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:39:48Z', 'revision_number': 6, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:48.936489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee072525-f79c-4de4-bb7e-b7e67339103c None None] The sync data for ids ['77010635-8cd8-4f62-b83e-554b48877532'] in dv-neutron-797120-5-hyperv is: [{'id': '77010635-8cd8-4f62-b83e-554b48877532', 'name': 'tempest-TestVolumeBootPattern-480135201-router', 'tenant_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:29:26Z', 'updated_at': '2021-06-25T11:39:48Z', 'revision_number': 6, 'project_id': 'bbedd1f17ab74f4eadac42df9c2e64a6', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:39:49.106005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.108120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2f108be6-edc4-4a65-ad05-3dcd3649f98a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:49.132792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec02b21-78df-4b5f-9f7f-de96c2634236,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:49.136160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:49.195628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.285221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.287615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.454312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.455018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77010635-8cd8-4f62-b83e-554b48877532 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:39:49.459485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.460658 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] 10.222.0.81 "DELETE /v2.0/routers/77010635-8cd8-4f62-b83e-554b48877532 HTTP/1.1" status: 204 len: 168 time: 1.0319052 Jun 25 11:39:49.463986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59472) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:49.508352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Deleting subnet 8edebf4c-450e-4172-a850-68553964bb03 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:39:49.512032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.545707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.626038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.766905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.769128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ed086721-a842-48cc-bc62-0aaa95279916 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:49.794512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8edebf4c-450e-4172-a850-68553964bb03,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:49.797149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:49.800174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.804297 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8edebf4c-450e-4172-a850-68553964bb03 HTTP/1.1" status: 204 len: 168 time: 0.3370380 Jun 25 11:39:49.804869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59474) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:49.805511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8cfef5-6b4f-4b48-872b-3d4d54b134d9 None None] Network 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:39:49.880226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:49.952204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Deleting port 41667f3c-f38d-4280-9f4e-e434f019f04e {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:49.952553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.017239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] For port 41667f3c-f38d-4280-9f4e-e434f019f04e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=41667f3c-f38d-4280-9f4e-e434f019f04e,segment=NetworkSegment(caee5b3f-aef3-4eb3-a51c-67cbd74c8525),segment_id=caee5b3f-aef3-4eb3-a51c-67cbd74c8525)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:50.017607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.031718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Calling delete_port for 41667f3c-f38d-4280-9f4e-e434f019f04e owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:50.035404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] DHCP port deletion for 0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:39:50.089766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Deleting port 41667f3c-f38d-4280-9f4e-e434f019f04e {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:39:50.090460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.139608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 41667f3c-f38d-4280-9f4e-e434f019f04e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:50.183521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] For port 41667f3c-f38d-4280-9f4e-e434f019f04e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=41667f3c-f38d-4280-9f4e-e434f019f04e,segment=NetworkSegment(caee5b3f-aef3-4eb3-a51c-67cbd74c8525),segment_id=caee5b3f-aef3-4eb3-a51c-67cbd74c8525)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:39:50.183920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.201536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Calling delete_port for 41667f3c-f38d-4280-9f4e-e434f019f04e owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:39:50.237422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.239631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-27eff502-ba1f-454f-bd32-b962fdb244e1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:50.264218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Port 41667f3c-f38d-4280-9f4e-e434f019f04e update to DOWN by agent not found {{(pid=94502) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2137}} Jun 25 11:39:50.267284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bf6396fe-1c6a-4598-affc-e76cb9a083ac no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:50.267424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Pushing event deleted for resources: {'Port': ['ID=41667f3c-f38d-4280-9f4e-e434f019f04e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:50.268131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:50.268920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] No DVR routers for this DVR port 41667f3c-f38d-4280-9f4e-e434f019f04e on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:39:50.288972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: bf6396fe-1c6a-4598-affc-e76cb9a083ac {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:39:50.289350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bf6396fe-1c6a-4598-affc-e76cb9a083ac not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:39:50.289774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6ec02b21-78df-4b5f-9f7f-de96c2634236 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:39:50.318123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 6ec02b21-78df-4b5f-9f7f-de96c2634236 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:39:50.318475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6ec02b21-78df-4b5f-9f7f-de96c2634236 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:39:50.340661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.342655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:50.347299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.358097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:50.368180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:50.368480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caee5b3f-aef3-4eb3-a51c-67cbd74c8525') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:39:50.369773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Pushing event deleted for resources: {'Port': ['ID=41667f3c-f38d-4280-9f4e-e434f019f04e,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:50.373908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] No DVR routers for this DVR port 41667f3c-f38d-4280-9f4e-e434f019f04e on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:39:50.378105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.382954 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.382954 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.383163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.383460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.383848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.384179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.384560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.384890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.385420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.385601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.385944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.386304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:39:50.389387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:50.398327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.404424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:39:50.404806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:39:50.406470 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:39:50.539704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.544022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05b1189f-5747-4d75-96fb-a07724239d80 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:50.546659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:50.548369 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] 10.222.0.81 "DELETE /v2.0/networks/0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f HTTP/1.1" status: 204 len: 168 time: 0.7425423 Jun 25 11:39:50.561099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Pushing event deleted for resources: {'Network': ['ID=0be6b1e8-36b6-4cc6-bb0c-04df0e5e241f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:50.563499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:50.918858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59482) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:50.973046 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3083b0ba-44c1-4454-b951-875b3e097ada admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3789569fd9b41db96f7f5f8a0eb10d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528734 Jun 25 11:39:50.975469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59484) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:51.024159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:51.046112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:51.191686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:51.194300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:51.195435 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd046f12-5619-42e7-803f-0c5a3cc55f91 HTTP/1.1" status: 204 len: 168 time: 0.2190373 Jun 25 11:39:51.196288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f456b1b0-0faf-476d-a32a-a907b549b8b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:51.204523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd046f12-5619-42e7-803f-0c5a3cc55f91,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:51.207012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:52.102194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59490) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:52.143779 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d884c36a-3031-430b-908e-84dd0ebafce0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbedd1f17ab74f4eadac42df9c2e64a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402222 Jun 25 11:39:52.146142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59492) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:39:52.207316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b41af69-dddc-48a7-9964-214b4a8775ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:52.220264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b41af69-dddc-48a7-9964-214b4a8775ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:52.374353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b41af69-dddc-48a7-9964-214b4a8775ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:52.376935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3b41af69-dddc-48a7-9964-214b4a8775ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:39:52.378157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3b41af69-dddc-48a7-9964-214b4a8775ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe8040f5-dd77-4c6d-87b8-8562432d5536 HTTP/1.1" status: 204 len: 168 time: 0.2310741 Jun 25 11:39:52.379172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3743beb6-30eb-4452-90ad-0e59c40959ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:39:52.388045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41af69-dddc-48a7-9964-214b4a8775ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8040f5-dd77-4c6d-87b8-8562432d5536,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:39:52.390622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3b41af69-dddc-48a7-9964-214b4a8775ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:39:57.800159 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:39:59.509050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5996e8b9-aff1-4e3d-a2d5-94212f67c96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:01.962171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-307762c0-7b64-4bd2-8743-1df546cf30ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:02.093588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:03.151406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:04.950737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:10.457380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:21.314411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59508) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:21.431368 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7f5e9c23-214b-4b06-99b3-ef282170bdfc tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1157255 Jun 25 11:40:21.435163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59510) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:22.010406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f93ed9-bf2b-4c22-b760-46bf6b335dbc tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Notify agent at dv-neutron-797120-5-hyperv the message router_removed_from_agent {{(pid=94501) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 25 11:40:22.014937 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b3f93ed9-bf2b-4c22-b760-46bf6b335dbc tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "DELETE /v2.0/agents/7cbd57e2-5759-4a1e-bad7-98ac1b446be0/l3-routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de HTTP/1.1" status: 204 len: 168 time: 0.5787733 Jun 25 11:40:22.016813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59512) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:22.134607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2d7285e9-416e-427b-b76b-eb55bf4efee2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1162548 Jun 25 11:40:22.137272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59514) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:22.197071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fcc2a69c-18ab-42d9-a7bd-ecf75447f320 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 993 time: 0.0584810 Jun 25 11:40:22.407647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a457539f-73da-48d6-88cd-44a510cb9add no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:40:22.488841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:22.520579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port a457539f-73da-48d6-88cd-44a510cb9add, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a457539f-73da-48d6-88cd-44a510cb9add,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:22.612801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:22.614683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9c55b59c-136d-43c7-a83e-71f41b437137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:22.659596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:22.662687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:22.787595 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17857a-98ef-4de8-a71b-d07e3acee17c None None] New status for floating IP e553a4a2-8596-4a4a-a749-97f9caa80e5f: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:40:23.201445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59516) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:23.265855 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9e6c12c-df7a-484f-b93a-58338dc0cc65 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 991 time: 0.0629740 Jun 25 11:40:24.110412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f7558825-15e3-4c90-9d1f-fea792e1df95 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:40:24.184290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:24.205014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port f7558825-15e3-4c90-9d1f-fea792e1df95, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f7558825-15e3-4c90-9d1f-fea792e1df95,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:24.349928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:24.351883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:24.401891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=f7558825-15e3-4c90-9d1f-fea792e1df95,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:24.404940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:25.322571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59522) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:25.516134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981dafcc-5fb3-4973-b060-c90cbcd359fb tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:40:25.516491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981dafcc-5fb3-4973-b060-c90cbcd359fb tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Notify agent at dv-neutron-797120-5-hyperv the message router_added_to_agent {{(pid=94500) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 25 11:40:25.543452 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-981dafcc-5fb3-4973-b060-c90cbcd359fb tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "POST /v2.0/agents/7cbd57e2-5759-4a1e-bad7-98ac1b446be0/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2195864 Jun 25 11:40:25.545894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59526) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:25.565772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] Sync routers for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:40:25.575092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:25.575711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:25.660992 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-209d7550-e920-4694-8b54-d1f8be38d89e tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1139233 Jun 25 11:40:25.663849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59530) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:25.683463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:25.728069 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6f0bceed-c54c-40b4-8cc4-e9bd30b7e068 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 991 time: 0.0629663 Jun 25 11:40:25.904347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'e553a4a2-8596-4a4a-a749-97f9caa80e5f', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'mac_address': 'fa:16:3e:a6:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:39:15Z', 'updated_at': '2021-06-25T11:40:22Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:40:22Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:25.934250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] Checking router: 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:40:25.942900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:25.943512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:26.045436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:26.413622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'e553a4a2-8596-4a4a-a749-97f9caa80e5f', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'mac_address': 'fa:16:3e:a6:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:39:15Z', 'updated_at': '2021-06-25T11:40:22Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:40:22Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:26.440862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949d790-c9e2-4881-acbb-6828bd2496d2 None None] The sync data for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv is: [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'e553a4a2-8596-4a4a-a749-97f9caa80e5f', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'port_id': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'mac_address': 'fa:16:3e:a6:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:39:15Z', 'updated_at': '2021-06-25T11:40:22Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:40:22Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:40:26.732032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59532) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:26.796349 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-92276b9f-ec4b-4721-9139-35c2aaa3ce47 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 991 time: 0.0623620 Jun 25 11:40:27.386961 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-2d912ed4-d5de-45f9-86c9-d67e531e79c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556321 Jun 25 11:40:27.470135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-06adf3ba-edc3-4dd2-a574-282df8b4ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:27.471640 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-06adf3ba-edc3-4dd2-a574-282df8b4ace4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 1098 time: 0.0615368 Jun 25 11:40:27.585319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-105187af-28ce-4c71-884c-f9d8370a3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:27.586806 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-105187af-28ce-4c71-884c-f9d8370a3ccb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a129b12b-aa59-42b9-8e45-8e52773ab425 HTTP/1.1" status: 200 len: 899 time: 0.0951812 Jun 25 11:40:27.656878 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-dd05322c-4649-4ad3-999e-d483a099f6e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833 HTTP/1.1" status: 200 len: 999 time: 0.0635989 Jun 25 11:40:27.707564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-5532d60f-c21c-49ba-912e-5220129b7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:27.708932 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-5532d60f-c21c-49ba-912e-5220129b7311 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c5aef08f-e9bb-4544-8e40-991f50cb3507 HTTP/1.1" status: 200 len: 835 time: 0.0457928 Jun 25 11:40:27.766917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-75ab7086-bf6a-46f6-b4bf-1a91ce484bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:27.768432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-75ab7086-bf6a-46f6-b4bf-1a91ce484bcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a129b12b-aa59-42b9-8e45-8e52773ab425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530281 Jun 25 11:40:27.799082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59534) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:27.871235 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-e6083a8b-6db7-4752-aa1b-12faf6030855 service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928233 Jun 25 11:40:27.871508 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5a4cde7a-691c-40f5-80a3-719e01ef9f02 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 991 time: 0.0693316 Jun 25 11:40:27.958802 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62edeb7a-d3ea-45fe-9e91-c4317850494d req-75b24f87-888e-414d-884b-9354e8ff174d service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832467 Jun 25 11:40:28.043150 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ba08b-9780-43ec-b873-0e91a7cae844 None None] New status for floating IP e553a4a2-8596-4a4a-a749-97f9caa80e5f: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:40:28.164094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f7558825-15e3-4c90-9d1f-fea792e1df95 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:28.218084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f7558825-15e3-4c90-9d1f-fea792e1df95 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:28.218361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:28.305898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:28.331226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port f7558825-15e3-4c90-9d1f-fea792e1df95, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f7558825-15e3-4c90-9d1f-fea792e1df95,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:28.412797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:28.413738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a457539f-73da-48d6-88cd-44a510cb9add up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:28.415629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ff7e94b5-7b32-45e0-a7f8-59fe24e37b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:28.493675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=f7558825-15e3-4c90-9d1f-fea792e1df95,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:28.507537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:28.507977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a457539f-73da-48d6-88cd-44a510cb9add triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:28.508295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:28.586103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:28.618895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port a457539f-73da-48d6-88cd-44a510cb9add, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a457539f-73da-48d6-88cd-44a510cb9add,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:28.698545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:28.700617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:28.749613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:28.752471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:28.873392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59536) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:28.935835 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-382f725e-33c5-4de2-acdb-5eef68d54b8d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 200 len: 993 time: 0.0612457 Jun 25 11:40:29.213002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59542) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:29.377687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 9a9ad0a1-bc99-4cf6-90a9-a46ccdbac808 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:40:29.377938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:29.455630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:29.455978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:29.467571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 9a9ad0a1-bc99-4cf6-90a9-a46ccdbac808 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:40:29.496595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55911529-0f42-4543-98d3-c98928658326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:29.702003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:29.704359 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-61a75ee0-b585-4f57-b4c7-e271272feefc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:29.730593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=9a9ad0a1-bc99-4cf6-90a9-a46ccdbac808,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:29.734749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:29.795538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:29.795876 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP e553a4a2-8596-4a4a-a749-97f9caa80e5f disassociated (deleted). External IP: 172.26.0.118, port: c8c37d2c-a73e-4146-ba0f-d085aeecf833. Jun 25 11:40:30.011249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:40:30.119782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:40:30.124510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:30.130664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] Sync routers for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:40:30.143533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f7558825-15e3-4c90-9d1f-fea792e1df95 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:30.145704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:30.146320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:30.168164 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/e553a4a2-8596-4a4a-a749-97f9caa80e5f HTTP/1.1" status: 204 len: 168 time: 0.9509141 Jun 25 11:40:30.168164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:40:30.169206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae902f6-aa12-4232-a485-e91dff9661c4" -d '{"events": [{"name": "network-changed", "server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:40:30.210423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28894975-a906-4afb-896d-6a31eb7f869c x-openstack-request-id: req-28894975-a906-4afb-896d-6a31eb7f869c {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:40:30.210840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:40:30.211208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28894975-a906-4afb-896d-6a31eb7f869c {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:40:30.211726 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'status': 'completed', 'code': 200} Jun 25 11:40:30.276963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f7558825-15e3-4c90-9d1f-fea792e1df95 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:30.279282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:30.294714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-33d67d13-e83f-4fc2-a3c9-962a341c7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:30.299100 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-33d67d13-e83f-4fc2-a3c9-962a341c7942 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 1098 time: 0.0675628 Jun 25 11:40:30.316499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:30.404948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-f7449a3e-fb9d-44a4-8f6b-4a85f4b6cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:30.406529 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-f7449a3e-fb9d-44a4-8f6b-4a85f4b6cdab service neutron] 10.222.0.47 "GET /v2.0/networks?id=a129b12b-aa59-42b9-8e45-8e52773ab425 HTTP/1.1" status: 200 len: 899 time: 0.1011949 Jun 25 11:40:30.451989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-1a8ae47c-5b71-437b-9224-ffcbfc66c3b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833 HTTP/1.1" status: 200 len: 217 time: 0.0389457 Jun 25 11:40:30.487295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a457539f-73da-48d6-88cd-44a510cb9add up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:30.502747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-50dc46b5-342c-4e31-a495-79e2e45c4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:30.504204 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-50dc46b5-342c-4e31-a495-79e2e45c4646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c5aef08f-e9bb-4544-8e40-991f50cb3507 HTTP/1.1" status: 200 len: 835 time: 0.0464957 Jun 25 11:40:30.574153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-59fc7965-70ab-4da3-8757-b6a396406912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:30.575638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-59fc7965-70ab-4da3-8757-b6a396406912 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a129b12b-aa59-42b9-8e45-8e52773ab425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582135 Jun 25 11:40:30.579249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a457539f-73da-48d6-88cd-44a510cb9add triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:30.579751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:30.913665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:30.913665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] Checking router: 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:40:30.913965 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-320a384f-6681-4cf3-9fd9-afde6a6aa078 service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999019 Jun 25 11:40:30.914040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:30.914040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:30.914040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:30.914360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ae902f6-aa12-4232-a485-e91dff9661c4 req-5992a654-7f14-4f9f-b145-fb26bb48fab2 service neutron] 10.222.0.47 "GET /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401637 Jun 25 11:40:30.914360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbba22-ff8c-46da-ae41-beb4c3cbb923 req-210ec6c7-1c38-436f-b62e-74763e3fd24e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:30.914360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7cdbba22-ff8c-46da-ae41-beb4c3cbb923 req-210ec6c7-1c38-436f-b62e-74763e3fd24e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 945 time: 0.1522527 Jun 25 11:40:30.914360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7cdbba22-ff8c-46da-ae41-beb4c3cbb923 req-ab109226-35a5-49b7-89e1-aac149fca43e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357466 Jun 25 11:40:31.031874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:31.064488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ddea3-ac78-4bcc-9ce1-dc94572fb3e5 None None] The sync data for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv is: [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:38:55Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'a457539f-73da-48d6-88cd-44a510cb9add', 'name': '', 'network_id': 'a129b12b-aa59-42b9-8e45-8e52773ab425', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:be:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:54Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'c5aef08f-e9bb-4544-8e40-991f50cb3507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:40:31.699033 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868d36f-0b4f-4aac-8963-b07a9be13767 None None] New status for floating IP e553a4a2-8596-4a4a-a749-97f9caa80e5f: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:40:31.972363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4fe34d07-6672-4f79-9006-9275d66d3d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:32.071930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a357c8f-977d-41d4-8e2e-0a241baffdb7 req-0e0835a9-05e7-4cda-9daa-63058054e137 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:32.071930 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7a357c8f-977d-41d4-8e2e-0a241baffdb7 req-0e0835a9-05e7-4cda-9daa-63058054e137 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 945 time: 0.0636268 Jun 25 11:40:32.095890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:32.117756 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7a357c8f-977d-41d4-8e2e-0a241baffdb7 req-e0120135-6780-473e-972f-c995cd1b960c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e707854-66c0-4a9c-ae8f-96cb39c86dff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376740 Jun 25 11:40:32.461814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-e1ce0567-90f5-4510-9197-0c77c33af885 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:32.463935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-e1ce0567-90f5-4510-9197-0c77c33af885 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 945 time: 0.0644374 Jun 25 11:40:32.574108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port c8c37d2c-a73e-4146-ba0f-d085aeecf833 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:40:32.574453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:32.664976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port c8c37d2c-a73e-4146-ba0f-d085aeecf833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c8c37d2c-a73e-4146-ba0f-d085aeecf833,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:32.665382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:32.682644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for c8c37d2c-a73e-4146-ba0f-d085aeecf833 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:40:32.875587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:32.879853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d075283-adb9-451b-9f3f-aac528ad780b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:32.906149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=c8c37d2c-a73e-4146-ba0f-d085aeecf833,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:32.909302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:32.959610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port c8c37d2c-a73e-4146-ba0f-d085aeecf833 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:40:32.962288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:32.964531 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f69989eb-823d-44c3-bbb6-406e3ee37097 req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/c8c37d2c-a73e-4146-ba0f-d085aeecf833 HTTP/1.1" status: 204 len: 173 time: 0.4947727 Jun 25 11:40:32.965011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'name': 'network-vif-deleted', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:40:32.968026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629fd852-14be-4b72-bacc-8bf953948cd6" -d '{"events": [{"server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "name": "network-vif-deleted", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:40:33.011689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9446332c-7d96-4241-a5e9-a85e6e5af47c x-openstack-request-id: req-9446332c-7d96-4241-a5e9-a85e6e5af47c {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:40:33.011953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca8a500-f6ad-46fd-a54c-96028426bf58", "name": "network-vif-deleted", "tag": "c8c37d2c-a73e-4146-ba0f-d085aeecf833", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:40:33.012268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9446332c-7d96-4241-a5e9-a85e6e5af47c {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:40:33.012751 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca8a500-f6ad-46fd-a54c-96028426bf58', 'name': 'network-vif-deleted', 'tag': 'c8c37d2c-a73e-4146-ba0f-d085aeecf833', 'status': 'completed', 'code': 200} Jun 25 11:40:33.193026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:33.265275 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bb026754-55e5-4f36-9f75-5ae7ea35f054 req-e1a1499e-a6c7-476d-9807-986014103120 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=eca8a500-f6ad-46fd-a54c-96028426bf58 HTTP/1.1" status: 200 len: 210 time: 0.0303810 Jun 25 11:40:34.361360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59562) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:34.424028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:34.449340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:34.615978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:34.618573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:34.620269 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/1e707854-66c0-4a9c-ae8f-96cb39c86dff HTTP/1.1" status: 204 len: 168 time: 0.2576861 Jun 25 11:40:34.621126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dff91726-2708-4f7f-b834-e21dac571253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:34.630737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e707854-66c0-4a9c-ae8f-96cb39c86dff,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:34.636779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:34.767888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59566) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:34.799566 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:40:34.970341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:35.148499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:35.414791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port a457539f-73da-48d6-88cd-44a510cb9add {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:40:35.415436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:35.502235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port a457539f-73da-48d6-88cd-44a510cb9add, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a457539f-73da-48d6-88cd-44a510cb9add,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:35.502583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:35.515006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for a457539f-73da-48d6-88cd-44a510cb9add owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:40:35.690403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c8c37d2c-a73e-4146-ba0f-d085aeecf833 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:40:35.711641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: c8c37d2c-a73e-4146-ba0f-d085aeecf833 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:40:35.711989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device c8c37d2c-a73e-4146-ba0f-d085aeecf833 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:40:35.778255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:35.780452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d1ceba3-80c2-4cc8-81b6-3e997128a522 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:35.806542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=a457539f-73da-48d6-88cd-44a510cb9add,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:35.810407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:35.980927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:36.548321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:40:36.655431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:40:36.660378 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914053 Jun 25 11:40:36.663159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59568) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:36.665314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] Sync routers for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:40:36.675834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:36.676458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:36.716304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet c5aef08f-e9bb-4544-8e40-991f50cb3507 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:40:36.719520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:36.760275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:36.785799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:36.847231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:36.967353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:40:35Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:36.997588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] Checking router: 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:40:37.005719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] Routers {'7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:37.006326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:37.012675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.015075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-31497ace-85be-4b8b-8d4a-f995e36ed40e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:37.040727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=c5aef08f-e9bb-4544-8e40-991f50cb3507,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:37.044133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:37.046850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.051208 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/c5aef08f-e9bb-4544-8e40-991f50cb3507 HTTP/1.1" status: 204 len: 168 time: 0.3845429 Jun 25 11:40:37.051867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59570) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:37.053553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d61efb-37ef-4e59-a4ec-f0506b6d6e8c None None] Network a129b12b-aa59-42b9-8e45-8e52773ab425 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:40:37.165381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.273895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.318498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] Set router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:37.415756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port f7558825-15e3-4c90-9d1f-fea792e1df95 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:40:37.416034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.501730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port f7558825-15e3-4c90-9d1f-fea792e1df95, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f7558825-15e3-4c90-9d1f-fea792e1df95,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:37.502094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.515173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for f7558825-15e3-4c90-9d1f-fea792e1df95 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:40:37.561200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:40:35Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:37.591852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] DHCP port deletion for a129b12b-aa59-42b9-8e45-8e52773ab425 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:40:37.594151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c63955-6bd9-4930-b9c8-ca07dcc5f656 None None] The sync data for ids ['7ef1ddbc-a05f-45b8-b0b8-32d049aca1de'] in dv-neutron-797120-5-hyperv is: [{'id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'name': 'tempest-TestNetworkBasicOps-router-1987685764', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146'}], 'enable_snat': True}, 'gw_port_id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:38:50Z', 'updated_at': '2021-06-25T11:40:35Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': 'f7558825-15e3-4c90-9d1f-fea792e1df95', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef1ddbc-a05f-45b8-b0b8-32d049aca1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:38:51Z', 'updated_at': '2021-06-25T11:40:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:40:37.650828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Deleting port eb1acb88-c1bd-4089-8591-dc302b0d104e {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:40:37.651236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.715695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] For port eb1acb88-c1bd-4089-8591-dc302b0d104e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=eb1acb88-c1bd-4089-8591-dc302b0d104e,segment=NetworkSegment(aaeb2bd1-7c0c-4f3d-b054-307196352bb1),segment_id=aaeb2bd1-7c0c-4f3d-b054-307196352bb1)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:37.716288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.728159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Calling delete_port for eb1acb88-c1bd-4089-8591-dc302b0d104e owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:40:37.778438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.781667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-48d37c81-fbcd-42ea-8f02-0d903d94aa16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:37.805216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=f7558825-15e3-4c90-9d1f-fea792e1df95,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:37.808383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:37.870712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.915354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.917599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:37.946056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Pushing event deleted for resources: {'Port': ['ID=eb1acb88-c1bd-4089-8591-dc302b0d104e,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:37.949948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:37.950771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] No DVR routers for this DVR port eb1acb88-c1bd-4089-8591-dc302b0d104e on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:40:37.965394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:37.967902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.104242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.104814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef1ddbc-a05f-45b8-b0b8-32d049aca1de {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:40:38.111973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.113168 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/7ef1ddbc-a05f-45b8-b0b8-32d049aca1de HTTP/1.1" status: 204 len: 168 time: 1.0603571 Jun 25 11:40:38.115817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59572) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:38.186707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eb1acb88-c1bd-4089-8591-dc302b0d104e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:40:38.207916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: eb1acb88-c1bd-4089-8591-dc302b0d104e {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:40:38.208408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eb1acb88-c1bd-4089-8591-dc302b0d104e not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:40:38.208943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a457539f-73da-48d6-88cd-44a510cb9add no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:40:38.209238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.227906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: a457539f-73da-48d6-88cd-44a510cb9add {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:40:38.228240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a457539f-73da-48d6-88cd-44a510cb9add not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:40:38.300034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.310294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a129b12b-aa59-42b9-8e45-8e52773ab425']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:38.320433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:38.320727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeb2bd1-7c0c-4f3d-b054-307196352bb1') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:38.330059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.343182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.348657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:40:38.349032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:40:38.351932 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:40:38.498285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.502598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.505462 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/a129b12b-aa59-42b9-8e45-8e52773ab425 HTTP/1.1" status: 204 len: 168 time: 0.3879421 Jun 25 11:40:38.505781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1b09ead6-8a43-4be9-af3d-395fe10d7554 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:38.522199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=a129b12b-aa59-42b9-8e45-8e52773ab425,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:38.525277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0065872c-9d9b-43be-b183-91aa43f8c7b0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:38.527993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59574) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:38.533259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--1021224660', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:38.655237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:40:38.658870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.684248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:40:38.692984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.693358 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment 6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4 of type vlan for network c95a31b3-eded-42db-83c5-6f7cd7db7a22 Jun 25 11:40:38.732992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.846541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.852193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:38.852821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:38.860343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:38.957892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4286225 Jun 25 11:40:38.960835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59576) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:38.961332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=c95a31b3-eded-42db-83c5-6f7cd7db7a22,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:38.964563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:38.966306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:38.972260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:40:39.092577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:39.093691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:39.144059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:39.363824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:39.628022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:39.647468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:39.753062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.168 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/20170572-4bf8-4d96-b071-9042e8ee4520) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:40:40.081818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f7558825-15e3-4c90-9d1f-fea792e1df95 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:40:40.102963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: f7558825-15e3-4c90-9d1f-fea792e1df95 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:40:40.103906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f7558825-15e3-4c90-9d1f-fea792e1df95 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:40:40.200487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:40.353157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:40.356010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02bd48de-c4ea-4770-a0ca-0ee9c7e2e6c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:40.394472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:40:40.397291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:40:40.401174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:40:40.406865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=20170572-4bf8-4d96-b071-9042e8ee4520,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:40.432817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.433232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.433616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.433998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.434371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.434826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.435106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.435472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.435845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.436207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.436566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.436925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:40.444403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:40.498199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:40.813473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:41.024049 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:41.223952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:40:41.332361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:40:41.341679 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Sync routers for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:40:41.350134 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:41.350740 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:41.415994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:41.417606 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4555089 Jun 25 11:40:41.421233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59578) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:41.453655 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-391a62e4-85c1-49d0-8768-dd8218824764 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311460 Jun 25 11:40:41.456413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59580) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:41.542833 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:41.556307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13331bc-faec-479d-a60e-2b785b6b1c30 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:41.558677 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b13331bc-faec-479d-a60e-2b785b6b1c30 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1013021 Jun 25 11:40:41.561457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59582) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:41.591084 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cdb6b977-ce6a-423e-b548-e925c9b40d86 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283599 Jun 25 11:40:41.593482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59584) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:41.598851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447841532', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:41.722906 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:40Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:41.749562 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Checking router: dad4d1ba-dfa5-49f8-968a-e6bc99c6daef for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:40:41.749923 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Updating router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef port 20170572-4bf8-4d96-b071-9042e8ee4520 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:40:41.786563 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:41.786855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:40:41.790550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.042479 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.052334 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Transition to ACTIVE for port object 20170572-4bf8-4d96-b071-9042e8ee4520 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:40:42.063919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.066740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-038744ad-a4ac-4ac7-83ef-b4e69b04ad61 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:42.140035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=3718b19b-27ad-48b3-81aa-057176b69690,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:42.143940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:42.156025 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.158982 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-97767fe9-3d46-43c4-a668-f2ae1e950586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:42.164033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:40:42.164607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: c95a31b3-eded-42db-83c5-6f7cd7db7a22, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:40:42.214360 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Attempting to bind port 20170572-4bf8-4d96-b071-9042e8ee4520 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:40:42.214729 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Attempting to bind port 20170572-4bf8-4d96-b071-9042e8ee4520 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:40:42.215091 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Attempting to bind port 20170572-4bf8-4d96-b071-9042e8ee4520 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:40:42.226438 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Pushing event updated for resources: {'Port': ['ID=20170572-4bf8-4d96-b071-9042e8ee4520,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:42.229519 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:40:42.230094 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:40:42.230708 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.231321 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:40:42.232066 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Bound port: 20170572-4bf8-4d96-b071-9042e8ee4520, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:40:42.232656 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.249980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:40:42.267202 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.267544 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.267878 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.268199 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.268520 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.268839 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.269185 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.269502 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.269817 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.270129 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.270509 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.270750 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:42.276489 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:42.307847 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] For port 20170572-4bf8-4d96-b071-9042e8ee4520, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:40:42.311065 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] For port 20170572-4bf8-4d96-b071-9042e8ee4520, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=20170572-4bf8-4d96-b071-9042e8ee4520,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:40:42.332387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, c95a31b3-eded-42db-83c5-6f7cd7db7a22) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:40:42.337047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:42.337681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.343091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d09379-70d1-48e9-aa14-3bfe5fae6896 None None] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:40:42.421914 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.434936 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:42.443308 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8460424 Jun 25 11:40:42.444450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59586) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:42.472954 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:42.473642 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:42.515927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:40:42.516839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.602606 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Pushing event updated for resources: {'Port': ['ID=20170572-4bf8-4d96-b071-9042e8ee4520,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:42.605963 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:42.625667 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:42.695878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Allocated IP 172.20.0.2 (c95a31b3-eded-42db-83c5-6f7cd7db7a22/3718b19b-27ad-48b3-81aa-057176b69690/2cdbea50-3ab1-4dba-90e5-f91098ff88fa) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:40:42.833192 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:40Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:42.866274 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317832d-f046-4754-83ae-5449efb2b31e None None] The sync data for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv is: [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:40Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:40:42.866556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.876521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Transition to ACTIVE for port object 2cdbea50-3ab1-4dba-90e5-f91098ff88fa will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:40:42.897703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Transition to ACTIVE for port object 2cdbea50-3ab1-4dba-90e5-f91098ff88fa will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:40:42.965477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.978187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:42.981064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:43.026719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:40:43.029556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:40:43.034145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:40:43.037331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Pushing event updated for resources: {'Port': ['ID=2cdbea50-3ab1-4dba-90e5-f91098ff88fa,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:43.047839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:43.136798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Attempting to bind port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:40:43.137449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Attempting to bind port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:40:43.138093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Attempting to bind port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa on network c95a31b3-eded-42db-83c5-6f7cd7db7a22 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:40:43.154002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:40:43.154629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Checking segment: {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:40:43.155336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:43.156035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Bound using segment: {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:40:43.156891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Bound port: 2cdbea50-3ab1-4dba-90e5-f91098ff88fa, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:40:43.158569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:43.247161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] For port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:40:43.250590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] For port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2cdbea50-3ab1-4dba-90e5-f91098ff88fa,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:40:43.330237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:43.332023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (c95a31b3-eded-42db-83c5-6f7cd7db7a22/3718b19b-27ad-48b3-81aa-057176b69690/58b3a6d3-0452-482f-a048-5fbc923eb172) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:40:43.332322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:43.402018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Pushing event updated for resources: {'Port': ['ID=2cdbea50-3ab1-4dba-90e5-f91098ff88fa,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:43.405950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:43.465602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:43.482980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 58b3a6d3-0452-482f-a048-5fbc923eb172 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:40:43.601558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:43.614561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:43.655561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:40:43.659820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:40:43.662751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:40:43.711882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=58b3a6d3-0452-482f-a048-5fbc923eb172,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:43.715970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:43.739082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:43.972541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:44.175498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2cdbea50-3ab1-4dba-90e5-f91098ff88fa up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:44.280037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:44.298068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:40:44.302540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 20170572-4bf8-4d96-b071-9042e8ee4520 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:44.352078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:44.356765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:44.411069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 20170572-4bf8-4d96-b071-9042e8ee4520 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:40:44.415353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 20170572-4bf8-4d96-b071-9042e8ee4520 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:44.416158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:44.430860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=58b3a6d3-0452-482f-a048-5fbc923eb172,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:44.434468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:44.444232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:44.506469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:44.530316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 20170572-4bf8-4d96-b071-9042e8ee4520, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=20170572-4bf8-4d96-b071-9042e8ee4520,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:44.541110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:40:44.543288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:40:44.626939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:44.629129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:44.670742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:40:44.683535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=20170572-4bf8-4d96-b071-9042e8ee4520,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:44.692967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:44.768131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962584b8-e146-4c2f-8ab6-b29893fadd57 None None] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:40:44.784062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:40:44.791739 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/dad4d1ba-dfa5-49f8-968a-e6bc99c6daef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3441176 Jun 25 11:40:44.793690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59588) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:44.818184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Sync routers for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:40:44.835096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:44.835726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:44.892239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be826b9a-2f2b-4a7b-983d-df12fd44be1c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.892715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be826b9a-2f2b-4a7b-983d-df12fd44be1c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.893272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be826b9a-2f2b-4a7b-983d-df12fd44be1c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.893735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be826b9a-2f2b-4a7b-983d-df12fd44be1c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.895790 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-be826b9a-2f2b-4a7b-983d-df12fd44be1c tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1006768 Jun 25 11:40:44.898205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59590) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:44.955233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b4731-d56b-408d-a5dc-6e125b822485 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.955706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b4731-d56b-408d-a5dc-6e125b822485 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.956168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b4731-d56b-408d-a5dc-6e125b822485 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.956628 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b4731-d56b-408d-a5dc-6e125b822485 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:44.958311 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-897b4731-d56b-408d-a5dc-6e125b822485 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0590727 Jun 25 11:40:44.961052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59592) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:45.021204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:45.050832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Provisioning for port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:40:45.058812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Provisioning complete for port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:45.059191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.100622 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e815d6c1-45bd-41ac-a522-892eed7b80c2 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1382515 Jun 25 11:40:45.423084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.481474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] For port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2cdbea50-3ab1-4dba-90e5-f91098ff88fa,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:45.486772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59596) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:45.491535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207024080', 'description': 'tempest-secgroup-smoke-1207024080 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:45.504651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:45.534699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Checking router: dad4d1ba-dfa5-49f8-968a-e6bc99c6daef for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:40:45.535062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Updating router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef port 58b3a6d3-0452-482f-a048-5fbc923eb172 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:40:45.572958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.588095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.592676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:45.629734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.725637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.729628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Pushing event updated for resources: {'Port': ['ID=2cdbea50-3ab1-4dba-90e5-f91098ff88fa,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:45.733298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:45.757997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-57dd228b-5e28-4346-910a-8ce1f2e7c9b6 None None] Provisioning complete for port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:45.758370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57dd228b-5e28-4346-910a-8ce1f2e7c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.789206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.794226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c0270de8-e464-4a04-92c4-973534ef0c60 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:45.823132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a38dec-2816-4a63-98ac-57ffb32ae6e1,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:45.826067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:45.898082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.903698 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4116149 Jun 25 11:40:45.903872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59598) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:45.908958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '73a38dec-2816-4a63-98ac-57ffb32ae6e1', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:45.979837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:45.993498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Transition to ACTIVE for port object 58b3a6d3-0452-482f-a048-5fbc923eb172 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:40:45.994913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.020891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-57dd228b-5e28-4346-910a-8ce1f2e7c9b6 None None] Provisioning for port 58b3a6d3-0452-482f-a048-5fbc923eb172 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:40:46.025707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-57dd228b-5e28-4346-910a-8ce1f2e7c9b6 None None] Provisioning complete for port 58b3a6d3-0452-482f-a048-5fbc923eb172 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:46.026103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57dd228b-5e28-4346-910a-8ce1f2e7c9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.059361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.065027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-57dd228b-5e28-4346-910a-8ce1f2e7c9b6 None None] Port 58b3a6d3-0452-482f-a048-5fbc923eb172 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:40:46.076016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.080935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8c517f68-0ff0-4206-a4de-85a124e1ffbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:46.137868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389226e4-b73c-4d98-af3a-4872720a0040 None None] Pushing event updated for resources: {'Port': ['ID=58b3a6d3-0452-482f-a048-5fbc923eb172,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:46.141540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-389226e4-b73c-4d98-af3a-4872720a0040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:46.160114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 20170572-4bf8-4d96-b071-9042e8ee4520 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:46.203741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.208660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1ec92a93-2b29-4aba-889e-79a5b58150d3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:46.224668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Attempting to bind port 58b3a6d3-0452-482f-a048-5fbc923eb172 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:40:46.225186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Attempting to bind port 58b3a6d3-0452-482f-a048-5fbc923eb172 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:40:46.225525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Attempting to bind port 58b3a6d3-0452-482f-a048-5fbc923eb172 on network c95a31b3-eded-42db-83c5-6f7cd7db7a22 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:40:46.226177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8d67c4-820d-4e96-9ed3-64b51ecb0750,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:46.229465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:46.232513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:40:46.232931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Checking segment: {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:40:46.233314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.233713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Bound using segment: {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:40:46.234193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Bound port: 58b3a6d3-0452-482f-a048-5fbc923eb172, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:40:46.235783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.288894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 20170572-4bf8-4d96-b071-9042e8ee4520 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:46.289310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.336081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] For port 58b3a6d3-0452-482f-a048-5fbc923eb172, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:40:46.341644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] For port 58b3a6d3-0452-482f-a048-5fbc923eb172, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=58b3a6d3-0452-482f-a048-5fbc923eb172,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:40:46.392610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.393854 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4886367 Jun 25 11:40:46.396560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59600) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:46.402819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2cdbea50-3ab1-4dba-90e5-f91098ff88fa up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:46.403467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '73a38dec-2816-4a63-98ac-57ffb32ae6e1', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:46.433269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.439442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-844de57c-1284-4e27-8fb7-0bc9c3dedbb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:46.511491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389226e4-b73c-4d98-af3a-4872720a0040 None None] Pushing event updated for resources: {'Port': ['ID=58b3a6d3-0452-482f-a048-5fbc923eb172,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:46.515349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:40:46.515979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:40:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:46.519172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-389226e4-b73c-4d98-af3a-4872720a0040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:46.520664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:46.521034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.521295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.598342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.676111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.677061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e48d165-7a04-484b-8247-507c2e77c31c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:46.692263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1aecd9-3379-4d0b-b7e1-a6507e93e0bc,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:46.693243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:40:46.696281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:46.780941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.784722 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3847275 Jun 25 11:40:46.784977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59602) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:46.791291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '73a38dec-2816-4a63-98ac-57ffb32ae6e1', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:46.904762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:46.908574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:46Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:40:46.940831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a138e8-187f-4ceb-8694-9d8893b620f9 None None] The sync data for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv is: [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:46Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:40:46.975109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:47.072939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:47.076595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-525b651f-5c4e-415e-bfc3-2e3c2d438abc tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:47.094681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e491583c-1bf1-4d7d-b534-266316c99f31,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:47.097364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:47.200064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:47.201384 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4154117 Jun 25 11:40:47.204207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59604) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:47.209069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '73a38dec-2816-4a63-98ac-57ffb32ae6e1', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:47.394600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:47.469329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:47.680343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:47.682421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-37dfc46b-b1ad-461d-9a7a-636346f6bd16 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:47.701428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8900f8e6-d1ca-4f5c-a0f7-b2503c221457,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.714732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:40:47.718041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:47.794868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:47.796151 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5908284 Jun 25 11:40:47.798824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59606) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:47.806309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '73a38dec-2816-4a63-98ac-57ffb32ae6e1', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:47.938297 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:40:47.944289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.006788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.114953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.116820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85cce11e-abaf-4c3a-8684-6af239833690 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:48.135775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ed80e9-2e48-4037-a143-99150e171f90,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:48.139481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:48.150156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58b3a6d3-0452-482f-a048-5fbc923eb172 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:48.229301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.230545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cf9d624c-bfe4-4bd8-a5ab-5d6a82b0230f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4305806 Jun 25 11:40:48.233335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59608) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:40:48.237821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '73a38dec-2816-4a63-98ac-57ffb32ae6e1', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:48.323737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 58b3a6d3-0452-482f-a048-5fbc923eb172 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:40:48.328029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 58b3a6d3-0452-482f-a048-5fbc923eb172 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:48.328412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.366333 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:40:48.372678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.411358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.433588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.445671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 58b3a6d3-0452-482f-a048-5fbc923eb172, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=58b3a6d3-0452-482f-a048-5fbc923eb172,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:40:48.543578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.545532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f2251d06-23ec-4920-918d-e6395e75aa67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:48.562353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0ba207-2906-4287-94ed-838f4409c622,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:48.566604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:48.580937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.580937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:48.626820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=58b3a6d3-0452-482f-a048-5fbc923eb172,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:48.629813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:48.686605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:48.687867 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4535987 Jun 25 11:40:48.901862 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-1a22a52a-11a6-4855-8bb5-1189db90828e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207024080&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0339582 Jun 25 11:40:49.010315 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-6e6f3f4e-594b-4aa6-a9c8-3d538e92da8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:49.011803 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-6e6f3f4e-594b-4aa6-a9c8-3d538e92da8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 200 len: 797 time: 0.1034019 Jun 25 11:40:49.029221 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-711102f4-7298-4cf5-b993-33d6ae17b319 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0119276 Jun 25 11:40:49.104559 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-70eb8d77-7e79-4f57-b13e-9876c8bb4d37 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700216 Jun 25 11:40:49.200924 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-0f6f94f2-2228-4230-9fa2-a2a5065a5243 service neutron] 10.222.0.81 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Jun 25 11:40:49.298475 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-4728bdd1-98ee-444b-9b0e-2d5817b29c6d service neutron] 10.222.0.81 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915492 Jun 25 11:40:49.587372 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-498f6911-f683-4809-9589-f8d84516ca4f req-ac2fbc4b-7538-425e-abd9-f3d7ea94bda8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0373077 Jun 25 11:40:50.129394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58b3a6d3-0452-482f-a048-5fbc923eb172 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:40:50.177200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 58b3a6d3-0452-482f-a048-5fbc923eb172 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:50.177578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:50.668045 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9be8b399-c725-402a-8cc5-6eb20e77ce91 req-c0683013-248f-4a7d-8638-3b57824935ca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0287881 Jun 25 11:40:51.751440 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b93c8b3e-ddc3-450d-b8e3-7da6a0216463 req-17dce656-d60b-44ba-83f2-3a5ca5e1e86f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0315471 Jun 25 11:40:52.834436 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-73fa2b9b-365d-4211-83ff-a530054f9853 req-97fde7a6-e0df-4b4e-92b0-4a92605d0c0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jun 25 11:40:53.975715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4d33cce7-9644-48f1-a38f-409e70eb0680 req-cd5823f4-cf60-4178-a97b-e0376fb75215 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0286500 Jun 25 11:40:55.125639 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5e7a8e73-fc81-4cc9-942c-d44dc21ec546 req-35397b44-8824-4a89-9123-8b37a258889a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0331264 Jun 25 11:40:56.181453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-80441cf0-31a5-416a-97c9-e0b1d5bc171c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:56.184070 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-80441cf0-31a5-416a-97c9-e0b1d5bc171c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 200 len: 797 time: 0.1061623 Jun 25 11:40:56.233431 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-9f5a6d11-35dd-4f09-8e2a-706f043d0c07 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 380 time: 0.0344746 Jun 25 11:40:56.243798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['73a38dec-2816-4a63-98ac-57ffb32ae6e1']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:56.289230 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35fc7549-edc6-4759-b993-95fd5b7fbd2b req-62ac2e21-184f-459b-967c-ea9be283e3e0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0495627 Jun 25 11:40:56.603584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:40:56.607214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:56.732308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.11 (c95a31b3-eded-42db-83c5-6f7cd7db7a22/3718b19b-27ad-48b3-81aa-057176b69690/58961e2e-28bc-4fa2-8ffa-2afb4d299912) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:40:56.880169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:56.894984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 58961e2e-28bc-4fa2-8ffa-2afb4d299912 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:40:57.023619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:57.027761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-61ad82d9-195a-4fd9-beae-e0263a9e4031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:57.070315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:40:57.073904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:40:57.077790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:40:57.101370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=58961e2e-28bc-4fa2-8ffa-2afb4d299912,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:57.106391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:57.136111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:57.136853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:57.261729 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0232706 Jun 25 11:40:57.274825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Request body: {'port': {'device_id': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:40:57.348921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:57.372003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0efc1d92-5ca1-485e-8bc2-c064a26a3894 None None] Provisioning for port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:40:57.376151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0efc1d92-5ca1-485e-8bc2-c064a26a3894 None None] Provisioning complete for port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:40:57.376638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0efc1d92-5ca1-485e-8bc2-c064a26a3894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:57.419079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0efc1d92-5ca1-485e-8bc2-c064a26a3894 None None] Port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:40:57.478987 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a630d9d-7873-4469-b26f-bc3de797bc67 req-bd498403-1996-4aaf-89d6-6feb6049e143 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:57.480531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8a630d9d-7873-4469-b26f-bc3de797bc67 req-bd498403-1996-4aaf-89d6-6feb6049e143 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 932 time: 0.0740645 Jun 25 11:40:57.520396 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8a630d9d-7873-4469-b26f-bc3de797bc67 req-413d1af0-412d-4408-b768-85f9905f5a72 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338666 Jun 25 11:40:58.000052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58961e2e-28bc-4fa2-8ffa-2afb4d299912 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:40:58.007641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:58.021919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Transition to ACTIVE for port object 58961e2e-28bc-4fa2-8ffa-2afb4d299912 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:40:58.117697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:58.120707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8d327579-6ff6-4a63-a6d5-868d494a966f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:58.169660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Pushing event updated for resources: {'Port': ['ID=58961e2e-28bc-4fa2-8ffa-2afb4d299912,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:58.174825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:58.248251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Attempting to bind port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:40:58.248610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Attempting to bind port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:40:58.248914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Attempting to bind port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 on network c95a31b3-eded-42db-83c5-6f7cd7db7a22 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:40:58.254883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 on network c95a31b3-eded-42db-83c5-6f7cd7db7a22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:40:58.255214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Attempting to bind port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 on network c95a31b3-eded-42db-83c5-6f7cd7db7a22 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:40:58.260589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:40:58.260936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Checking segment: {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:40:58.261362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Bound using segment: {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:40:58.261790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Bound port: 58961e2e-28bc-4fa2-8ffa-2afb4d299912, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:40:58.262337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:58.333330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] For port 58961e2e-28bc-4fa2-8ffa-2afb4d299912, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:40:58.336662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] For port 58961e2e-28bc-4fa2-8ffa-2afb4d299912, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:40:58.420787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:58.423011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a262c107-bc3d-458b-a9e2-a4670bd662ee tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:40:58.457316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:58.457571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:58.458985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] 10.222.0.47 "PUT /v2.0/ports/58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 200 len: 1094 time: 1.1892068 Jun 25 11:40:58.459512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:40:58.461989 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7cae45-dd67-4658-80de-1e7d0e26e065" -d '{"events": [{"name": "network-changed", "server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:40:58.486325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Pushing event updated for resources: {'Port': ['ID=58961e2e-28bc-4fa2-8ffa-2afb4d299912,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:40:58.494805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:40:58.500137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d59b707-8cb7-487c-a841-acf6e5f394bb x-openstack-request-id: req-7d59b707-8cb7-487c-a841-acf6e5f394bb {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:40:58.500481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:40:58.500785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d59b707-8cb7-487c-a841-acf6e5f394bb {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:40:58.501279 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'status': 'completed', 'code': 200} Jun 25 11:40:58.580486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cae45-dd67-4658-80de-1e7d0e26e065 req-9974f649-adc5-47a3-9c43-f5188c6dad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:58.582101 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a7cae45-dd67-4658-80de-1e7d0e26e065 req-9974f649-adc5-47a3-9c43-f5188c6dad73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0599923 Jun 25 11:40:58.691138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cae45-dd67-4658-80de-1e7d0e26e065 req-b4276dfb-c83c-4b5a-bd59-7089a458075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:58.692573 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a7cae45-dd67-4658-80de-1e7d0e26e065 req-b4276dfb-c83c-4b5a-bd59-7089a458075c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1037824 Jun 25 11:40:58.705507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b39ba6-ad3e-4bb2-8dbf-2d1320fc7b7e req-943b0eab-694e-4ac7-a61f-4a605d3d4695 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:58.707022 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-34b39ba6-ad3e-4bb2-8dbf-2d1320fc7b7e req-943b0eab-694e-4ac7-a61f-4a605d3d4695 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0654705 Jun 25 11:40:58.747731 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-34b39ba6-ad3e-4bb2-8dbf-2d1320fc7b7e req-38e3c703-f785-4664-8f02-d860a7fa5cc2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341589 Jun 25 11:40:58.788962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cae45-dd67-4658-80de-1e7d0e26e065 req-cc7777d5-aa15-4b81-ae31-4e33e51830b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:58.791014 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a7cae45-dd67-4658-80de-1e7d0e26e065 req-cc7777d5-aa15-4b81-ae31-4e33e51830b7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924983 Jun 25 11:40:58.888264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-b1685123-37a9-407e-831a-3d0110d8d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:58.889967 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-b1685123-37a9-407e-831a-3d0110d8d7fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1097 time: 0.0589833 Jun 25 11:40:58.931810 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-0c193c6b-2f8e-450b-987d-f8c1ef6f75bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 200 len: 217 time: 0.0348885 Jun 25 11:40:58.981840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-1e809efb-2e40-495f-968d-3cad6f74d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:58.983192 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-1e809efb-2e40-495f-968d-3cad6f74d94f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 200 len: 844 time: 0.0441124 Jun 25 11:40:59.044986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-62310a23-fac0-4aae-b0e4-3f3a20317b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:59.046498 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-62310a23-fac0-4aae-b0e4-3f3a20317b22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c95a31b3-eded-42db-83c5-6f7cd7db7a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572031 Jun 25 11:40:59.136868 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-5cee57ce-d6f9-4d79-bfd5-75b570281201 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837796 Jun 25 11:40:59.233139 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f492a8d7-da16-480b-a00f-c98ae11da503 req-a4f8888c-ce3b-45f8-8b4a-c984f7aaba79 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 Jun 25 11:40:59.540662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-907994e0-ee1d-4b5f-84d8-0bd439b91a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:40:59.928130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2163a-a187-4eba-95a0-958384fe3866 req-7d9234c6-15e9-4791-ab32-33a5ecb052b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:40:59.929614 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3ca2163a-a187-4eba-95a0-958384fe3866 req-7d9234c6-15e9-4791-ab32-33a5ecb052b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0672696 Jun 25 11:40:59.966464 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3ca2163a-a187-4eba-95a0-958384fe3866 req-2c320402-14f5-4332-bb68-16d0adf40b12 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Jun 25 11:41:01.145001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e9fb-6087-4337-8048-585cb118e246 req-ee6d19c6-f8d2-4f3c-bd0a-d64cd8dc4b0f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:01.146509 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c409e9fb-6087-4337-8048-585cb118e246 req-ee6d19c6-f8d2-4f3c-bd0a-d64cd8dc4b0f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 944 time: 0.0680006 Jun 25 11:41:01.188532 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c409e9fb-6087-4337-8048-585cb118e246 req-6c472dba-a894-4c11-9537-a307d78cca40 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356779 Jun 25 11:41:01.804669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 58961e2e-28bc-4fa2-8ffa-2afb4d299912 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:41:01.912271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 58961e2e-28bc-4fa2-8ffa-2afb4d299912, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:41:01.924545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'port_id': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'mac_address': 'fa:16:3e:3b:7e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:41:01.961748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:01.974309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58961e2e-28bc-4fa2-8ffa-2afb4d299912 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:41:01.986339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c92de31a-2dba-48a5-9b5a-8d99d7cdd998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:02.007087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 58961e2e-28bc-4fa2-8ffa-2afb4d299912, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:41:02.208675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:02.210499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-97252036-c8d6-4893-aeee-76fee3b0c67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:41:02.258072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=58961e2e-28bc-4fa2-8ffa-2afb4d299912,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:41:02.265360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.265718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.266060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.266396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.266727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.267058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.267381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.267704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.268033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.268348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.268682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.268987 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:41:02.272742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:41:02.305507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:02.366985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc879d-444c-4908-ab1d-79a1e7f8674d req-b2deb898-5179-485b-ae65-7584dcc183e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:02.368458 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98dc879d-444c-4908-ab1d-79a1e7f8674d req-b2deb898-5179-485b-ae65-7584dcc183e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0676515 Jun 25 11:41:02.411848 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98dc879d-444c-4908-ab1d-79a1e7f8674d req-f4023df4-e5d7-472d-a670-16e1e64601f4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375619 Jun 25 11:41:02.583361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['58961e2e-28bc-4fa2-8ffa-2afb4d299912'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:41:03.217604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:03.591992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70531e3a-273b-4408-97ad-b19e5f5e2368 req-75fa0f78-8163-4e23-92ee-8f1963c40572 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:03.593546 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-70531e3a-273b-4408-97ad-b19e5f5e2368 req-75fa0f78-8163-4e23-92ee-8f1963c40572 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 945 time: 0.0645695 Jun 25 11:41:03.631368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-70531e3a-273b-4408-97ad-b19e5f5e2368 req-cb3ab59a-53da-4a8a-b50e-558272fcaced tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321748 Jun 25 11:41:03.820468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 58961e2e-28bc-4fa2-8ffa-2afb4d299912 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:41:03.962681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:41:03.967501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:41:03.967885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:04.044697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:04.070622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:41:04.072810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ab164-bd50-4ddd-89e1-97c58b3ec03d" -d '{"events": [{"server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:41:04.090700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 58961e2e-28bc-4fa2-8ffa-2afb4d299912, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:41:04.111744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca89c3-4a6b-41cf-8250-adfd59f2d3fe x-openstack-request-id: req-deca89c3-4a6b-41cf-8250-adfd59f2d3fe {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:41:04.112047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "name": "network-vif-plugged", "status": "completed", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:41:04.112311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-deca89c3-4a6b-41cf-8250-adfd59f2d3fe {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:41:04.112716 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'code': 200} Jun 25 11:41:04.211417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:04.213406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:41:04.293821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=58961e2e-28bc-4fa2-8ffa-2afb4d299912,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:41:04.297101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:41:04.558167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52c890-28d6-47e0-be8c-bf9397814e99 req-8e23265b-8a9b-4016-b597-88d03d4f9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:04.560293 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f52c890-28d6-47e0-be8c-bf9397814e99 req-8e23265b-8a9b-4016-b597-88d03d4f9504 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0520270 Jun 25 11:41:04.595839 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f52c890-28d6-47e0-be8c-bf9397814e99 req-be11f83b-c6b7-4dc8-91f6-ea88549314bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292213 Jun 25 11:41:04.810767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d858-147f-4392-9ba6-d496529974a0 req-aca9d236-4237-4f17-8be6-944c95ddf43c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:04.812096 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-44c6d858-147f-4392-9ba6-d496529974a0 req-aca9d236-4237-4f17-8be6-944c95ddf43c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0676742 Jun 25 11:41:04.849750 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-44c6d858-147f-4392-9ba6-d496529974a0 req-d0c52150-9ae5-4dac-969d-567df5864550 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Jun 25 11:41:04.981031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:06.038243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6d8b0-2597-4f88-a949-c59a5d85ec77 req-f8eaabc9-ac25-4494-99a0-fcea8d597b55 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:06.039799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44f6d8b0-2597-4f88-a949-c59a5d85ec77 req-f8eaabc9-ac25-4494-99a0-fcea8d597b55 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0721955 Jun 25 11:41:06.079751 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44f6d8b0-2597-4f88-a949-c59a5d85ec77 req-9a6c1341-8545-45f3-af51-7d56d1d0839f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Jun 25 11:41:06.255917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f2997-0628-4702-bbdf-a7591e57b953 req-9e68e496-b60f-4f2d-82f1-0c649c7e0518 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:06.257509 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-431f2997-0628-4702-bbdf-a7591e57b953 req-9e68e496-b60f-4f2d-82f1-0c649c7e0518 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0647433 Jun 25 11:41:06.302303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-431f2997-0628-4702-bbdf-a7591e57b953 req-f3cd80dd-136b-42ca-b1ee-b437dc46e53f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380480 Jun 25 11:41:06.328116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59684) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:41:06.383214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa7028-0b2f-493e-a8eb-5e712634a975 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:06.384758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9efa7028-0b2f-493e-a8eb-5e712634a975 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1094 time: 0.0556097 Jun 25 11:41:06.388495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59686) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:41:06.393416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:41:06.516903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:06.617347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:06.720461 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.95 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/d3768f51-cc12-479d-94f5-edb004569425) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:41:06.827100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:06.922834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:06.925075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c0e90fbe-a413-4000-a744-9c001aa3c474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:41:06.964322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:41:06.967307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:41:06.970654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:41:06.976466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=d3768f51-cc12-479d-94f5-edb004569425,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:41:06.995434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:41:07.343866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:07.470914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:07.620736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:07.725659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:07.727876 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:41:07.792486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=d3768f51-cc12-479d-94f5-edb004569425,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:41:07.796733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:41:07.808248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:07.910547 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 5eac5efb-2837-452c-8aed-9bb5913639c6 associated. External IP: 172.26.0.95, port: 58961e2e-28bc-4fa2-8ffa-2afb4d299912. Jun 25 11:41:08.119526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:41:08.282349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:41:08.292185 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] Sync routers for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:41:08.301789 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:41:08.302442 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:41:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:41:08.379851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:08.407952 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:41:08.421401 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0317612 Jun 25 11:41:08.422094 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:41:08.424468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59688) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:41:08.425048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16301f97-e645-40fc-9d7a-3ffed267653a" -d '{"events": [{"name": "network-changed", "server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:41:08.465295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81229940-afb5-49ae-8034-0c5f5a91314d x-openstack-request-id: req-81229940-afb5-49ae-8034-0c5f5a91314d {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:41:08.465745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:41:08.466148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81229940-afb5-49ae-8034-0c5f5a91314d {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:41:08.466607 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'status': 'completed', 'code': 200} Jun 25 11:41:08.491772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0fadcf6a-9dff-471d-b56c-c9f5f9b264c0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/5eac5efb-2837-452c-8aed-9bb5913639c6 HTTP/1.1" status: 200 len: 991 time: 0.0660329 Jun 25 11:41:08.544557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16301f97-e645-40fc-9d7a-3ffed267653a req-f8c941f5-c968-4c57-90e7-4f00f11c7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:08.546030 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16301f97-e645-40fc-9d7a-3ffed267653a req-f8c941f5-c968-4c57-90e7-4f00f11c7224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0532312 Jun 25 11:41:08.635939 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '5eac5efb-2837-452c-8aed-9bb5913639c6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'port_id': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'mac_address': 'fa:16:3e:3b:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:41:07Z', 'updated_at': '2021-06-25T11:41:07Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:41:08.643934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16301f97-e645-40fc-9d7a-3ffed267653a req-fbf5f6cc-304f-4880-bca5-24efe02bdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:08.645444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16301f97-e645-40fc-9d7a-3ffed267653a req-fbf5f6cc-304f-4880-bca5-24efe02bdc21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 200 len: 899 time: 0.0937207 Jun 25 11:41:08.664863 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] Checking router: dad4d1ba-dfa5-49f8-968a-e6bc99c6daef for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:41:08.673994 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:41:08.674612 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:41:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:41:08.711428 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16301f97-e645-40fc-9d7a-3ffed267653a req-a1977854-ec2a-4685-97e4-1e0eb6033450 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 200 len: 999 time: 0.0601141 Jun 25 11:41:08.767099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16301f97-e645-40fc-9d7a-3ffed267653a req-9dc742b1-2242-443c-a4e4-d7a8789b789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:08.768581 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16301f97-e645-40fc-9d7a-3ffed267653a req-9dc742b1-2242-443c-a4e4-d7a8789b789f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 200 len: 844 time: 0.0500619 Jun 25 11:41:08.775394 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:41:08.829812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16301f97-e645-40fc-9d7a-3ffed267653a req-32a3cf02-6895-4ec5-ad0a-ecc652c2dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:08.831283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16301f97-e645-40fc-9d7a-3ffed267653a req-32a3cf02-6895-4ec5-ad0a-ecc652c2dbeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c95a31b3-eded-42db-83c5-6f7cd7db7a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566618 Jun 25 11:41:08.927104 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16301f97-e645-40fc-9d7a-3ffed267653a req-4aad2686-167a-4d8e-8de1-fa6ee7d94a6f service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893717 Jun 25 11:41:09.022663 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16301f97-e645-40fc-9d7a-3ffed267653a req-add4ab2e-444d-4baf-81d6-f0721a6dfedf service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895131 Jun 25 11:41:09.088483 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '5eac5efb-2837-452c-8aed-9bb5913639c6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'port_id': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'mac_address': 'fa:16:3e:3b:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:41:07Z', 'updated_at': '2021-06-25T11:41:07Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:41:09.112911 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ff8ff-f9ff-4f13-a2e4-1202d29cff69 None None] The sync data for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv is: [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '5eac5efb-2837-452c-8aed-9bb5913639c6', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'port_id': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'mac_address': 'fa:16:3e:3b:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:41:07Z', 'updated_at': '2021-06-25T11:41:07Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:41:09.290862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4dc2a1-6a9e-454d-96bc-d647a59992c6 None None] New status for floating IP 5eac5efb-2837-452c-8aed-9bb5913639c6: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:41:09.493674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59692) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:41:09.561768 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c0d9ac46-9aca-4808-bf01-00c75fd9ada3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/5eac5efb-2837-452c-8aed-9bb5913639c6 HTTP/1.1" status: 200 len: 993 time: 0.0668483 Jun 25 11:41:10.465990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:11.798272 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:41:27.335168 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-a79565ab-11f0-407a-affc-7536c78e31a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522168 Jun 25 11:41:27.432687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-c3cc1cdb-50e1-4705-b09f-71da9a740cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:27.434334 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-c3cc1cdb-50e1-4705-b09f-71da9a740cb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0537069 Jun 25 11:41:27.543284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-93ae0780-d535-47bb-aeb5-4b60b6a8f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:27.544724 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-93ae0780-d535-47bb-aeb5-4b60b6a8f257 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 200 len: 899 time: 0.0880208 Jun 25 11:41:27.608742 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-4fc8e617-0728-4481-a47d-307a22cc0542 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 200 len: 1001 time: 0.0569098 Jun 25 11:41:27.661298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-43b79dfc-6d8b-41a5-8a87-72dee1af5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:27.662759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-43b79dfc-6d8b-41a5-8a87-72dee1af5c8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 200 len: 844 time: 0.0466783 Jun 25 11:41:27.730248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-1b99c986-b0f5-4eef-815f-a048bb19c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:41:27.731790 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-1b99c986-b0f5-4eef-815f-a048bb19c914 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c95a31b3-eded-42db-83c5-6f7cd7db7a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607710 Jun 25 11:41:27.822334 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-1b59f7e9-bdce-4c16-b600-6d265005dddd service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834935 Jun 25 11:41:27.918646 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c05e977e-5fe9-467f-bd59-7e8b8405cdb6 req-066f2a73-cba7-4095-b8e7-8b74c832dbe4 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889823 Jun 25 11:41:29.590091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2ee54ac2-3672-4e98-91ce-b358d7d36c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:31.964845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-68be222b-db19-49a7-8823-ba0a307d43ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:32.149793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:33.224253 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:34.972646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:40.496044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:41:48.796424 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:41:59.508230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-92d53e04-6783-46d6-a037-c5fe62c012c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:02.022788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ae53be9a-5746-4646-afb3-6d6e76294e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:02.108372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:03.169187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:04.976698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:10.484735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:25.794488 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:42:28.422766 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-0e07abed-c8c4-401c-868f-f7ec2e605568 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447470 Jun 25 11:42:28.517116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841312c2-1e56-4584-b428-eb7e80496a7b req-a2e63504-4247-414a-94a5-bd802c37481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:42:28.518615 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-a2e63504-4247-414a-94a5-bd802c37481a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0528798 Jun 25 11:42:28.628906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841312c2-1e56-4584-b428-eb7e80496a7b req-0267c739-70a8-405b-af0a-de4f5340a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:42:28.630318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-0267c739-70a8-405b-af0a-de4f5340a7fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 200 len: 899 time: 0.0907972 Jun 25 11:42:28.695240 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-8e888c7d-0efb-4cea-a9b7-d8cb38c70962 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 200 len: 1001 time: 0.0587089 Jun 25 11:42:28.748651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841312c2-1e56-4584-b428-eb7e80496a7b req-bd16f9ff-0e2b-4767-aed5-1ff40106d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:42:28.750192 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-bd16f9ff-0e2b-4767-aed5-1ff40106d138 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 200 len: 844 time: 0.0493755 Jun 25 11:42:28.813952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841312c2-1e56-4584-b428-eb7e80496a7b req-5a3a1d44-0cc5-48f0-a000-cb7831081b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:42:28.815474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-5a3a1d44-0cc5-48f0-a000-cb7831081b0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c95a31b3-eded-42db-83c5-6f7cd7db7a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591152 Jun 25 11:42:28.826065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-94501476-4148-4751-ac46-89d205c62439 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:42:28.827013 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-94501476-4148-4751-ac46-89d205c62439 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051141 Jun 25 11:42:28.922908 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-9f3943bb-0c2b-4a31-b7b9-abee09e84911 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896039 Jun 25 11:42:29.013464 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-841312c2-1e56-4584-b428-eb7e80496a7b req-caa605aa-f399-4ade-8946-3ce385295236 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839481 Jun 25 11:42:29.472578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-acd4fe77-3968-4b4c-ab0c-03556cc785bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:31.975621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d6a7882a-e2ef-4695-8228-c3c311eb0ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:32.083676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:33.129347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:34.974924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:40.573621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:42:59.562232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f58e-d340-4c37-9632-bc3130e2fd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:01.962254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3b02b5e-2766-4361-9f24-06f2e997d8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:02.087714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:02.793572 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:43:03.162615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:04.967598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:10.504628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:28.332278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-0301208c-0495-4e57-9e3b-b1accbb83002 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540793 Jun 25 11:43:28.430802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27839-be31-4f47-b90e-334ef6114c7d req-dbfd5955-bf37-45be-88c4-10e12a987809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:43:28.432453 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-dbfd5955-bf37-45be-88c4-10e12a987809 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0570555 Jun 25 11:43:28.541831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27839-be31-4f47-b90e-334ef6114c7d req-a600e889-9c5d-4210-aa8e-d7e9936ce111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:43:28.543302 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-a600e889-9c5d-4210-aa8e-d7e9936ce111 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 200 len: 899 time: 0.0900700 Jun 25 11:43:28.613329 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-db737867-a584-45df-8820-d9ae7094b346 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 200 len: 1001 time: 0.0632648 Jun 25 11:43:28.661518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27839-be31-4f47-b90e-334ef6114c7d req-27214695-18db-4e8a-8a05-6077b8f9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:43:28.663115 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-27214695-18db-4e8a-8a05-6077b8f9f804 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 200 len: 844 time: 0.0439992 Jun 25 11:43:28.721200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27839-be31-4f47-b90e-334ef6114c7d req-136b85e0-add6-4eb8-bb12-83786a86aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:43:28.722624 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-136b85e0-add6-4eb8-bb12-83786a86aa8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c95a31b3-eded-42db-83c5-6f7cd7db7a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536649 Jun 25 11:43:28.824971 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-e101e6e2-03c0-49f9-9782-706233ce7b71 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955472 Jun 25 11:43:28.920550 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-70d27839-be31-4f47-b90e-334ef6114c7d req-3b6a2321-dfb0-4a64-aed8-a0740bd7b3e6 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890532 Jun 25 11:43:29.537968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c92c46f2-4a14-43a8-b5c5-b56bf3adc55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:32.012220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5235357-0ae9-4f79-bd6e-baeb1a710d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:32.103210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:33.183376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:34.960484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:39.791669 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:43:40.531596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:43.351010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59738) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:43:43.356396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:43:43.450399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9461671'] for subnet, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:43.794437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764449659082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10342217'] for subnet, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:43.797127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bad96871-8cfd-4a26-b84b-9a605a7b2fcd tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:43:43.836813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:43:43.837988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:43.838747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/subnets/3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 200 len: 836 time: 0.4867597 Jun 25 11:43:43.843804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cdd83e-da01-446a-89c6-f23c546212eb None None] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:43:43.854589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=3718b19b-27ad-48b3-81aa-057176b69690,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:43:43.862033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.862548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.863492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.864600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.864600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.864600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.864984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.865344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.865709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.866074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.866438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.866807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:43:43.870373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:43:44.175185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-52b7cf72-4b60-45b2-9d7c-b4cff6e048ac None None] Provisioning complete for port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:43:44.175579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52b7cf72-4b60-45b2-9d7c-b4cff6e048ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:44.259733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-52b7cf72-4b60-45b2-9d7c-b4cff6e048ac None None] Provisioning complete for port 58b3a6d3-0452-482f-a048-5fbc923eb172 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:43:44.260128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52b7cf72-4b60-45b2-9d7c-b4cff6e048ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:44.348770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-52b7cf72-4b60-45b2-9d7c-b4cff6e048ac None None] Provisioning complete for port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:43:44.349034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-52b7cf72-4b60-45b2-9d7c-b4cff6e048ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:43:59.537058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-301d40d0-dec6-49ac-b13f-670063238a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:01.936539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b166-732a-4280-9c0b-4ce485e72c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:02.079362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:03.160138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:05.027800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:10.536566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:16.790142 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:44:27.481027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59750) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:27.760413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port d3768f51-cc12-479d-94f5-edb004569425 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:44:27.760673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:27.843699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:27.844031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:27.856525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for d3768f51-cc12-479d-94f5-edb004569425 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:44:28.088830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:28.091030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:28.119237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=d3768f51-cc12-479d-94f5-edb004569425,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:28.122383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:28.183559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:28.183906 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 5eac5efb-2837-452c-8aed-9bb5913639c6 disassociated (deleted). External IP: 172.26.0.95, port: 58961e2e-28bc-4fa2-8ffa-2afb4d299912. Jun 25 11:44:28.406953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:44:28.523515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:44:28.528220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:28.535557 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] Sync routers for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:44:28.545752 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:28.546373 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:28.564986 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/5eac5efb-2837-452c-8aed-9bb5913639c6 HTTP/1.1" status: 204 len: 168 time: 1.0827303 Jun 25 11:44:28.565898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:44:28.568126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa5a1b4-74a2-49a3-ab83-15754bf67472" -d '{"events": [{"name": "network-changed", "server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:44:28.667064 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:28.799672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b83578-02b4-42af-8824-d79ba6a25be0 x-openstack-request-id: req-09b83578-02b4-42af-8824-d79ba6a25be0 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:44:28.800011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:44:28.800881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09b83578-02b4-42af-8824-d79ba6a25be0 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:44:28.801432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'status': 'completed', 'code': 200} Jun 25 11:44:28.885620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-5737c9c0-d991-4e02-b78c-32ac76f7e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:28.885620 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-5737c9c0-d991-4e02-b78c-32ac76f7e401 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 1099 time: 0.0578682 Jun 25 11:44:28.888710 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:28.919915 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] Checking router: dad4d1ba-dfa5-49f8-968a-e6bc99c6daef for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:44:28.929377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:28.930008 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:28.983834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-46a53d7f-23f2-4a18-8d08-bd288bbb93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:28.985363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-46a53d7f-23f2-4a18-8d08-bd288bbb93dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 200 len: 899 time: 0.0953515 Jun 25 11:44:29.034781 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-203c00ed-6eae-41fa-bcc1-8ae40870c359 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 200 len: 217 time: 0.0428467 Jun 25 11:44:29.042684 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:29.092386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-30d46196-88e5-4ea6-9712-918fd4fe6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:29.093934 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-30d46196-88e5-4ea6-9712-918fd4fe6e0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 200 len: 844 time: 0.0527213 Jun 25 11:44:29.154591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-07ee76cb-db2c-4f4e-acde-37a8513dbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:29.159031 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-07ee76cb-db2c-4f4e-acde-37a8513dbb4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c95a31b3-eded-42db-83c5-6f7cd7db7a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0556431 Jun 25 11:44:29.264131 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:29.276085 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-dcfc6007-fe19-46cf-8daa-0c39915c1471 service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092701 Jun 25 11:44:29.293257 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbe45e-5d9b-431d-86ce-e05ce2a232e5 None None] The sync data for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv is: [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '58b3a6d3-0452-482f-a048-5fbc923eb172', 'name': '', 'network_id': 'c95a31b3-eded-42db-83c5-6f7cd7db7a22', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:5a:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3718b19b-27ad-48b3-81aa-057176b69690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:43Z', 'updated_at': '2021-06-25T11:40:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': '3718b19b-27ad-48b3-81aa-057176b69690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:44:29.403736 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1aa5a1b4-74a2-49a3-ab83-15754bf67472 req-183b4472-f10d-47d6-a917-6f95a1a383db service neutron] 10.222.0.47 "GET /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239088 Jun 25 11:44:29.496032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-01f274d1-a9df-413f-b527-54f508954a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:29.546738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ff33e-26e0-41d2-a922-fed3dbdc961d req-fea5eae5-00ff-4250-a0d5-83c884cb0818 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:29.548951 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9e0ff33e-26e0-41d2-a922-fed3dbdc961d req-fea5eae5-00ff-4250-a0d5-83c884cb0818 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 946 time: 0.1349435 Jun 25 11:44:29.554723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062959e0-cffa-4a67-a413-86c4291d0d6e None None] New status for floating IP 5eac5efb-2837-452c-8aed-9bb5913639c6: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:44:29.592424 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9e0ff33e-26e0-41d2-a922-fed3dbdc961d req-bef325a4-3782-494e-9051-38f390eca715 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351002 Jun 25 11:44:30.795724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-ebd88959-9951-4965-bf57-f4be504d7803 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:30.797420 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-ebd88959-9951-4965-bf57-f4be504d7803 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 946 time: 0.0714788 Jun 25 11:44:30.923784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:44:30.924124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:31.437341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 58961e2e-28bc-4fa2-8ffa-2afb4d299912, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=58961e2e-28bc-4fa2-8ffa-2afb4d299912,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:31.437700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:31.453431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 58961e2e-28bc-4fa2-8ffa-2afb4d299912 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:44:31.469591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb234c28-43a8-4f61-94e1-089840f1159c req-d727e72f-f7fc-48b7-bbaf-d6e395661eb0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:31.471817 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb234c28-43a8-4f61-94e1-089840f1159c req-d727e72f-f7fc-48b7-bbaf-d6e395661eb0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 946 time: 0.5854547 Jun 25 11:44:31.558563 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb234c28-43a8-4f61-94e1-089840f1159c req-82e7c679-c5b5-438c-9756-b0be0e7b382e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=73a38dec-2816-4a63-98ac-57ffb32ae6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799730 Jun 25 11:44:31.694817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:31.699382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f28d3652-5248-420f-8ebf-6c5a80d9c77c tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:31.731775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=58961e2e-28bc-4fa2-8ffa-2afb4d299912,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:31.734972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:31.782604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 58961e2e-28bc-4fa2-8ffa-2afb4d299912 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:44:31.785297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:31.787375 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42bf087a-c8a9-43be-99a9-984e0d0e1a22 req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/58961e2e-28bc-4fa2-8ffa-2afb4d299912 HTTP/1.1" status: 204 len: 173 time: 0.9838941 Jun 25 11:44:31.787926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'name': 'network-vif-deleted', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:44:31.790423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752b511d-e8a2-436a-a284-98f2a21a8973" -d '{"events": [{"server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "name": "network-vif-deleted", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:44:31.828855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44b01e9-079e-48a5-8839-d8dea2bb52a8 x-openstack-request-id: req-e44b01e9-079e-48a5-8839-d8dea2bb52a8 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:44:31.830149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0776d415-5af8-4c8b-9842-d46e19e4a5d5", "name": "network-vif-deleted", "tag": "58961e2e-28bc-4fa2-8ffa-2afb4d299912", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:44:31.830149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e44b01e9-079e-48a5-8839-d8dea2bb52a8 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:44:31.830524 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0776d415-5af8-4c8b-9842-d46e19e4a5d5', 'name': 'network-vif-deleted', 'tag': '58961e2e-28bc-4fa2-8ffa-2afb4d299912', 'status': 'completed', 'code': 200} Jun 25 11:44:31.992928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-945612cd-dacb-46df-bc9d-35a1401220e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:32.103540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:32.720794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ea2bfddb-7856-4965-ae1e-2942612fb4d9 req-46bc4480-9d20-4cfc-9a7d-5f072c99dd74 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=0776d415-5af8-4c8b-9842-d46e19e4a5d5 HTTP/1.1" status: 200 len: 210 time: 0.0306466 Jun 25 11:44:32.774281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 58961e2e-28bc-4fa2-8ffa-2afb4d299912 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:44:32.800492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 58961e2e-28bc-4fa2-8ffa-2afb4d299912 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:44:32.800845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 58961e2e-28bc-4fa2-8ffa-2afb4d299912 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:44:33.158596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:33.818871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59788) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:33.894615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:33.929761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:34.067172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:34.070483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:34.077397 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/73a38dec-2816-4a63-98ac-57ffb32ae6e1 HTTP/1.1" status: 204 len: 168 time: 0.2512212 Jun 25 11:44:34.077397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-792da17f-871e-4872-b3f0-8e09bbf85f81 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:34.082642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a38dec-2816-4a63-98ac-57ffb32ae6e1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:34.086000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:34.160312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59794) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:34.559239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:34.853811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 58b3a6d3-0452-482f-a048-5fbc923eb172 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:44:34.854482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:34.959026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 58b3a6d3-0452-482f-a048-5fbc923eb172, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=58b3a6d3-0452-482f-a048-5fbc923eb172,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:34.959389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:34.972480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 58b3a6d3-0452-482f-a048-5fbc923eb172 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:44:34.998738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:35.277581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:35.279912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-81e15474-1de5-4387-9ae8-edd439365222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:35.307051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=58b3a6d3-0452-482f-a048-5fbc923eb172,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:35.310329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:35.517169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:35.740427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:44:35.854194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:44:35.859077 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/dad4d1ba-dfa5-49f8-968a-e6bc99c6daef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977074 Jun 25 11:44:35.862626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59802) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:35.866406 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] Sync routers for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:44:35.881394 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:35.882037 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:35.936914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet 3718b19b-27ad-48b3-81aa-057176b69690 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:44:35.941878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:35.988945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.007281 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:36.095247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.272033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.277833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56a6d8ef-08cd-4009-8ae3-a66136af3985 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:36.302406 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:44:35Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:36.330809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.332751 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] Checking router: dad4d1ba-dfa5-49f8-968a-e6bc99c6daef for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:44:36.337258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/3718b19b-27ad-48b3-81aa-057176b69690 HTTP/1.1" status: 204 len: 168 time: 0.4735003 Jun 25 11:44:36.338786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=3718b19b-27ad-48b3-81aa-057176b69690,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:36.343146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59804) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:36.345389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa06ed-071d-4af7-a4d0-764c43c5f46d None None] Network c95a31b3-eded-42db-83c5-6f7cd7db7a22 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:44:36.355487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:36.356743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] Routers {'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:36.356743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:36.480386 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] Set router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:36.604813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] DHCP port deletion for c95a31b3-eded-42db-83c5-6f7cd7db7a22 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:44:36.689271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Deleting port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:44:36.689964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.702580 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:44:35Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:36.761107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] For port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=2cdbea50-3ab1-4dba-90e5-f91098ff88fa,segment=NetworkSegment(6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4),segment_id=6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:36.761526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.764467 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ad848-636c-4fb2-a095-7ba4db1d2d11 None None] The sync data for ids ['dad4d1ba-dfa5-49f8-968a-e6bc99c6daef'] in dv-neutron-797120-5-hyperv is: [{'id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'name': 'tempest-TestNetworkBasicOps-router-2021255947', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:44:35Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '20170572-4bf8-4d96-b071-9042e8ee4520', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad4d1ba-dfa5-49f8-968a-e6bc99c6daef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:40:39Z', 'updated_at': '2021-06-25T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:44:36.778997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Calling delete_port for 2cdbea50-3ab1-4dba-90e5-f91098ff88fa owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:44:36.867776 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.958484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.960658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c8ba4e30-6d4f-47b3-b787-481bb0812454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:36.991039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Pushing event deleted for resources: {'Port': ['ID=2cdbea50-3ab1-4dba-90e5-f91098ff88fa,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:36.994312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:36.998612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] No DVR routers for this DVR port 2cdbea50-3ab1-4dba-90e5-f91098ff88fa on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:44:37.001228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.001558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.002020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.002310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.002638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.002964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.003286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.003608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.003927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.004244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.004557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.004871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.008671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:37.130028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 20170572-4bf8-4d96-b071-9042e8ee4520 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:44:37.130679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.254778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 20170572-4bf8-4d96-b071-9042e8ee4520, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=20170572-4bf8-4d96-b071-9042e8ee4520,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:37.255146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.278117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 20170572-4bf8-4d96-b071-9042e8ee4520 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:44:37.541292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.543762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c4cc3b02-4798-4529-80e2-12a4d666750b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:37.569783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=20170572-4bf8-4d96-b071-9042e8ee4520,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:37.603869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.604261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.604662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.605033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.605429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.605801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.606171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.606534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.606901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.607267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.607673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.607985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:37.613412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:37.653222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.749678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.752338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.855193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.855730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router dad4d1ba-dfa5-49f8-968a-e6bc99c6daef {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:44:37.862775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:37.863952 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/dad4d1ba-dfa5-49f8-968a-e6bc99c6daef HTTP/1.1" status: 204 len: 168 time: 1.5221794 Jun 25 11:44:37.866803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59808) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:37.967587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.066244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.076409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95a31b3-eded-42db-83c5-6f7cd7db7a22']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:38.087247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:38.087543 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8d8d96-28b9-48e2-a7d6-0fdf10428bf4') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:38.097107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.117726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.124772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:44:38.125416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:44:38.129632 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:44:38.267175 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.271213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd9d301b-2958-4d4c-b305-79f2671efec4 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:38.277691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.279835 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/c95a31b3-eded-42db-83c5-6f7cd7db7a22 HTTP/1.1" status: 204 len: 168 time: 0.4118931 Jun 25 11:44:38.292977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=c95a31b3-eded-42db-83c5-6f7cd7db7a22,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:38.296147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:38.305728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59810) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:38.311218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--882180069', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:38.394510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58b3a6d3-0452-482f-a048-5fbc923eb172 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:44:38.415307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:44:38.415677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 58b3a6d3-0452-482f-a048-5fbc923eb172 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:44:38.416147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 58b3a6d3-0452-482f-a048-5fbc923eb172 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:44:38.416586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2cdbea50-3ab1-4dba-90e5-f91098ff88fa no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:44:38.419941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.436960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 2cdbea50-3ab1-4dba-90e5-f91098ff88fa {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:44:38.437351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 2cdbea50-3ab1-4dba-90e5-f91098ff88fa not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:44:38.437777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 20170572-4bf8-4d96-b071-9042e8ee4520 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:44:38.451259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:44:38.461478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.468665 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment 4f49a0fa-3bef-4605-8feb-4f91997c3d8d of type vlan for network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 Jun 25 11:44:38.468874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 20170572-4bf8-4d96-b071-9042e8ee4520 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:44:38.468874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 20170572-4bf8-4d96-b071-9042e8ee4520 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:44:38.505488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.603911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.609736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:38.610493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.613148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f91608d6-d29f-4e4b-b004-3525378a7d70 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:38.685351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=e1fcafd9-12c5-4f3f-b37f-671eb76d6206,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:38.688715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:38.697719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:44:38.727477 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4174430 Jun 25 11:44:38.727762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59812) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:38.732978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:38.832719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.833839 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:38.894231 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:39.170737 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:39.463954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:39.485261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:39.601772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.74 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/235667b5-93c7-4397-9b69-2252d255fa35) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:44:39.725887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:39.832892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:39.835250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-031ea9b7-1290-4882-a324-587d85c0baf2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:39.880327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:44:39.886533 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:44:39.889531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:44:39.919401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=235667b5-93c7-4397-9b69-2252d255fa35,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:39.924858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:40.250404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:40.482152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:40.512458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:40.678441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 4d295463-4513-46c4-bf03-ee2128062bae is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:44:40.787441 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:44:40.796667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Sync routers for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:44:40.805754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:40.806368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:40.865632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:40.866877 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1380975 Jun 25 11:44:40.869986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59814) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:40.917670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:41.005715 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fc438ec4-ac87-454d-8ae6-967f7db9d476 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343975 Jun 25 11:44:41.008323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59818) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:41.102101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:40Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:41.103836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d59fb8-0a4a-4aec-84c0-ae97d00ffce5 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:41.105390 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-83d59fb8-0a4a-4aec-84c0-ae97d00ffce5 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961175 Jun 25 11:44:41.108243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59820) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:41.129134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Checking router: 4d295463-4513-46c4-bf03-ee2128062bae for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:44:41.129524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Updating router 4d295463-4513-46c4-bf03-ee2128062bae port 235667b5-93c7-4397-9b69-2252d255fa35 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:44:41.138909 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-95c9f2ca-50ac-41aa-a247-6a37ae1d0359 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293767 Jun 25 11:44:41.142100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59822) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:41.147383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1501344164', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:41.166474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.306595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:44:41.310336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.449443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.466984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Transition to ACTIVE for port object 235667b5-93c7-4397-9b69-2252d255fa35 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:44:41.539673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.541851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:41.574292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.577592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-26951a9c-c3c6-4ddd-8ca0-889d39ab9ac3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:41.593950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Attempting to bind port 235667b5-93c7-4397-9b69-2252d255fa35 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:44:41.594823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Attempting to bind port 235667b5-93c7-4397-9b69-2252d255fa35 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:44:41.595184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Attempting to bind port 235667b5-93c7-4397-9b69-2252d255fa35 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:44:41.598602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08de2-af24-46dd-ac84-1897d408eff8 None None] Pushing event updated for resources: {'Port': ['ID=235667b5-93c7-4397-9b69-2252d255fa35,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:41.602652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a3b08de2-af24-46dd-ac84-1897d408eff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:41.603789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:44:41.604162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:44:41.604560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.604949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:44:41.605446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Bound port: 235667b5-93c7-4397-9b69-2252d255fa35, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:44:41.605832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.653013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=f958f8ac-e8e4-4cf8-822f-948d8d14e28d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:41.658568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:41.660723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] For port 235667b5-93c7-4397-9b69-2252d255fa35, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:44:41.664250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] For port 235667b5-93c7-4397-9b69-2252d255fa35, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=235667b5-93c7-4397-9b69-2252d255fa35,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:44:41.664429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:44:41.664753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: e1fcafd9-12c5-4f3f-b37f-671eb76d6206, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:44:41.742363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.744360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-26b9426a-cca0-4898-a20a-fb4e1d4e08a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:41.776280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:44:41.813610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08de2-af24-46dd-ac84-1897d408eff8 None None] Pushing event updated for resources: {'Port': ['ID=235667b5-93c7-4397-9b69-2252d255fa35,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:41.816440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:41.817047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:41.853105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a3b08de2-af24-46dd-ac84-1897d408eff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:41.866855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, e1fcafd9-12c5-4f3f-b37f-671eb76d6206) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:44:41.872584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:41.873329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:41.900152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05bc3d-2517-457a-bb54-5f69e4d429aa None None] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:44:41.963435 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8201916 Jun 25 11:44:41.966984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59824) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:41.975041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:42.361295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:44:42.362142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:42.394827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:40Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:42.422178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:42.468663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d72a2f-0b8f-4ec8-843f-44bf423c62ea None None] The sync data for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv is: [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:40Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:44:42.551599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Allocated IP 172.20.0.2 (e1fcafd9-12c5-4f3f-b37f-671eb76d6206/f958f8ac-e8e4-4cf8-822f-948d8d14e28d/d636c28a-6d35-4db4-b48b-ad13e04825dd) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:44:42.751713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:42.760553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Transition to ACTIVE for port object d636c28a-6d35-4db4-b48b-ad13e04825dd will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:44:42.776759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Transition to ACTIVE for port object d636c28a-6d35-4db4-b48b-ad13e04825dd will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:44:42.860169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:42.863300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e64524e0-90d7-461e-a9a2-fc05e40ea34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:42.902414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:44:42.910274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:44:42.912847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:44:42.916121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (e1fcafd9-12c5-4f3f-b37f-671eb76d6206/f958f8ac-e8e4-4cf8-822f-948d8d14e28d/adf84503-e26e-4924-8486-d41c91546c88) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:44:42.932967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Pushing event updated for resources: {'Port': ['ID=d636c28a-6d35-4db4-b48b-ad13e04825dd,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:42.935256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:42.990709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Attempting to bind port d636c28a-6d35-4db4-b48b-ad13e04825dd on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:44:42.991095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Attempting to bind port d636c28a-6d35-4db4-b48b-ad13e04825dd by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:44:42.991459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Attempting to bind port d636c28a-6d35-4db4-b48b-ad13e04825dd on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:44:42.997126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:44:42.997595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Checking segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:44:42.997921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:42.998326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Bound using segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:44:42.998830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Bound port: d636c28a-6d35-4db4-b48b-ad13e04825dd, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:44:42.999197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:43.056203 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:43.070010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] For port d636c28a-6d35-4db4-b48b-ad13e04825dd, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:44:43.071520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object adf84503-e26e-4924-8486-d41c91546c88 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:44:43.077737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] For port d636c28a-6d35-4db4-b48b-ad13e04825dd, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d636c28a-6d35-4db4-b48b-ad13e04825dd,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:44:43.152872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:43.155052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:43.175908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:43.178858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e4f05dd-c03f-4b14-8f7b-5e3972e60c33 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:43.223757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Pushing event updated for resources: {'Port': ['ID=d636c28a-6d35-4db4-b48b-ad13e04825dd,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:43.228875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:44:43.233990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:43.235231 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:44:43.238663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:44:43.272910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=adf84503-e26e-4924-8486-d41c91546c88,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:43.276106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:43.306226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:43.559401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.178328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96265c4a-0306-4ccb-b7c5-4167ead605de None None] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:44:44.275157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.342923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d636c28a-6d35-4db4-b48b-ad13e04825dd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:44:44.349266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d7899fc3-d5d2-47bf-a249-d4afd48d09d4 None None] Provisioning for port d636c28a-6d35-4db4-b48b-ad13e04825dd completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:44:44.363881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.371013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a5dc236b-e55a-4d4f-b2f4-e507cbab3eef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:44.459595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=adf84503-e26e-4924-8486-d41c91546c88,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:44.465192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:44.466740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.503230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d636c28a-6d35-4db4-b48b-ad13e04825dd completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:44:44.509454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d636c28a-6d35-4db4-b48b-ad13e04825dd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:44.513069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.583158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:44:44.584786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:44:44.617387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.676365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d636c28a-6d35-4db4-b48b-ad13e04825dd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d636c28a-6d35-4db4-b48b-ad13e04825dd,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:44.729695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.731016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 235667b5-93c7-4397-9b69-2252d255fa35 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:44:44.734761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:44.746773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 4d295463-4513-46c4-bf03-ee2128062bae has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:44:44.855968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d636c28a-6d35-4db4-b48b-ad13e04825dd,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:44.860638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:44.873981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:44:44.882608 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/4d295463-4513-46c4-bf03-ee2128062bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9148583 Jun 25 11:44:44.885734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59826) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:44.886691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-42238ff4-1ce0-41c2-9fe6-b404a25a0164 None None] Provisioning for port adf84503-e26e-4924-8486-d41c91546c88 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:44:44.892446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-42238ff4-1ce0-41c2-9fe6-b404a25a0164 None None] Provisioning complete for port adf84503-e26e-4924-8486-d41c91546c88 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:44.892803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-42238ff4-1ce0-41c2-9fe6-b404a25a0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:44.895552 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Sync routers for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:44:44.914173 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:44.915427 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:44.953586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-42238ff4-1ce0-41c2-9fe6-b404a25a0164 None None] Port adf84503-e26e-4924-8486-d41c91546c88 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:44:44.957575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 235667b5-93c7-4397-9b69-2252d255fa35 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:44:44.971229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 235667b5-93c7-4397-9b69-2252d255fa35 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:44.971691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.016547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-42238ff4-1ce0-41c2-9fe6-b404a25a0164 None None] Provisioning complete for port d636c28a-6d35-4db4-b48b-ad13e04825dd triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:45.017040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-42238ff4-1ce0-41c2-9fe6-b404a25a0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.026162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ba86d-d723-4c43-a523-802a7e9f2158 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.026646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ba86d-d723-4c43-a523-802a7e9f2158 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.027256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ba86d-d723-4c43-a523-802a7e9f2158 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.027573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ba86d-d723-4c43-a523-802a7e9f2158 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.029400 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d41ba86d-d723-4c43-a523-802a7e9f2158 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1420386 Jun 25 11:44:45.032323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59828) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:45.099202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180f215-60c3-4ee9-8116-73893e50ffe6 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.099744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180f215-60c3-4ee9-8116-73893e50ffe6 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.100346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180f215-60c3-4ee9-8116-73893e50ffe6 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.100879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180f215-60c3-4ee9-8116-73893e50ffe6 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:45.102708 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5180f215-60c3-4ee9-8116-73893e50ffe6 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0677426 Jun 25 11:44:45.106304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59830) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:45.113401 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:45.185238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.216494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 235667b5-93c7-4397-9b69-2252d255fa35, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=235667b5-93c7-4397-9b69-2252d255fa35,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:45.267804 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c47de5b6-fc7b-4c7e-9a24-342e0abb18ef tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1593997 Jun 25 11:44:45.299915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.301437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:45.361564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=235667b5-93c7-4397-9b69-2252d255fa35,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:45.366080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:45.368603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4258f2c4-7178-4a88-84fc-121bc8cd13db None None] Provisioning complete for port adf84503-e26e-4924-8486-d41c91546c88 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:45.369027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4258f2c4-7178-4a88-84fc-121bc8cd13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.383560 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:45.409815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4258f2c4-7178-4a88-84fc-121bc8cd13db None None] Port adf84503-e26e-4924-8486-d41c91546c88 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:44:45.418554 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Checking router: 4d295463-4513-46c4-bf03-ee2128062bae for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:44:45.418941 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Updating router 4d295463-4513-46c4-bf03-ee2128062bae port adf84503-e26e-4924-8486-d41c91546c88 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:44:45.459808 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.635624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59834) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:45.642758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092752444', 'description': 'tempest-secgroup-smoke-1092752444 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:45.741501 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.763665 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.775735 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Transition to ACTIVE for port object adf84503-e26e-4924-8486-d41c91546c88 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:44:45.848630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.859296 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.861571 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-530210da-48e9-4198-a30c-8a221585c216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:45.918415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:45.919525 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Pushing event updated for resources: {'Port': ['ID=adf84503-e26e-4924-8486-d41c91546c88,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:45.923190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f1faab1d-b0f8-42af-862e-f1c7f9928d8b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:45.959117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad27942-d95f-4003-ba0c-20692dfc1339,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:45.964816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:46.010508 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.010989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.011556 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.012291 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.012920 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.013430 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.013639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.013989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.014559 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.015076 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f9209e25-b569-46f2-b98d-84f51e0e5ed0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3781807 Jun 25 11:44:46.015540 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.016317 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.016832 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.017616 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.020496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59836) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:46.026040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '8ad27942-d95f-4003-ba0c-20692dfc1339', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:46.029851 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:46.047893 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Attempting to bind port adf84503-e26e-4924-8486-d41c91546c88 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:44:46.048243 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Attempting to bind port adf84503-e26e-4924-8486-d41c91546c88 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:44:46.048751 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Attempting to bind port adf84503-e26e-4924-8486-d41c91546c88 on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:44:46.060334 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:44:46.060741 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Checking segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:44:46.061192 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.061888 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Bound using segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:44:46.062773 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Bound port: adf84503-e26e-4924-8486-d41c91546c88, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:44:46.063371 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.130689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.150912 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] For port adf84503-e26e-4924-8486-d41c91546c88, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:44:46.157657 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] For port adf84503-e26e-4924-8486-d41c91546c88, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=adf84503-e26e-4924-8486-d41c91546c88,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:44:46.212640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.239111 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.244174 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a231c01e-8735-4a29-94e4-3faaaa9321c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:46.284115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d636c28a-6d35-4db4-b48b-ad13e04825dd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:44:46.323871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.329029 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cb705aad-77a3-4d64-9eeb-4470700b7700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:46.354886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447e468e-b535-4e73-93c4-e45c5525fc93,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:46.357946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d636c28a-6d35-4db4-b48b-ad13e04825dd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:46.357946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.361723 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:44:46.363543 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:44:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:46.389529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.389908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.390451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.391536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.392510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.393177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.393814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.394344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.394887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.395413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.395926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.396529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:44:46.411024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:46.433039 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Pushing event updated for resources: {'Port': ['ID=adf84503-e26e-4924-8486-d41c91546c88,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:46.436631 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:46.478667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.481292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4592109 Jun 25 11:44:46.485551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59838) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:46.494210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 235667b5-93c7-4397-9b69-2252d255fa35 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:44:46.494420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '8ad27942-d95f-4003-ba0c-20692dfc1339', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:46.554283 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:44:46.590199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 235667b5-93c7-4397-9b69-2252d255fa35 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:46.590834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.616822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.721920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.787139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.790211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0e394efb-f1c8-41da-bfc8-852b142dd8a5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:46.829735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff1bd57-ba80-4038-838d-4a886acd263c,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:46.835459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:46.929251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:46.930541 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4435172 Jun 25 11:44:46.934281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59840) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:46.940486 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '8ad27942-d95f-4003-ba0c-20692dfc1339', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:46.949405 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:46Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:44:46.983532 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518e5f91-e715-483d-911e-cdbcd98d89f4 None None] The sync data for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv is: [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:46Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:44:47.070007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.159582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.244038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.246205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9cb45839-3152-4dab-bbe4-3b3b690bce34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:47.266556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07e8539-582a-4aeb-b139-3689ceef7ce6,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:47.270297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:47.347594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.349312 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4136250 Jun 25 11:44:47.353008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59842) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:47.359646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '8ad27942-d95f-4003-ba0c-20692dfc1339', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:47.462127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.554106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.627482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.629807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:47.650166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8d1557-4145-41c2-95dc-b4269cd4d25a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:47.661573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:47.729568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.730987 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3766339 Jun 25 11:44:47.736251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59844) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:47.742957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '8ad27942-d95f-4003-ba0c-20692dfc1339', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:47.831844 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:44:47.840492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:47.932781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.030805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.033407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb032c37-ffe9-400d-9423-c677a1f0cf69 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:48.050697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6561b37-d1b7-49d5-a282-d08af5eb788c,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:48.056810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:48.133902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.135817 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3978305 Jun 25 11:44:48.138917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59846) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:44:48.145190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '8ad27942-d95f-4003-ba0c-20692dfc1339', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:48.256008 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:44:48.264184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.287680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device adf84503-e26e-4924-8486-d41c91546c88 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:44:48.360170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.449571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port adf84503-e26e-4924-8486-d41c91546c88 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:44:48.454292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port adf84503-e26e-4924-8486-d41c91546c88 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:48.458593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.478056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.480424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d27c61d4-c763-4ea3-9171-e9cd39ea2ca2 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:48.507168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd50a09b-ab9d-4d05-86fc-c6caf174def3,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:48.512323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:48.546762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.580925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.581930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port adf84503-e26e-4924-8486-d41c91546c88, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=adf84503-e26e-4924-8486-d41c91546c88,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:48.582482 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4423931 Jun 25 11:44:48.689807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:48.692222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:48.734818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8bfb1343-84c4-411c-a82d-dd110b523032 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092752444&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0388525 Jun 25 11:44:48.743091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=adf84503-e26e-4924-8486-d41c91546c88,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:48.746175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:48.857835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-7b839994-79dc-4c90-829f-3dd8305d71da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:48.859394 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-7b839994-79dc-4c90-829f-3dd8305d71da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 796 time: 0.1166744 Jun 25 11:44:48.874848 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-12fe2aac-1e6a-400d-88e8-591771fd1239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0096893 Jun 25 11:44:48.951953 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-9e6ca949-c74a-4956-a663-6a5b963cb8d1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710559 Jun 25 11:44:49.014928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-48ad2c3c-099e-4f4b-8d0d-746f6b7917d6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:44:49.017927 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-48ad2c3c-099e-4f4b-8d0d-746f6b7917d6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484748 Jun 25 11:44:49.118136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-be284746-0dc7-4c7d-99a5-d896e610ee0a service neutron] 10.222.0.81 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945270 Jun 25 11:44:49.217182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-7ac34c4b-451a-4253-8561-7cb298e1f748 service neutron] 10.222.0.81 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923932 Jun 25 11:44:49.498154 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3d6e9b41-3e6d-428c-95b0-6e273eb2aa2b req-0bb540d3-6c31-4d8e-b01d-58a05cd48683 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 210 time: 0.0500484 Jun 25 11:44:50.264686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device adf84503-e26e-4924-8486-d41c91546c88 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:44:50.320920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port adf84503-e26e-4924-8486-d41c91546c88 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:50.321425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:50.655083 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1671ae5e-c02a-4baf-9a76-97b81aa4eca6 req-e2693d8a-a593-43f7-bb2c-67d6a5e26cb3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 210 time: 0.0328717 Jun 25 11:44:51.700457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-cf418d25-e0d1-4d6d-8f70-c03663fa13dd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:51.701994 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-cf418d25-e0d1-4d6d-8f70-c03663fa13dd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 796 time: 0.1142142 Jun 25 11:44:51.753178 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-9d0a2742-f387-4c60-9355-6a053921118f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 380 time: 0.0419462 Jun 25 11:44:51.762586 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['8ad27942-d95f-4003-ba0c-20692dfc1339']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:51.826282 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-715b7239-9a8a-4cb9-b558-1e0942a7a0a0 req-e3f3bc31-3520-4e40-b551-cc4c3221cee0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 210 time: 0.0321336 Jun 25 11:44:52.060223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:44:52.063975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:52.205655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.7 (e1fcafd9-12c5-4f3f-b37f-671eb76d6206/f958f8ac-e8e4-4cf8-822f-948d8d14e28d/8c2e7716-92d6-4fcb-b08a-380d9cf7bed1) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:44:52.354624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:52.369229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:44:52.478035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:52.482140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bfedeb42-78de-471e-9de6-2f0270e61a7d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:52.525908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:44:52.529013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:44:52.533915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:44:52.541244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:52.562379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:52.599781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:52.600492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:52.661323 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025240 Jun 25 11:44:52.726435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Request body: {'port': {'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:44:52.827303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:52.864896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-97a6746e-9a75-44ae-8646-db19eb750d45 None None] Provisioning for port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:44:52.871270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-97a6746e-9a75-44ae-8646-db19eb750d45 None None] Provisioning complete for port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:52.871926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-97a6746e-9a75-44ae-8646-db19eb750d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:52.922595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-97a6746e-9a75-44ae-8646-db19eb750d45 None None] Port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:44:53.117932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56385f15-70fc-4756-9c75-ec3514589f36 req-2519d3f5-b6c3-4ec5-a67b-4ce53f38fda3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:53.117932 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-56385f15-70fc-4756-9c75-ec3514589f36 req-2519d3f5-b6c3-4ec5-a67b-4ce53f38fda3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 931 time: 0.1574402 Jun 25 11:44:53.209903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-56385f15-70fc-4756-9c75-ec3514589f36 req-55468e3f-efd7-4680-b714-f3729a865d0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854523 Jun 25 11:44:53.225484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:44:53.234322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:53.248818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Transition to ACTIVE for port object 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:44:53.373148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:53.375381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:53.432180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:53.451377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:53.789984 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:44:53.911048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Attempting to bind port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:44:53.911642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Attempting to bind port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:44:53.911764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Attempting to bind port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:44:53.916454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:44:53.916790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Attempting to bind port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:44:53.922468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:44:53.922819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Checking segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:44:53.923207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Bound using segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:44:53.923647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Bound port: 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:44:53.924020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:53.997193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:44:54.001683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:44:54.111120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:54.113375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1cca66a-161f-497d-8641-b9d6c9abf39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:54.147341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.147967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:54.149501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 1093 time: 1.4299941 Jun 25 11:44:54.149955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:44:54.152398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ebe96-b6ef-4d9d-8f9d-47350760125e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:44:54.182426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:54.186344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:54.200047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc228ab-0d10-4c7b-acaa-1696c7a8b9e5 x-openstack-request-id: req-7cc228ab-0d10-4c7b-acaa-1696c7a8b9e5 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:44:54.200393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:44:54.200870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7cc228ab-0d10-4c7b-acaa-1696c7a8b9e5 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:44:54.201363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'status': 'completed', 'code': 200} Jun 25 11:44:54.300737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ebe96-b6ef-4d9d-8f9d-47350760125e req-f15dc4ef-6d26-4d1a-8d33-83414ab4da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.303575 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f83ebe96-b6ef-4d9d-8f9d-47350760125e req-f15dc4ef-6d26-4d1a-8d33-83414ab4da3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1096 time: 0.0803289 Jun 25 11:44:54.458019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ebe96-b6ef-4d9d-8f9d-47350760125e req-c5a296f1-c00c-47c4-8eaa-b79860de3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.459433 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f83ebe96-b6ef-4d9d-8f9d-47350760125e req-c5a296f1-c00c-47c4-8eaa-b79860de3a69 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1482036 Jun 25 11:44:54.472526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72c9b8-b75a-45fe-89f8-2951a0c0f1d8 req-a98c1288-3477-442c-83c4-9b3f9d31a207 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.474193 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-af72c9b8-b75a-45fe-89f8-2951a0c0f1d8 req-a98c1288-3477-442c-83c4-9b3f9d31a207 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 943 time: 0.1362302 Jun 25 11:44:54.569422 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-af72c9b8-b75a-45fe-89f8-2951a0c0f1d8 req-5df2df4e-2302-4de6-9f73-b470aafa1d14 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857475 Jun 25 11:44:54.601447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ebe96-b6ef-4d9d-8f9d-47350760125e req-d3e0e5a3-b938-48a4-864c-c89435865e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.602915 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f83ebe96-b6ef-4d9d-8f9d-47350760125e req-d3e0e5a3-b938-48a4-864c-c89435865e36 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1277885 Jun 25 11:44:54.715340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8e9e678a-2464-4682-ba43-2cb62ca6c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.717022 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8e9e678a-2464-4682-ba43-2cb62ca6c71a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1096 time: 0.0691304 Jun 25 11:44:54.766277 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-0666ef80-70be-4825-b735-c636cf1412c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 217 time: 0.0411558 Jun 25 11:44:54.818961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-d3cb20b0-3e42-45a9-8330-2505870ac0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.820530 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-d3cb20b0-3e42-45a9-8330-2505870ac0f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0480409 Jun 25 11:44:54.899608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-6cdcdd38-0eff-47e0-a73c-d72fdf99569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:54.901162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-6cdcdd38-0eff-47e0-a73c-d72fdf99569b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744140 Jun 25 11:44:55.006082 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-8d0ae529-4cf7-4151-815e-e3c20c4b3abc service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978312 Jun 25 11:44:55.106073 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-730c3e25-a69d-401e-80d3-149e69a4c1e0 req-762d96ea-bfcb-484f-b2e5-dc13277e03bd service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940938 Jun 25 11:44:55.759973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f783ec-1fbb-4156-ac8f-8b1b4790e80e req-b20a799b-5880-4ff3-9e30-96a91bd6f292 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:55.761517 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00f783ec-1fbb-4156-ac8f-8b1b4790e80e req-b20a799b-5880-4ff3-9e30-96a91bd6f292 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 943 time: 0.0768476 Jun 25 11:44:55.802852 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00f783ec-1fbb-4156-ac8f-8b1b4790e80e req-3b73c2d2-7b6b-4852-8dd1-4fb193aaf78c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350139 Jun 25 11:44:56.821745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:44:56.926244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:56.939643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:44:56.978059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:56.987663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62721d17-16b3-4996-b4e3-0ed704379796 req-878c7f08-288b-4688-96dc-d94de900aa39 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:56.989221 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62721d17-16b3-4996-b4e3-0ed704379796 req-878c7f08-288b-4688-96dc-d94de900aa39 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 943 time: 0.0681243 Jun 25 11:44:56.992035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:44:57.013474 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:57.029916 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62721d17-16b3-4996-b4e3-0ed704379796 req-c5fdbb8f-fd65-4fec-9f3a-993b6d45c7c8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334024 Jun 25 11:44:57.106162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:57.107992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:57.158060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:57.161203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:57.502034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:44:58.212371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47450ce-df0f-4449-a9f1-16d85d4fedfa req-51e55447-600a-49b2-b11d-4335cb9c78c6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:58.213932 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b47450ce-df0f-4449-a9f1-16d85d4fedfa req-51e55447-600a-49b2-b11d-4335cb9c78c6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 944 time: 0.0691295 Jun 25 11:44:58.253380 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b47450ce-df0f-4449-a9f1-16d85d4fedfa req-0a6212c0-4b94-448f-8858-211154a5593f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328875 Jun 25 11:44:58.837553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:44:58.984470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:44:58.988608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:44:58.988980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:59.073376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:59.098763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:44:59.101048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a357eb1a-a255-4cf0-8942-6131637baf72" -d '{"events": [{"server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "name": "network-vif-plugged", "status": "completed", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:44:59.119742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:44:59.207370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:59.209841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-03212168-b9df-460c-a181-a944cbaf0cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:44:59.237300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac16249c-db72-4793-ad2d-fdc50442ee5a x-openstack-request-id: req-ac16249c-db72-4793-ad2d-fdc50442ee5a {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:44:59.237600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "name": "network-vif-plugged", "status": "completed", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:44:59.237864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac16249c-db72-4793-ad2d-fdc50442ee5a {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:44:59.238269 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'code': 200} Jun 25 11:44:59.281328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:44:59.285693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:44:59.448096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfaaab-a9c6-442c-a4ac-a53ec60f0bc2 req-05ce7e66-fcbf-4138-9570-bf9bf46b13c0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:59.449773 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a8dfaaab-a9c6-442c-a4ac-a53ec60f0bc2 req-05ce7e66-fcbf-4138-9570-bf9bf46b13c0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 945 time: 0.0694869 Jun 25 11:44:59.483253 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8f1a2b7b-231b-4816-b845-2f678595c496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:44:59.491988 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a8dfaaab-a9c6-442c-a4ac-a53ec60f0bc2 req-fba07dd4-b750-4c52-b981-4caa3dc84874 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359175 Jun 25 11:44:59.565150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f1b46-f7f7-44a0-a182-d3844f16244a req-7b5adbaf-caf9-469e-b091-d9284a4b383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:44:59.566651 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f42f1b46-f7f7-44a0-a182-d3844f16244a req-7b5adbaf-caf9-469e-b091-d9284a4b383b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1098 time: 0.0544558 Jun 25 11:44:59.606501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f42f1b46-f7f7-44a0-a182-d3844f16244a req-0b3854d8-20dc-4f9f-baec-ad8f78d1b449 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Jun 25 11:45:00.702451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c49c25-90f2-453c-b53b-59e111f6bbea req-b7348b00-bdb9-4c33-acca-ecd6127fa530 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:00.704123 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86c49c25-90f2-453c-b53b-59e111f6bbea req-b7348b00-bdb9-4c33-acca-ecd6127fa530 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 945 time: 0.0709088 Jun 25 11:45:00.747737 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86c49c25-90f2-453c-b53b-59e111f6bbea req-8a2da873-9aaf-4614-ab92-ee17ebfc6392 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374568 Jun 25 11:45:01.948806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f27120-5719-4f29-a3e0-5551f2ce8a58 req-06eab107-0a39-4078-a6cb-d74b18b80b57 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:01.950389 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-94f27120-5719-4f29-a3e0-5551f2ce8a58 req-06eab107-0a39-4078-a6cb-d74b18b80b57 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 945 time: 0.0813894 Jun 25 11:45:01.984899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-822c50f2-beca-4336-9a15-df8245d5dcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:01.993957 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-94f27120-5719-4f29-a3e0-5551f2ce8a58 req-7a1612f8-8e1c-4a58-9939-4a706bbbddc5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369318 Jun 25 11:45:02.117918 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:02.209470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99530a-969a-4996-9e30-a17b5d8f2d2e req-2c6b7e10-b4d7-4948-9baa-44ee4756a6d6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:02.211042 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b99530a-969a-4996-9e30-a17b5d8f2d2e req-2c6b7e10-b4d7-4948-9baa-44ee4756a6d6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 945 time: 0.0837245 Jun 25 11:45:02.268510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b99530a-969a-4996-9e30-a17b5d8f2d2e req-bf13e0de-a90a-4d50-adfb-bcccca7ebe5b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510943 Jun 25 11:45:02.294881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59912) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:02.354866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d4991-6f4a-4157-823c-605d9a459e1b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:02.356471 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df8d4991-6f4a-4157-823c-605d9a459e1b tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1093 time: 0.0603700 Jun 25 11:45:02.360199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59914) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:02.365240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:02.477551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:02.602876 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:02.715200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.189 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ceb08bfd-a64d-400c-bebd-dd06f2c3b86a) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:45:02.848072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:02.952902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:02.956733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-66035047-f257-4708-9a93-59b7099e5fcf tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:02.994304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:45:03.000147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:45:03.003059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:45:03.041700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=ceb08bfd-a64d-400c-bebd-dd06f2c3b86a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:03.045440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:03.161810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:03.476599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:03.616176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:03.800926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:03.858745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:03.861551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-57652267-edee-4425-ade2-d19d8bd0ba2d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:03.943345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=ceb08bfd-a64d-400c-bebd-dd06f2c3b86a,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:03.947029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:03.966467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:04.080593 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 766a007c-e854-41d3-8130-c458a46abeb9 associated. External IP: 172.26.0.189, port: 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1. Jun 25 11:45:04.315621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 4d295463-4513-46c4-bf03-ee2128062bae has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:45:04.457410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:45:04.467399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] Sync routers for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:45:04.477536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:45:04.478166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:45:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:04.587120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:45:04.642789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:04.685428 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3240097 Jun 25 11:45:04.686240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:45:04.688609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 59916) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:04.689160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ffc18d-688e-4333-a04c-3425aa8fe102" -d '{"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:45:04.759179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4b5c4-f2ce-4759-924b-fe7e8ef11abf tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:04.760826 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4fe4b5c4-f2ce-4759-924b-fe7e8ef11abf tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1093 time: 0.0709310 Jun 25 11:45:04.789397 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ca268d-b866-42c9-baf4-51f2ad93504c x-openstack-request-id: req-28ca268d-b866-42c9-baf4-51f2ad93504c {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:45:04.789790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:45:04.790108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28ca268d-b866-42c9-baf4-51f2ad93504c {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:45:04.790556 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'status': 'completed', 'code': 200} Jun 25 11:45:04.886520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-ed393f62-c557-44c1-9a23-c0fd935af4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:04.888054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-ed393f62-c557-44c1-9a23-c0fd935af4bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1098 time: 0.0707669 Jun 25 11:45:05.012091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:03Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:05.017482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-af795b26-8ee1-4f7a-bffb-1f440edd113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:05.019162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-af795b26-8ee1-4f7a-bffb-1f440edd113b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.1239674 Jun 25 11:45:05.061748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:05.063607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] Checking router: 4d295463-4513-46c4-bf03-ee2128062bae for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:45:05.083229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:45:05.084432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:45:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:05.112587 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-80fbbbc4-7601-46d2-a643-eb29d2b81832 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 999 time: 0.0861259 Jun 25 11:45:05.171045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-9d5f7a09-7081-4104-9a95-f3e11add39af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:05.173318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-9d5f7a09-7081-4104-9a95-f3e11add39af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0547876 Jun 25 11:45:05.240793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-a1158f9d-ced5-41f7-8ca0-f6daab58a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:05.242398 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-a1158f9d-ced5-41f7-8ca0-f6daab58a7d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0621989 Jun 25 11:45:05.254176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:45:05.277471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59924) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:05.282682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465629768', 'description': 'tempest-secgroup-smoke-465629768 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:05.363022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:05.367138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-718036ff-1cef-4315-8cd5-d8f87f10cb05 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169713 Jun 25 11:45:05.514143 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-24ffc18d-688e-4333-a04c-3425aa8fe102 req-46cf5cd3-d463-4061-9a97-23942d7a0cbd service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389215 Jun 25 11:45:05.514419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:05.573980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:03Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:05.597672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:05.600561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6d21a683-d745-48ed-8b60-def65e6b93f5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:05.608265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25bbd7-356d-4fdb-a799-f0aa77cc14f2 None None] The sync data for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv is: [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:03Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:45:05.650010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2034fb2f-57d1-4714-8f05-c3a40f926cce,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:05.656761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:05.729407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:05.734033 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4541495 Jun 25 11:45:05.734750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59926) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:05.739786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '2034fb2f-57d1-4714-8f05-c3a40f926cce', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:05.827797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:05.849678 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22346b42-acb6-486b-8c23-f54379a5ef21 None None] New status for floating IP 766a007c-e854-41d3-8130-c458a46abeb9: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:45:05.949414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.100306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.102928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2c02c64b-f437-454a-af8c-726739157c56 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:06.122566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98be9325-b298-4b66-ae80-24632207c707,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:06.126531 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:06.218340 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.219728 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4839416 Jun 25 11:45:06.223922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59928) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:06.228972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '2034fb2f-57d1-4714-8f05-c3a40f926cce', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:06.368866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.446735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.511723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.513929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ad2fdb37-bc84-4acb-9e32-f0181a6c0f99 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:06.532856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8215c6fa-430b-4db7-b622-02bc3fcde0be,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:06.535998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:06.612865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.614273 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3893771 Jun 25 11:45:06.618735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59930) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:06.626113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '2034fb2f-57d1-4714-8f05-c3a40f926cce', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:06.743931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.822308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.911365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:06.913376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cd3d2828-75b0-4000-88ec-931b67dd4564 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:06.931999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4e3494-1e86-482d-a949-b00ebecab2b3,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:06.934707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:07.035435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.036673 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4166508 Jun 25 11:45:07.040971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59932) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:07.045932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '2034fb2f-57d1-4714-8f05-c3a40f926cce', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:07.134390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.204034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.283085 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.288679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d5f553a3-7c34-4d28-955a-676f517e12c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:07.307355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6c5b4a-5f81-4c49-80d4-dccc8f8c5845,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:07.310206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:07.375091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.376326 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b54084d1-3fbf-41cf-a8ad-6bd61b6ec2e4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3343437 Jun 25 11:45:07.379120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59934) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:07.384372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '2034fb2f-57d1-4714-8f05-c3a40f926cce', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:07.471720 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:45:07.477493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.542235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.911133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:07.917207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9d8009c5-3017-4ce1-8421-cd28b031eead tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:07.930697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61f1bfd-28af-47b5-b037-4f3d9bb01a39,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:07.933653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:08.071517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:08.072777 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6925173 Jun 25 11:45:08.075575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59936) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:08.081571 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '2034fb2f-57d1-4714-8f05-c3a40f926cce', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:08.260015 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:45:08.266795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:08.340414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:08.434883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:08.437715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2786519-e0c2-4584-8dd2-1ac20803d2f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:08.457682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc86d67-ef08-46f4-8689-b6619ae47add,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:08.462090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:08.526784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:08.528031 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4514549 Jun 25 11:45:08.708632 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-c7e0f1b3-ed03-4c05-8914-677e09af01dd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465629768&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0361738 Jun 25 11:45:08.858323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-be9aa2eb-a52b-4bce-9410-ff7974504af5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:08.860123 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-be9aa2eb-a52b-4bce-9410-ff7974504af5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 796 time: 0.1440449 Jun 25 11:45:08.876877 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-5db08a97-9a89-4fb9-942a-0c58847e8040 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0108523 Jun 25 11:45:08.958591 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-675aadb0-d87e-4a92-bc2e-3be6088f8c85 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758471 Jun 25 11:45:09.133537 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-c2f26f41-f737-479d-80fe-0d26679a68ed service neutron] 10.222.0.81 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613829 Jun 25 11:45:09.263447 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-e35dfda6-36b5-4a5d-a801-020cd58577c6 service neutron] 10.222.0.81 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227202 Jun 25 11:45:09.553594 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3c98b362-84fe-4647-91fa-2598ecb69a1a req-26b81b4e-7912-4851-b576-26e81d81f7c7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 210 time: 0.0414009 Jun 25 11:45:10.563212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:10.709293 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ec71a861-292a-420b-b995-fd37a828c9d4 req-88c65791-aab2-4e90-b53d-c650541e7ff2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 210 time: 0.0287933 Jun 25 11:45:11.863131 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-071d3195-1cbe-46d4-a611-affdd776a632 req-a6c56153-82d4-4985-bca6-0c034e24cc11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 210 time: 0.0385497 Jun 25 11:45:11.961196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-4b501833-e33f-4856-ac12-c357f062acf7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:11.962643 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-4b501833-e33f-4856-ac12-c357f062acf7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 796 time: 0.1277106 Jun 25 11:45:12.015490 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-7ac46362-3676-44c3-96f7-cf5f9544385c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 472 time: 0.0420632 Jun 25 11:45:12.024713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['2034fb2f-57d1-4714-8f05-c3a40f926cce']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:12.200259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:45:12.204945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:12.338555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.3 (e1fcafd9-12c5-4f3f-b37f-671eb76d6206/f958f8ac-e8e4-4cf8-822f-948d8d14e28d/6f3ba9ef-ae5d-40e7-807b-45a1c5896189) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:45:12.481608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:12.497588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:45:12.683176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:12.687924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:12.729918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:45:12.732995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:45:12.736998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:45:12.743818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:12.765158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:12.793771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:12.794495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:12.906200 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8853061 Jun 25 11:45:12.922935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Request body: {'port': {'device_id': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:13.008548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:13.054290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326e471-ad56-467f-8509-053235ab42c7 req-29e6f732-335e-4776-9390-f2b7cdd955fb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:13.055826 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2326e471-ad56-467f-8509-053235ab42c7 req-29e6f732-335e-4776-9390-f2b7cdd955fb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 931 time: 0.0730844 Jun 25 11:45:13.065885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0ac86106-20e0-478f-b186-ca0038f47973 None None] Provisioning for port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:45:13.071410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0ac86106-20e0-478f-b186-ca0038f47973 None None] Provisioning complete for port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:45:13.072120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0ac86106-20e0-478f-b186-ca0038f47973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:13.099523 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2326e471-ad56-467f-8509-053235ab42c7 req-ef74afce-8e72-4866-828b-0e3813a75b04 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364764 Jun 25 11:45:13.115274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0ac86106-20e0-478f-b186-ca0038f47973 None None] Port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:45:13.284499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:45:13.292619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:13.306007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Transition to ACTIVE for port object 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:45:13.446282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:13.448516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:13.505471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:13.511807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:13.579799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Attempting to bind port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:45:13.580140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Attempting to bind port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:45:13.580473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Attempting to bind port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:45:13.585557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:45:13.585883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Attempting to bind port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 on network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:45:13.597788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:45:13.597788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Checking segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:45:13.597788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Bound using segment: {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:45:13.597788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Bound port: 6f3ba9ef-ae5d-40e7-807b-45a1c5896189, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f49a0fa-3bef-4605-8feb-4f91997c3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:45:13.597788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:13.662956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] For port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:45:13.666504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] For port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:45:13.826180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:13.828855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eddd91d0-cf06-492d-9f13-51dce1167135 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:13.866684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:13.867297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:13.868740 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f3ba9ef-ae5d-40e7-807b-45a1c5896189 HTTP/1.1" status: 200 len: 1093 time: 0.9507451 Jun 25 11:45:13.869302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:45:13.871650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4867d6e4-7cc1-449d-a12f-d1918bbd2368" -d '{"events": [{"name": "network-changed", "server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:45:13.898185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:13.903671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:13.920319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa4fde8-68bc-4555-b552-e42fa073ae51 x-openstack-request-id: req-2fa4fde8-68bc-4555-b552-e42fa073ae51 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:45:13.920953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:45:13.921259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2fa4fde8-68bc-4555-b552-e42fa073ae51 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:45:13.921878 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'status': 'completed', 'code': 200} Jun 25 11:45:14.002794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d6e4-7cc1-449d-a12f-d1918bbd2368 req-97b14774-6c34-4795-92ea-6ec1078bc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:14.004385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4867d6e4-7cc1-449d-a12f-d1918bbd2368 req-97b14774-6c34-4795-92ea-6ec1078bc6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 1096 time: 0.0604084 Jun 25 11:45:14.106098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d6e4-7cc1-449d-a12f-d1918bbd2368 req-c1d71f47-a2be-4788-8b10-a96dfbbef5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:14.107482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4867d6e4-7cc1-449d-a12f-d1918bbd2368 req-c1d71f47-a2be-4788-8b10-a96dfbbef5a4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955281 Jun 25 11:45:14.216408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d6e4-7cc1-449d-a12f-d1918bbd2368 req-f3f1bcae-c8a3-42a0-af44-0b35c0a79e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:14.218166 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4867d6e4-7cc1-449d-a12f-d1918bbd2368 req-f3f1bcae-c8a3-42a0-af44-0b35c0a79e5b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1038010 Jun 25 11:45:14.287280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec03ab-b85a-4a48-bf83-cfd288f0cef1 req-d3bbc0b1-43eb-44ce-b023-10787990d54e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:14.288844 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9ec03ab-b85a-4a48-bf83-cfd288f0cef1 req-d3bbc0b1-43eb-44ce-b023-10787990d54e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 943 time: 0.0693500 Jun 25 11:45:14.331728 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9ec03ab-b85a-4a48-bf83-cfd288f0cef1 req-f3d2e39f-5d41-4dc9-89ea-741729aba4a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361836 Jun 25 11:45:14.332986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-50764a3d-6173-4124-8964-3e93c3033f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:14.334585 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-50764a3d-6173-4124-8964-3e93c3033f7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 1096 time: 0.0541914 Jun 25 11:45:14.382907 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-22d1af74-7be2-46f0-af5a-e9a90da6a51d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189 HTTP/1.1" status: 200 len: 217 time: 0.0391989 Jun 25 11:45:14.437982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-27db2067-c0f4-4b82-908b-f721123d0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:14.439462 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-27db2067-c0f4-4b82-908b-f721123d0c4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0488143 Jun 25 11:45:14.499474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-e086134b-cf71-4310-9e65-99447ddd30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:14.501182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-e086134b-cf71-4310-9e65-99447ddd30a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552623 Jun 25 11:45:14.599584 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-e0e90a51-978f-469b-8cca-27f0e4813850 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911911 Jun 25 11:45:14.695092 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd6dcf20-9e5b-4732-abeb-1707e56a1cc4 req-6790c46c-3ebb-4e45-8de0-2deee16c9b91 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Jun 25 11:45:15.528325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2cf4c-20e5-4ea9-98af-a9bf4d3207cd req-9dcf9f9e-2be9-4844-8653-78022e41bdc5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:15.530522 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86d2cf4c-20e5-4ea9-98af-a9bf4d3207cd req-9dcf9f9e-2be9-4844-8653-78022e41bdc5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 943 time: 0.0796561 Jun 25 11:45:15.575554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86d2cf4c-20e5-4ea9-98af-a9bf4d3207cd req-09c53452-48f9-4bd8-91f1-4e6d2951dd3c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387323 Jun 25 11:45:16.755260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1bb3-3928-49df-8b29-24cddeb6cd59 req-21c5369b-3e13-4d5d-bf99-731b5a4b4e05 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:16.756797 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-394a1bb3-3928-49df-8b29-24cddeb6cd59 req-21c5369b-3e13-4d5d-bf99-731b5a4b4e05 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 943 time: 0.0645483 Jun 25 11:45:16.805306 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-394a1bb3-3928-49df-8b29-24cddeb6cd59 req-5a3d10a1-e19e-46fd-9c81-b13d53b02350 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 Jun 25 11:45:16.916920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:45:17.019557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:45:17.032385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'port_id': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'mac_address': 'fa:16:3e:8f:99:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:45:17.070254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:17.083704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:45:17.104358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:45:17.168369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:17.170149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:17.217372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:17.220703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:17.486412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['6f3ba9ef-ae5d-40e7-807b-45a1c5896189'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:45:17.986040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0457d-6fb3-4de5-9969-4cf32edaa914 req-13f863d3-2c55-4502-a687-0cd385859a05 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:17.987546 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42d0457d-6fb3-4de5-9969-4cf32edaa914 req-13f863d3-2c55-4502-a687-0cd385859a05 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 944 time: 0.0674944 Jun 25 11:45:18.027171 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42d0457d-6fb3-4de5-9969-4cf32edaa914 req-71e73e25-9787-4fb1-bf58-eefe81f54cad tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339227 Jun 25 11:45:18.916699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:45:19.057905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:45:19.065596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:45:19.066218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:19.184723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:19.213776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:45:19.216172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9b164-f315-45fc-8e54-f2b84f31b639" -d '{"events": [{"server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "name": "network-vif-plugged", "status": "completed", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:45:19.231819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:45:19.259828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b5c0d-bc33-4644-a7c2-118e3453e4ba x-openstack-request-id: req-016b5c0d-bc33-4644-a7c2-118e3453e4ba {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:45:19.260132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "name": "network-vif-plugged", "status": "completed", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:45:19.260379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-016b5c0d-bc33-4644-a7c2-118e3453e4ba {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:45:19.260781 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'code': 200} Jun 25 11:45:19.267660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a91f5-633d-4a75-88b7-cc78bef6db34 req-5065341b-0668-43e3-93f4-b2df1f9f968f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:19.269280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d87a91f5-633d-4a75-88b7-cc78bef6db34 req-5065341b-0668-43e3-93f4-b2df1f9f968f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 944 time: 0.0804532 Jun 25 11:45:19.305357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:19.307558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a3b08de2-af24-46dd-ac84-1897d408eff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:19.335228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d87a91f5-633d-4a75-88b7-cc78bef6db34 req-84c3b88d-11d4-458b-98d5-475c89b5e035 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555410 Jun 25 11:45:19.370225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:19.375845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:19.667083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f546f-986c-418b-8378-7d511e23cdab req-ba89e0e3-0647-49ca-85a3-767325295fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:19.668579 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f29f546f-986c-418b-8378-7d511e23cdab req-ba89e0e3-0647-49ca-85a3-767325295fa4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 1098 time: 0.0542626 Jun 25 11:45:19.705590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f29f546f-986c-418b-8378-7d511e23cdab req-9d4e45df-bcf5-45e4-9c2b-c56a01764ca5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297830 Jun 25 11:45:20.530628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae34cc4-1015-47fa-b48f-5eedec5b09f3 req-7f07b41d-cbbb-4f34-9a97-0319f6a055d7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:20.532133 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3ae34cc4-1015-47fa-b48f-5eedec5b09f3 req-7f07b41d-cbbb-4f34-9a97-0319f6a055d7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 945 time: 0.0704556 Jun 25 11:45:20.573638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3ae34cc4-1015-47fa-b48f-5eedec5b09f3 req-d56f7506-3ef3-4316-9fd5-5238fe549ba4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349433 Jun 25 11:45:21.778282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b16cf1-eb12-4f90-aae6-81fd556c3a80 req-f5f9d500-44be-4763-a264-3c2a0f95a9e2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:21.780700 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-11b16cf1-eb12-4f90-aae6-81fd556c3a80 req-f5f9d500-44be-4763-a264-3c2a0f95a9e2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 945 time: 0.0880599 Jun 25 11:45:21.832442 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-11b16cf1-eb12-4f90-aae6-81fd556c3a80 req-a8264140-96d3-4ac8-9ac9-31500ad0cf18 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Jun 25 11:45:22.022020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fb8e2-c872-41e7-bbae-217685cc2e74 req-3be3ef63-cd54-400b-810a-9df6f7d87f92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:22.023747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e0fb8e2-c872-41e7-bbae-217685cc2e74 req-3be3ef63-cd54-400b-810a-9df6f7d87f92 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 945 time: 0.0707085 Jun 25 11:45:22.070299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e0fb8e2-c872-41e7-bbae-217685cc2e74 req-60a3e656-02bb-4885-8620-eb3428d20d63 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 Jun 25 11:45:22.096905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59992) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:22.155177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75854b-1d10-4491-9d6c-96ff8f75d104 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:22.156577 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-df75854b-1d10-4491-9d6c-96ff8f75d104 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 1093 time: 0.0583141 Jun 25 11:45:22.159423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 59994) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:45:22.163928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:45:22.270656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:22.376955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:22.487457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.165 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/359e029f-8491-4dd5-8b99-bc817cb158c0) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:45:22.592660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:22.705701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:22.707892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1c8dd675-2997-408f-b070-d3d738caa6a8 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:23.121624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:45:23.125316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:45:23.128973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:45:23.135370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=359e029f-8491-4dd5-8b99-bc817cb158c0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:23.155143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:23.536295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:23.736358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:23.900524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:23.956852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:23.959442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a8254569-400e-4fb9-bbcb-dd4418595a3f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:45:24.032601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=359e029f-8491-4dd5-8b99-bc817cb158c0,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:45:24.038318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:45:24.050281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:24.155516 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 0145465a-4095-4b74-9b76-1cde4352f6eb associated. External IP: 172.26.0.165, port: 6f3ba9ef-ae5d-40e7-807b-45a1c5896189. Jun 25 11:45:24.378719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 4d295463-4513-46c4-bf03-ee2128062bae has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:45:24.492223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:45:24.503179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] Sync routers for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:45:24.516322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:45:24.518136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:45:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:24.566212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:24.609997 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4495125 Jun 25 11:45:24.610689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:45:24.613302 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:45:24.633259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:45:24.656869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaf9c23-613a-4b3b-876b-19affc9580da x-openstack-request-id: req-1aaf9c23-613a-4b3b-876b-19affc9580da {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:45:24.657242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:45:24.657558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1aaf9c23-613a-4b3b-876b-19affc9580da {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:45:24.658011 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'status': 'completed', 'code': 200} Jun 25 11:45:24.747086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-90801be0-9c72-4c9c-8377-b079d6d3f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:24.749244 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-90801be0-9c72-4c9c-8377-b079d6d3f980 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 1098 time: 0.0677166 Jun 25 11:45:24.843773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-619479f2-8247-418b-8cb4-298aae1d9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:24.845299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-619479f2-8247-418b-8cb4-298aae1d9917 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.0897071 Jun 25 11:45:24.872012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '0145465a-4095-4b74-9b76-1cde4352f6eb', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.165', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8f:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:23Z', 'updated_at': '2021-06-25T11:45:23Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}, {'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:05Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:24.898553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] Checking router: 4d295463-4513-46c4-bf03-ee2128062bae for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:45:24.910230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:45:24.910676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:45:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:24.919772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-70110cf8-c5f1-41db-b979-8d761206a741 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189 HTTP/1.1" status: 200 len: 999 time: 0.0670257 Jun 25 11:45:24.969910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-68fa12d8-5b6e-406a-bdf3-138f0605033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:24.971413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-68fa12d8-5b6e-406a-bdf3-138f0605033b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0445683 Jun 25 11:45:25.019565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:45:25.028788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-5a624339-9605-416f-8485-36cc22143c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:25.030936 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-5a624339-9605-416f-8485-36cc22143c0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530236 Jun 25 11:45:25.139869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-9baaeba0-c4ed-4e29-9736-5c953532e770 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016376 Jun 25 11:45:25.232988 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-447f7c26-ffb0-4c88-9595-bb2eb0c0d1b0 req-15ee21fd-69eb-447d-a687-4adc554aacc7 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Jun 25 11:45:25.285338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '0145465a-4095-4b74-9b76-1cde4352f6eb', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.165', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8f:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:23Z', 'updated_at': '2021-06-25T11:45:23Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}, {'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:05Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:45:25.314016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff56cce-cfa6-47b3-ab4e-6dc65e3d0d48 None None] The sync data for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv is: [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '0145465a-4095-4b74-9b76-1cde4352f6eb', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.165', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8f:99:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:23Z', 'updated_at': '2021-06-25T11:45:23Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}, {'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:05Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:45:25.504434 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f023d85-f8cf-40bd-b019-d7c8c218c0d6 None None] New status for floating IP 0145465a-4095-4b74-9b76-1cde4352f6eb: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:45:29.522138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-28f2e8ad-d29e-455c-9360-50cbf7f1ff00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:30.375411 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-d8e8558d-f3ac-493c-8a89-391695721074 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869920 Jun 25 11:45:30.484824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-4c111823-d853-41a8-a041-cc429078da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:30.486298 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-4c111823-d853-41a8-a041-cc429078da4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1098 time: 0.0590856 Jun 25 11:45:30.594326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-dfc0ecb5-b495-4526-bd42-ae7373793420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:30.595789 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-dfc0ecb5-b495-4526-bd42-ae7373793420 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.0875990 Jun 25 11:45:30.665815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-707909b2-4ae3-485f-a6e7-cb36d2063f25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 1001 time: 0.0635388 Jun 25 11:45:30.720337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-c02b2d2c-5bbb-42fa-94fd-4c005b8025db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:30.721885 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-c02b2d2c-5bbb-42fa-94fd-4c005b8025db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0503519 Jun 25 11:45:30.785163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-aeaae232-b2aa-44df-b3ed-d0bcb3649e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:45:30.786632 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-aeaae232-b2aa-44df-b3ed-d0bcb3649e97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587611 Jun 25 11:45:30.790040 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:45:30.897641 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-dfefeb78-7587-477f-9729-85cd4724cfc6 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039808 Jun 25 11:45:31.000089 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64add09e-bd15-43bf-a27e-b529412e5f36 req-ed3fdfd3-00ab-46eb-8bad-7edc6f8acdbc service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961561 Jun 25 11:45:32.009957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-06969010-06cf-4ea4-915f-350a9e306403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:32.144861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:33.142530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:35.064945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:40.536437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:45:59.550209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0db1c163-0d24-4b59-8d7b-7656840d2aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:01.967371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c2db9146-3b57-418f-81c5-39c06f4ecd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:02.095407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:03.184618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:04.995014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:07.788913 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:46:10.563331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:29.504985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-79b5eea7-54f4-427e-a325-5dd0968aa5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:30.392532 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-fc2254b7-f1a3-408d-9f54-175557ffccc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666871 Jun 25 11:46:30.495991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-00748830-0362-4cc6-ba05-e6f83c4c1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:30.498616 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-00748830-0362-4cc6-ba05-e6f83c4c1544 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 1098 time: 0.0754027 Jun 25 11:46:30.633155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-7f2f46a3-ee4a-4124-a7de-42d0fa73efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:30.635555 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-7f2f46a3-ee4a-4124-a7de-42d0fa73efb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.1071503 Jun 25 11:46:30.710261 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-3a3147b1-a80b-4dfe-92b3-3c2b8c71d51a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189 HTTP/1.1" status: 200 len: 1001 time: 0.0649493 Jun 25 11:46:30.763758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-4f306516-cfba-468e-ad73-15388532cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:30.765548 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-4f306516-cfba-468e-ad73-15388532cef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0480144 Jun 25 11:46:30.832878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-670dd2d0-25f2-4c24-a531-b237a421f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:30.834577 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-670dd2d0-25f2-4c24-a531-b237a421f59f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0617805 Jun 25 11:46:30.938519 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-d388d149-9a29-40f1-afa6-f6761bb9ef90 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965257 Jun 25 11:46:31.608459 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9802c9f4-f67d-45cf-aa1c-995ddcb709b3 req-cee9b67f-28d7-4d1d-96ad-2ac993aab566 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627872 Jun 25 11:46:31.967500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60e1b556-7f99-40af-b860-da16737c14dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:32.097350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:33.188183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:35.019013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:39.961384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60020) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:40.033953 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e610304d-24e9-45e2-8cc8-e5ed9d1602cd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/766a007c-e854-41d3-8130-c458a46abeb9 HTTP/1.1" status: 200 len: 993 time: 0.0713181 Jun 25 11:46:40.521708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:40.683422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60032) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:40.689603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:46:40.775732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:40.935686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:46:40.968096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:41.024356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:41.029730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:41.088234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:41.088989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:41.090624 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/ports/8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 938 time: 0.4058270 Jun 25 11:46:41.091312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:46:41.093821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe828ca-d685-42cf-8de7-93fb2370ac3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:46:41.114974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=6']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:41.124541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.124942 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.125609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.126008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.126396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.126788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.127174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.127563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.127944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.128329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.128707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.129082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:41.133794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:41.142914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9150ae-4e33-4374-bc3d-186f1102d6ae x-openstack-request-id: req-be9150ae-4e33-4374-bc3d-186f1102d6ae {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:46:41.143250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:46:41.144975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be9150ae-4e33-4374-bc3d-186f1102d6ae {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:46:41.144975 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'status': 'completed', 'code': 200} Jun 25 11:46:41.222946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-fd62404b-44b1-411c-a284-3137459a6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:41.224939 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-fd62404b-44b1-411c-a284-3137459a6257 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1099 time: 0.0585649 Jun 25 11:46:41.282397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c6797b66-b693-45da-9a8a-692a527886dd None None] Provisioning complete for port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:46:41.282722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c6797b66-b693-45da-9a8a-692a527886dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:41.328491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c6797b66-b693-45da-9a8a-692a527886dd None None] Port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 is administratively disabled so it will not transition to active. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 25 11:46:41.329052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-a2fd6955-bc9e-4419-bf49-7a632c1ea014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:41.330561 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-a2fd6955-bc9e-4419-bf49-7a632c1ea014 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.0981414 Jun 25 11:46:41.398867 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-f07b87ae-147e-4711-b7b3-fcf3e9ab22e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 1002 time: 0.0613000 Jun 25 11:46:41.453228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-a09efca4-acf2-4bf0-bb94-07a58bfd0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:41.454698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-a09efca4-acf2-4bf0-bb94-07a58bfd0f6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0488033 Jun 25 11:46:41.518235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-82b24c88-1b7f-47ff-99a0-83f2ac7fb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:41.519728 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-82b24c88-1b7f-47ff-99a0-83f2ac7fb64e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588973 Jun 25 11:46:41.616477 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-be6a7d63-1528-4290-9f01-49af00d32745 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899277 Jun 25 11:46:41.737672 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ffe828ca-d685-42cf-8de7-93fb2370ac3c req-6fff53b2-0c1d-4910-8c75-b7aa133a35dd service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126890 Jun 25 11:46:44.585338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60042) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:44.590726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'admin_state_up': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:46:44.675916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:44.788286 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:46:44.833400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:46:44.865376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:44.915009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:44.918154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-99d4e48e-9fbf-4cac-974f-c01f443f6789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:44.961160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:44.961817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:44.967254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60044) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:44.967791 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/ports/8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 937 time: 0.3809440 Jun 25 11:46:44.968405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:46:44.970462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63612ea3-c264-41f9-8588-7ad1c7f70e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:46:45.012672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af1c008-3bdd-478e-ab39-820ebbe6b457 x-openstack-request-id: req-7af1c008-3bdd-478e-ab39-820ebbe6b457 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:46:45.013053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:46:45.013526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7af1c008-3bdd-478e-ab39-820ebbe6b457 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:46:45.013991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'status': 'completed', 'code': 200} Jun 25 11:46:45.015139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=7']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:45.025429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.025914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.026398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.026798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.027561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.027561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.028001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.028513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.028895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.029530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.030605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.030753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:46:45.035462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:45.051428 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-88067e10-54a8-47fd-83ba-4fb8563d6744 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/766a007c-e854-41d3-8130-c458a46abeb9 HTTP/1.1" status: 200 len: 993 time: 0.0827560 Jun 25 11:46:45.102019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-f7d25650-0ee5-4a09-bd94-6c84319a78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:45.104524 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-f7d25650-0ee5-4a09-bd94-6c84319a78af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1098 time: 0.0667822 Jun 25 11:46:45.177228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8cbde769-4e9b-44ac-8673-d7f69b08ed2a None None] Provisioning complete for port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:46:45.177829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8cbde769-4e9b-44ac-8673-d7f69b08ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:45.203107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-613ad312-6e34-4023-89d3-e50c7ac935a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:45.204912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-613ad312-6e34-4023-89d3-e50c7ac935a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.0922208 Jun 25 11:46:45.280008 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-892c33b2-3ead-475d-927a-e1a6c98a8162 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 1001 time: 0.0684464 Jun 25 11:46:45.335994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-ff7b9339-27e2-4d88-9940-1a31cb83a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:45.337669 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-ff7b9339-27e2-4d88-9940-1a31cb83a97f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0500615 Jun 25 11:46:45.401071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-ae1c0241-e4bb-4063-90d8-b3750d968fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:45.402682 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-ae1c0241-e4bb-4063-90d8-b3750d968fbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573108 Jun 25 11:46:45.417458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:46:45.518362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-043b5364-c2ab-4468-8cac-c4b560e81aff service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083741 Jun 25 11:46:45.613682 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63612ea3-c264-41f9-8588-7ad1c7f70e7f req-20a57f1d-9fc1-48fc-a29d-2ade2ac0d714 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888641 Jun 25 11:46:47.648402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60054) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:47.818123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 359e029f-8491-4dd5-8b99-bc817cb158c0 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:46:47.818473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:47.905598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:47.905932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:47.920136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 359e029f-8491-4dd5-8b99-bc817cb158c0 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:46:48.155326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:48.157581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:48.184907 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=359e029f-8491-4dd5-8b99-bc817cb158c0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:48.188159 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:48.248510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:48.248844 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 0145465a-4095-4b74-9b76-1cde4352f6eb disassociated (deleted). External IP: 172.26.0.165, port: 6f3ba9ef-ae5d-40e7-807b-45a1c5896189. Jun 25 11:46:48.466231 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 4d295463-4513-46c4-bf03-ee2128062bae has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:46:48.576807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:46:48.582249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:48.587367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] Sync routers for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:46:48.597140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:46:48.597777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:48.622588 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/0145465a-4095-4b74-9b76-1cde4352f6eb HTTP/1.1" status: 204 len: 168 time: 0.9730463 Jun 25 11:46:48.623316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:46:48.625905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76" -d '{"events": [{"name": "network-changed", "server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:46:48.667437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f8f60-0002-4f8c-93f3-600c81554a2a x-openstack-request-id: req-711f8f60-0002-4f8c-93f3-600c81554a2a {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:46:48.668046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:46:48.668133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-711f8f60-0002-4f8c-93f3-600c81554a2a {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:46:48.668684 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'status': 'completed', 'code': 200} Jun 25 11:46:48.719700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:46:48.752300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-1e30109f-d491-41bb-96a6-fba2a8c7281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:48.759373 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-1e30109f-d491-41bb-96a6-fba2a8c7281a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 1098 time: 0.0619645 Jun 25 11:46:48.861506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-cb21826b-7235-4c74-a83b-fb713a6016f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:48.863361 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-cb21826b-7235-4c74-a83b-fb713a6016f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.1025007 Jun 25 11:46:48.913845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-64b3e478-b942-4d4e-b71f-1fd6450931db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189 HTTP/1.1" status: 200 len: 217 time: 0.0442393 Jun 25 11:46:48.966490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-89821abc-f47b-47e9-a341-0d32f1817d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:48.968262 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-89821abc-f47b-47e9-a341-0d32f1817d72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0487061 Jun 25 11:46:48.979695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:05Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:49.013015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] Checking router: 4d295463-4513-46c4-bf03-ee2128062bae for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:46:49.023065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:46:49.023713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:49.037772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-0a6a2636-85bc-48dc-9eac-28acc9f50df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:49.039362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-0a6a2636-85bc-48dc-9eac-28acc9f50df5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648079 Jun 25 11:46:49.136022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:46:49.143364 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-617c5b65-15a9-46a6-9e91-3f865dc69485 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970638 Jun 25 11:46:49.281822 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f9c9479-f6a8-4ab1-8ec5-d46012987c76 req-ad69b8c0-c804-4a58-9a4e-88983a911698 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308055 Jun 25 11:46:49.301622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff130-90d8-433d-9d30-a577fe2545a0 req-c13510c0-99d1-48ab-9e59-d8a29a5f7321 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:49.303510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-009ff130-90d8-433d-9d30-a577fe2545a0 req-c13510c0-99d1-48ab-9e59-d8a29a5f7321 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 945 time: 0.1263447 Jun 25 11:46:49.346684 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-009ff130-90d8-433d-9d30-a577fe2545a0 req-3a8084ed-bfc9-4e97-a9a4-88932dabbc3d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347159 Jun 25 11:46:49.377730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:05Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:49.404870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d428f-75d2-4586-9d80-87b5c24fbede None None] The sync data for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv is: [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '766a007c-e854-41d3-8130-c458a46abeb9', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.189', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'port_id': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'mac_address': 'fa:16:3e:8e:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:45:03Z', 'updated_at': '2021-06-25T11:45:05Z', 'revision_number': 1, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:46:49.625325 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab39406-ac86-4722-b70d-f106a1d0fd37 None None] New status for floating IP 0145465a-4095-4b74-9b76-1cde4352f6eb: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:46:50.542494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51bb15-1c19-4eb4-b264-89b8e089231d req-7c564967-00af-43c4-85e1-3b47bd9adc24 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:50.543995 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ef51bb15-1c19-4eb4-b264-89b8e089231d req-7c564967-00af-43c4-85e1-3b47bd9adc24 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 945 time: 0.0806844 Jun 25 11:46:50.603351 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ef51bb15-1c19-4eb4-b264-89b8e089231d req-413f8b47-bf5c-437b-81da-cb9cd6e21031 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=2034fb2f-57d1-4714-8f05-c3a40f926cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482793 Jun 25 11:46:50.879574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-41644325-7cf5-4fda-9502-ebd4f7d5f4cd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:50.880979 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-41644325-7cf5-4fda-9502-ebd4f7d5f4cd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 945 time: 0.0666881 Jun 25 11:46:50.998280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:46:50.998714 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:51.102133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:46:51.103082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:51.116872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:46:51.332827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:51.338489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8c81f2a9-81c5-44f8-b145-89812098f6f2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:51.366091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=6f3ba9ef-ae5d-40e7-807b-45a1c5896189,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:51.369747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:51.418390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:46:51.420589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:51.422852 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73d1be4f-4af8-419d-8625-74c8794802c4 req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/6f3ba9ef-ae5d-40e7-807b-45a1c5896189 HTTP/1.1" status: 204 len: 173 time: 0.5363123 Jun 25 11:46:51.423414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'name': 'network-vif-deleted', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:46:51.425818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057abce6-19bd-461b-b165-4657f19e6cfa" -d '{"events": [{"server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "name": "network-vif-deleted", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:46:51.467447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc2d6ff-6d64-4c5b-b02e-80533001e0ce x-openstack-request-id: req-dfc2d6ff-6d64-4c5b-b02e-80533001e0ce {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:46:51.467805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887c4d2-c2b3-4be3-b42a-2e3d1efe0815", "name": "network-vif-deleted", "tag": "6f3ba9ef-ae5d-40e7-807b-45a1c5896189", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:46:51.468106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dfc2d6ff-6d64-4c5b-b02e-80533001e0ce {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:46:51.468589 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887c4d2-c2b3-4be3-b42a-2e3d1efe0815', 'name': 'network-vif-deleted', 'tag': '6f3ba9ef-ae5d-40e7-807b-45a1c5896189', 'status': 'completed', 'code': 200} Jun 25 11:46:51.765015 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a3706001-aee1-4a4d-a3dc-b9615b598eae req-04f930a4-30bb-467e-a7f0-866c5617b8d7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=b887c4d2-c2b3-4be3-b42a-2e3d1efe0815 HTTP/1.1" status: 200 len: 210 time: 0.0331852 Jun 25 11:46:52.866807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60072) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:52.933676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:52.960173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.206651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.209466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.210653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/2034fb2f-57d1-4714-8f05-c3a40f926cce HTTP/1.1" status: 204 len: 168 time: 0.3428674 Jun 25 11:46:53.211617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f3815cd-cc0f-432d-883f-144d37022c6a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:53.222433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2034fb2f-57d1-4714-8f05-c3a40f926cce,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:53.225665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:53.307618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60076) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:53.483165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port ceb08bfd-a64d-400c-bebd-dd06f2c3b86a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:46:53.483421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.570008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.570340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.584273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for ceb08bfd-a64d-400c-bebd-dd06f2c3b86a owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:46:53.869507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.871849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:53.897567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=ceb08bfd-a64d-400c-bebd-dd06f2c3b86a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:53.901106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:53.963863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:53.964205 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 766a007c-e854-41d3-8130-c458a46abeb9 disassociated (deleted). External IP: 172.26.0.189, port: 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1. Jun 25 11:46:54.193536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 4d295463-4513-46c4-bf03-ee2128062bae has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:46:54.311515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:46:54.316396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:54.323156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] Sync routers for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:46:54.332815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:46:54.333655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:54.366110 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/766a007c-e854-41d3-8130-c458a46abeb9 HTTP/1.1" status: 204 len: 168 time: 1.0570047 Jun 25 11:46:54.367122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:46:54.371764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187c4859-3a48-4810-90e6-4707434716a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:46:54.429775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c865b1-b9ac-4ae4-bae5-dc155817ad36 x-openstack-request-id: req-e1c865b1-b9ac-4ae4-bae5-dc155817ad36 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:46:54.429775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:46:54.429775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1c865b1-b9ac-4ae4-bae5-dc155817ad36 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:46:54.429775 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'status': 'completed', 'code': 200} Jun 25 11:46:54.487689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:46:54.541193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4859-3a48-4810-90e6-4707434716a2 req-28df87aa-4aff-4099-b784-dec50c54045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:54.543551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-187c4859-3a48-4810-90e6-4707434716a2 req-28df87aa-4aff-4099-b784-dec50c54045f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 1098 time: 0.0855045 Jun 25 11:46:54.651118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4859-3a48-4810-90e6-4707434716a2 req-06f533da-1b76-4b22-a2e3-219214211693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:54.652686 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-187c4859-3a48-4810-90e6-4707434716a2 req-06f533da-1b76-4b22-a2e3-219214211693 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 200 len: 898 time: 0.1024494 Jun 25 11:46:54.697263 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-187c4859-3a48-4810-90e6-4707434716a2 req-b09aceec-b577-4300-9477-8a1cf12cd774 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 200 len: 217 time: 0.0374715 Jun 25 11:46:54.722254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:54.754936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] Checking router: 4d295463-4513-46c4-bf03-ee2128062bae for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:46:54.763385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4859-3a48-4810-90e6-4707434716a2 req-fe4e34d8-04b1-4208-935c-4ba02d896186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:54.764969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:46:54.765121 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-187c4859-3a48-4810-90e6-4707434716a2 req-fe4e34d8-04b1-4208-935c-4ba02d896186 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 200 len: 835 time: 0.0589840 Jun 25 11:46:54.767288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:54.827995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4859-3a48-4810-90e6-4707434716a2 req-2996097e-072a-4e7e-9e28-83b1842ba7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:54.829584 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-187c4859-3a48-4810-90e6-4707434716a2 req-2996097e-072a-4e7e-9e28-83b1842ba7bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1fcafd9-12c5-4f3f-b37f-671eb76d6206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584476 Jun 25 11:46:54.893004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:46:54.945293 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-187c4859-3a48-4810-90e6-4707434716a2 req-3ade3b7b-aaa1-4b23-8bc4-8392255f0c8b service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048391 Jun 25 11:46:54.970175 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4a4e0-8da3-4c68-8ef4-8248ce0ca2e6 req-03c685e2-9c81-44e8-8077-7f489efe2b6d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:54.972084 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62f4a4e0-8da3-4c68-8ef4-8248ce0ca2e6 req-03c685e2-9c81-44e8-8077-7f489efe2b6d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 945 time: 0.0701466 Jun 25 11:46:55.017933 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62f4a4e0-8da3-4c68-8ef4-8248ce0ca2e6 req-23d1c3e4-bda1-4b85-bba8-0ee9bc8af1d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372109 Jun 25 11:46:55.062380 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-187c4859-3a48-4810-90e6-4707434716a2 req-bb6e699c-fa86-44c2-996e-f9e544030a74 service neutron] 10.222.0.47 "GET /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092169 Jun 25 11:46:55.132275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:46:55.166295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ff9f2-f275-4fc6-8e07-1fc0a48325b4 None None] The sync data for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv is: [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:44:43Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'adf84503-e26e-4924-8486-d41c91546c88', 'name': '', 'network_id': 'e1fcafd9-12c5-4f3f-b37f-671eb76d6206', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:7e:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:42Z', 'updated_at': '2021-06-25T11:44:48Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'f958f8ac-e8e4-4cf8-822f-948d8d14e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:46:55.380395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:46:55.407964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:46:55.408317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 6f3ba9ef-ae5d-40e7-807b-45a1c5896189 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:46:55.412075 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c39f1-e8d8-4d8b-857d-84ee9b5d44c2 None None] New status for floating IP 766a007c-e854-41d3-8130-c458a46abeb9: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:46:56.266110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616d571-6d85-415f-829a-558fe5feeebd req-ca4f2e1d-e498-4547-a663-178dc96c2e41 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:56.268349 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e616d571-6d85-415f-829a-558fe5feeebd req-ca4f2e1d-e498-4547-a663-178dc96c2e41 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 945 time: 0.0815427 Jun 25 11:46:56.320593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e616d571-6d85-415f-829a-558fe5feeebd req-0bf50edd-07bc-4036-b406-7d511cee35d1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ad27942-d95f-4003-ba0c-20692dfc1339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460093 Jun 25 11:46:56.759366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33ad34-8966-4c93-9725-95596328a85d req-7431aaa8-38a0-4c32-bc5c-fe3f1f0126c2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:46:56.760882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a33ad34-8966-4c93-9725-95596328a85d req-7431aaa8-38a0-4c32-bc5c-fe3f1f0126c2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 945 time: 0.0702024 Jun 25 11:46:56.871972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:46:56.872320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:56.977278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:46:56.977705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:56.990256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:46:57.199049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:57.203185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e03ca6e5-10c0-4023-a305-a2cda28df883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:57.236167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=8c2e7716-92d6-4fcb-b08a-380d9cf7bed1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:57.239741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:57.285573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:46:57.288291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:57.291332 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a33ad34-8966-4c93-9725-95596328a85d req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 HTTP/1.1" status: 204 len: 173 time: 0.5246308 Jun 25 11:46:57.291900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'name': 'network-vif-deleted', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:46:57.294378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54cb66e-a57e-48f5-a396-d74059f42e81" -d '{"events": [{"server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "name": "network-vif-deleted", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:46:57.340091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfb1763-bc7c-4e6b-8fe9-0965e6773449 x-openstack-request-id: req-3bfb1763-bc7c-4e6b-8fe9-0965e6773449 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:46:57.340473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7588f43-4427-4d87-8c0b-1b2fed690a80", "name": "network-vif-deleted", "tag": "8c2e7716-92d6-4fcb-b08a-380d9cf7bed1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:46:57.340818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3bfb1763-bc7c-4e6b-8fe9-0965e6773449 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:46:57.341346 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7588f43-4427-4d87-8c0b-1b2fed690a80', 'name': 'network-vif-deleted', 'tag': '8c2e7716-92d6-4fcb-b08a-380d9cf7bed1', 'status': 'completed', 'code': 200} Jun 25 11:46:57.468816 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe22a95b-be98-4fcc-868e-e24cfd94f05f req-73f921e5-69c3-41b0-874a-9f9716b6e960 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7588f43-4427-4d87-8c0b-1b2fed690a80 HTTP/1.1" status: 200 len: 210 time: 0.0317583 Jun 25 11:46:58.569723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60092) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:58.639608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51428d67-f367-46b3-81bc-228a61c7e239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:58.667512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51428d67-f367-46b3-81bc-228a61c7e239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:58.799018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51428d67-f367-46b3-81bc-228a61c7e239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:58.801622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-51428d67-f367-46b3-81bc-228a61c7e239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:58.802803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-51428d67-f367-46b3-81bc-228a61c7e239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/8ad27942-d95f-4003-ba0c-20692dfc1339 HTTP/1.1" status: 204 len: 168 time: 0.2320058 Jun 25 11:46:58.803745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6ed32c31-0c4b-48a0-837b-1727317d65f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:46:58.814483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51428d67-f367-46b3-81bc-228a61c7e239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad27942-d95f-4003-ba0c-20692dfc1339,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:46:58.816548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-51428d67-f367-46b3-81bc-228a61c7e239 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:46:58.919862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60096) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:46:59.480366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-90b9ee74-8eec-47ba-961c-f0f978f6391f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:59.680684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:46:59.965468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port adf84503-e26e-4924-8486-d41c91546c88 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:46:59.965815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:00.061485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port adf84503-e26e-4924-8486-d41c91546c88, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=adf84503-e26e-4924-8486-d41c91546c88,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:00.061847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:00.076149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for adf84503-e26e-4924-8486-d41c91546c88 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:47:00.358659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:00.360858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ad943a5b-1f64-4844-a61c-b7252eb83461 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:00.383943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=adf84503-e26e-4924-8486-d41c91546c88,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:00.387451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:00.572870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:00.796438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router 4d295463-4513-46c4-bf03-ee2128062bae has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:47:00.905069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:47:00.910990 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/4d295463-4513-46c4-bf03-ee2128062bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900999 Jun 25 11:47:00.914865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60100) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:00.916680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] Sync routers for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:47:00.926676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:00.927301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:00.971665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet f958f8ac-e8e4-4cf8-822f-948d8d14e28d {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:47:00.974827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.031433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.039666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:01.126743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.232459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:47:00Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:01.264921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] Checking router: 4d295463-4513-46c4-bf03-ee2128062bae for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:47:01.273910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] Routers {'4d295463-4513-46c4-bf03-ee2128062bae'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:01.274869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4d295463-4513-46c4-bf03-ee2128062bae'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:01.275014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.279323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2700e4bc-8a17-4fa7-8325-6cab9ea7e2c1 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:01.329227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=f958f8ac-e8e4-4cf8-822f-948d8d14e28d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:01.332902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.339380 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/f958f8ac-e8e4-4cf8-822f-948d8d14e28d HTTP/1.1" status: 204 len: 168 time: 0.4203758 Jun 25 11:47:01.339380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:01.339911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60102) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:01.371594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ba74f-ea5c-46bf-a035-c78a0ef9568b None None] Network e1fcafd9-12c5-4f3f-b37f-671eb76d6206 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:47:01.404415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:47:01.459739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.470114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:47:01.470114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8c2e7716-92d6-4fcb-b08a-380d9cf7bed1 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:47:01.494583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] Set router 4d295463-4513-46c4-bf03-ee2128062bae gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:01.598710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.733670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 235667b5-93c7-4397-9b69-2252d255fa35 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:47:01.733914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.835674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 235667b5-93c7-4397-9b69-2252d255fa35, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=235667b5-93c7-4397-9b69-2252d255fa35,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:01.835674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:01.854946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 235667b5-93c7-4397-9b69-2252d255fa35 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:47:01.930554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:47:00Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:01.961690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] DHCP port deletion for e1fcafd9-12c5-4f3f-b37f-671eb76d6206 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:47:01.964771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b11a4-b19a-4260-9f00-53cea6fbef82 None None] The sync data for ids ['4d295463-4513-46c4-bf03-ee2128062bae'] in dv-neutron-797120-5-hyperv is: [{'id': '4d295463-4513-46c4-bf03-ee2128062bae', 'name': 'tempest-TestNetworkBasicOps-router-1859623133', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74'}], 'enable_snat': True}, 'gw_port_id': '235667b5-93c7-4397-9b69-2252d255fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:44:38Z', 'updated_at': '2021-06-25T11:47:00Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '235667b5-93c7-4397-9b69-2252d255fa35', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d295463-4513-46c4-bf03-ee2128062bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:44:39Z', 'updated_at': '2021-06-25T11:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:47:01.999471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e029609a-5a3c-4f01-a9e7-05b1ee1b99dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.031870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Deleting port d636c28a-6d35-4db4-b48b-ad13e04825dd {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:47:02.032120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.108014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] For port d636c28a-6d35-4db4-b48b-ad13e04825dd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d636c28a-6d35-4db4-b48b-ad13e04825dd,segment=NetworkSegment(4f49a0fa-3bef-4605-8feb-4f91997c3d8d),segment_id=4f49a0fa-3bef-4605-8feb-4f91997c3d8d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:02.108436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.124672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Calling delete_port for d636c28a-6d35-4db4-b48b-ad13e04825dd owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:47:02.165984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.232716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.234901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-85b1c79b-c6c2-4335-be10-86a7a46a8bd9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:02.261955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=235667b5-93c7-4397-9b69-2252d255fa35,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:02.263118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.265771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-91fac94d-76b4-4a06-af25-e99c31a2ba60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:02.266045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:02.292480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Pushing event deleted for resources: {'Port': ['ID=d636c28a-6d35-4db4-b48b-ad13e04825dd,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:02.300757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] No DVR routers for this DVR port d636c28a-6d35-4db4-b48b-ad13e04825dd on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:47:02.304009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.304551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.305258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.305857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.306382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.306774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.307276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.307685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.308063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.308432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.308800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.309220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:02.314677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:02.364692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.479147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device adf84503-e26e-4924-8486-d41c91546c88 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:47:02.483142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.485837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.501579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: adf84503-e26e-4924-8486-d41c91546c88 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:47:02.501835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device adf84503-e26e-4924-8486-d41c91546c88 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:47:02.502275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d636c28a-6d35-4db4-b48b-ad13e04825dd no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:47:02.528557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d636c28a-6d35-4db4-b48b-ad13e04825dd {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:47:02.528914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d636c28a-6d35-4db4-b48b-ad13e04825dd not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:47:02.594482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.595134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router 4d295463-4513-46c4-bf03-ee2128062bae {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:47:02.604526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.608149 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/4d295463-4513-46c4-bf03-ee2128062bae HTTP/1.1" status: 204 len: 168 time: 1.2644639 Jun 25 11:47:02.608458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60104) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:02.697552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.788709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.799413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fcafd9-12c5-4f3f-b37f-671eb76d6206']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:02.810416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f49a0fa-3bef-4605-8feb-4f91997c3d8d') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:02.810702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f49a0fa-3bef-4605-8feb-4f91997c3d8d') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:02.819526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.835607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.842010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:47:02.842692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:47:02.845496 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:47:02.964160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.967987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-02b9f571-7321-4475-8c3b-a05f14e0f9b4 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:02.972428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:02.974749 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/e1fcafd9-12c5-4f3f-b37f-671eb76d6206 HTTP/1.1" status: 204 len: 168 time: 0.3650963 Jun 25 11:47:02.988609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=e1fcafd9-12c5-4f3f-b37f-671eb76d6206,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:02.991593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-19dccb27-ffb3-4578-a6a5-fd1a58111efd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:03.007080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60106) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:03.012460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'network': {'name': 'tempest-network-smoke--1619473533', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'port_security_enabled': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:03.097326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:47:03.101373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.130558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:47:03.140699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.141048 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Added segment 5b690954-3491-4896-975f-dc37a3becd0f of type vlan for network b002e919-c7fc-4c2b-80b1-ca58c8b4128d Jun 25 11:47:03.190064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.205697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.257044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.262918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:03.263547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.266143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-58b79e08-0d1a-468c-ac4d-a69d2cfedb71 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:03.334469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Network': ['ID=b002e919-c7fc-4c2b-80b1-ca58c8b4128d,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:03.338252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:03.349676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:47:03.395172 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f26a392b-02cd-4d25-ab3e-18b304ed5d68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3868611 Jun 25 11:47:03.398224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60110) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:03.404455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'admin_state_up': True, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:03.480205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.481310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.538023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:03.750115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:04.028165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:04.048239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:04.158002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.42 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/0eaa850d-d080-4dc5-8a58-d13bfab515bd) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:47:04.261262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:04.283826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 235667b5-93c7-4397-9b69-2252d255fa35 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:47:04.309342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 235667b5-93c7-4397-9b69-2252d255fa35 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:47:04.309849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 235667b5-93c7-4397-9b69-2252d255fa35 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:47:04.381802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:04.384811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9b917977-fd04-476f-a878-5412898e3acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:04.428122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:47:04.431011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:47:04.434488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:47:04.440375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=0eaa850d-d080-4dc5-8a58-d13bfab515bd,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:04.460237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:04.761954 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:05.027317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:05.339350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:05.564206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:47:05.678525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:47:05.690560 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Sync routers for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:47:05.701041 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:05.701715 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:47:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:05.765625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:05.766864 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3661985 Jun 25 11:47:05.770319 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60112) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:05.806587 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b7b9073c-1361-4dfa-8ed2-fc1f8a0eaaf9 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6e6f10d1273b41feb3b68bc9a935c9e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347266 Jun 25 11:47:05.810894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60114) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:05.811059 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:05.902750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98d536-7367-4c0f-99e1-bad3f019be2e tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:05.904270 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2a98d536-7367-4c0f-99e1-bad3f019be2e tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923758 Jun 25 11:47:05.908541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60116) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:05.940720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8b6d742e-13cd-43e2-9766-cdfcb7d49978 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307701 Jun 25 11:47:05.943684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60118) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:05.949322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2139228081', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:06.072326 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:04Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:06.101156 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Checking router: f29aade4-5439-4bc8-85a5-4de20ccbe8e4 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:47:06.102044 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Updating router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 port 0eaa850d-d080-4dc5-8a58-d13bfab515bd binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:47:06.107108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:47:06.110926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.140649 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.370673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.375007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5e3ae58-dc28-4c0f-be88-6a768cbc26f0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:06.474937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Subnet': ['ID=b6dba6af-bd8e-41a3-9214-39d55f3086d5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:06.480861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:06.489475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Checking segment: {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:47:06.490752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network hostable DHCP agents. Network: b002e919-c7fc-4c2b-80b1-ca58c8b4128d, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:47:06.541934 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.552261 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Transition to ACTIVE for port object 0eaa850d-d080-4dc5-8a58-d13bfab515bd will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:47:06.592799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:47:06.638578 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.640799 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-97767fe9-3d46-43c4-a668-f2ae1e950586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:06.661328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, b002e919-c7fc-4c2b-80b1-ca58c8b4128d) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:47:06.666820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:06.669188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.674076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b5a12-d054-44a0-9ba3-25c50d8cefa5 None None] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:47:06.704954 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Pushing event updated for resources: {'Port': ['ID=0eaa850d-d080-4dc5-8a58-d13bfab515bd,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:06.709530 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Attempting to bind port 0eaa850d-d080-4dc5-8a58-d13bfab515bd on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:47:06.709929 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Attempting to bind port 0eaa850d-d080-4dc5-8a58-d13bfab515bd by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:47:06.710303 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Attempting to bind port 0eaa850d-d080-4dc5-8a58-d13bfab515bd on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:47:06.718584 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.718933 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.719272 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.719603 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.719933 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.720265 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.720592 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.720919 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.721271 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.721633 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.721928 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.722243 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:47:06.725683 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:47:06.726069 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:47:06.727013 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.727372 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:47:06.727850 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Bound port: 0eaa850d-d080-4dc5-8a58-d13bfab515bd, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:47:06.728242 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.730183 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:06.749381 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a5fe57f6-43dc-4f31-be31-58692667eddd tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8046165 Jun 25 11:47:06.752166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60120) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:06.786594 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] For port 0eaa850d-d080-4dc5-8a58-d13bfab515bd, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:47:06.791087 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] For port 0eaa850d-d080-4dc5-8a58-d13bfab515bd, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0eaa850d-d080-4dc5-8a58-d13bfab515bd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:47:06.832622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:47:06.836745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.855789 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:06.858095 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:06.918957 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Pushing event updated for resources: {'Port': ['ID=0eaa850d-d080-4dc5-8a58-d13bfab515bd,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:06.924465 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:06.931481 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:06.932132 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:47:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:07.001229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Allocated IP 172.20.0.2 (b002e919-c7fc-4c2b-80b1-ca58c8b4128d/b6dba6af-bd8e-41a3-9214-39d55f3086d5/a4f91526-7be6-42d4-bb99-3aa736055484) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:47:07.043125 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:07.170860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.180746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Transition to ACTIVE for port object a4f91526-7be6-42d4-bb99-3aa736055484 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:47:07.198217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Transition to ACTIVE for port object a4f91526-7be6-42d4-bb99-3aa736055484 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:47:07.235067 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:04Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:07.245439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.261257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.264305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a3b08de2-af24-46dd-ac84-1897d408eff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:07.266140 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d27a1-b24e-4408-a4f6-6d19d2e048cf None None] The sync data for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv is: [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:04Z', 'revision_number': 3, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:47:07.316978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:47:07.323307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:47:07.327392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:47:07.395173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Pushing event updated for resources: {'Port': ['ID=a4f91526-7be6-42d4-bb99-3aa736055484,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:07.399092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:07.411755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Attempting to bind port a4f91526-7be6-42d4-bb99-3aa736055484 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:47:07.412197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Attempting to bind port a4f91526-7be6-42d4-bb99-3aa736055484 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:47:07.412526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Attempting to bind port a4f91526-7be6-42d4-bb99-3aa736055484 on network b002e919-c7fc-4c2b-80b1-ca58c8b4128d {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:47:07.418862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:47:07.419559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Checking segment: {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:47:07.419984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.420385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Bound using segment: {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:47:07.421345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Bound port: a4f91526-7be6-42d4-bb99-3aa736055484, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:47:07.421689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.525546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] For port a4f91526-7be6-42d4-bb99-3aa736055484, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:47:07.530228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] For port a4f91526-7be6-42d4-bb99-3aa736055484, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a4f91526-7be6-42d4-bb99-3aa736055484,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:47:07.589652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.1 (b002e919-c7fc-4c2b-80b1-ca58c8b4128d/b6dba6af-bd8e-41a3-9214-39d55f3086d5/ec8336e5-d413-4a84-b2cb-a6ef396b986a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:47:07.595807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.600611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:07.703330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Pushing event updated for resources: {'Port': ['ID=a4f91526-7be6-42d4-bb99-3aa736055484,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:07.707991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:07.751401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.771488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object ec8336e5-d413-4a84-b2cb-a6ef396b986a will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:47:07.857779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:07.860207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f9de14c-e2a5-43b4-94dd-5194241c489f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:07.914550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:47:07.918773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:47:07.924635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:47:07.989046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:07.996551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:08.005548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:08.252154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:08.392327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a4f91526-7be6-42d4-bb99-3aa736055484 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:47:08.531306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port a4f91526-7be6-42d4-bb99-3aa736055484 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:47:08.536231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0eaa850d-d080-4dc5-8a58-d13bfab515bd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:47:08.592816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:08.663564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 0eaa850d-d080-4dc5-8a58-d13bfab515bd completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:47:08.669522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0eaa850d-d080-4dc5-8a58-d13bfab515bd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:08.670133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:08.673075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:08.679807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:08.796390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e5bf7-02ee-4c44-929c-ac6d9f528027 None None] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:47:08.799269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:08.805424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:08.806665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:08.857014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:08.897168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 0eaa850d-d080-4dc5-8a58-d13bfab515bd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0eaa850d-d080-4dc5-8a58-d13bfab515bd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:08.924598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:47:08.926860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:47:08.994698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Provisioning for port a4f91526-7be6-42d4-bb99-3aa736055484 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:47:09.000072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Provisioning complete for port a4f91526-7be6-42d4-bb99-3aa736055484 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:09.000457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:09.005007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:09.035709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-99ae895f-f80b-45b2-9060-270edc90c409 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:09.074834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:47:09.128951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=0eaa850d-d080-4dc5-8a58-d13bfab515bd,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:09.142161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:09.183213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:09.208506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:47:09.217578 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/f29aade4-5439-4bc8-85a5-4de20ccbe8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4617884 Jun 25 11:47:09.218192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60122) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:09.221553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-d7039e07-c08c-497e-be44-09fed819585d None None] For port a4f91526-7be6-42d4-bb99-3aa736055484, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a4f91526-7be6-42d4-bb99-3aa736055484,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:09.315217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:09.315217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:09.347249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014107e-2557-490e-ab0a-1cc7f988b0da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.347791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014107e-2557-490e-ab0a-1cc7f988b0da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.348277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014107e-2557-490e-ab0a-1cc7f988b0da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.348755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014107e-2557-490e-ab0a-1cc7f988b0da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.353153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8014107e-2557-490e-ab0a-1cc7f988b0da tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1313863 Jun 25 11:47:09.356193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60124) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:09.358321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Sync routers for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:47:09.381802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:09.382920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:47:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:09.384813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Pushing event updated for resources: {'Port': ['ID=a4f91526-7be6-42d4-bb99-3aa736055484,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:09.389243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:09.425345 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7307cf17-98fd-4276-a469-f75b25b41267 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.425928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7307cf17-98fd-4276-a469-f75b25b41267 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.426552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7307cf17-98fd-4276-a469-f75b25b41267 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.427057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7307cf17-98fd-4276-a469-f75b25b41267 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:09.432677 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7307cf17-98fd-4276-a469-f75b25b41267 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0729959 Jun 25 11:47:09.433361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60126) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:09.455983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4512705a-5c09-4ccb-8907-a2bedd7b163a None None] Provisioning complete for port a4f91526-7be6-42d4-bb99-3aa736055484 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:09.456564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4512705a-5c09-4ccb-8907-a2bedd7b163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:09.610482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:09.674001 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-20a45204-040d-4720-a0fe-e919539d8180 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2389910 Jun 25 11:47:09.936533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4512705a-5c09-4ccb-8907-a2bedd7b163a None None] Provisioning for port ec8336e5-d413-4a84-b2cb-a6ef396b986a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:47:09.961955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60130) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:09.966898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371125359', 'description': 'tempest-secgroup-smoke-371125359 description', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:10.061242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.100485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:10.105290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4512705a-5c09-4ccb-8907-a2bedd7b163a None None] Provisioning complete for port ec8336e5-d413-4a84-b2cb-a6ef396b986a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:10.105744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4512705a-5c09-4ccb-8907-a2bedd7b163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.154151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Checking router: f29aade4-5439-4bc8-85a5-4de20ccbe8e4 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:47:10.154512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Updating router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 port ec8336e5-d413-4a84-b2cb-a6ef396b986a binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:47:10.161526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.197219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4512705a-5c09-4ccb-8907-a2bedd7b163a None None] Port ec8336e5-d413-4a84-b2cb-a6ef396b986a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:47:10.220691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.224455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd2ce37d-6eea-4b39-94d9-b8907a0e93b0 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:10.237873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.256666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd0317a-056f-4a68-8a5c-17fbb651aad0,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:10.257174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:10.315728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.317278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3542013 Jun 25 11:47:10.321379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60132) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:10.327147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9fd0317a-056f-4a68-8a5c-17fbb651aad0', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:10.362654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a4f91526-7be6-42d4-bb99-3aa736055484 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:47:10.421029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.446924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-234143d8-315e-434a-8106-d5b907122691 None None] Provisioning complete for port ec8336e5-d413-4a84-b2cb-a6ef396b986a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:10.447310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-234143d8-315e-434a-8106-d5b907122691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.496190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.557164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-234143d8-315e-434a-8106-d5b907122691 None None] Port ec8336e5-d413-4a84-b2cb-a6ef396b986a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:47:10.563915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.565951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-194b2fee-48d6-4ada-a2d3-c3a5f6c46ca6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:10.582089 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07a16a1-e546-4a85-a717-b1ac6d37e2a6,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:10.587171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:10.594069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a4f91526-7be6-42d4-bb99-3aa736055484 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:10.594373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.630319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.645447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.649727 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247516 Jun 25 11:47:10.650184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60134) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:10.656863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9fd0317a-056f-4a68-8a5c-17fbb651aad0', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:10.736199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.748515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.757515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Transition to ACTIVE for port object ec8336e5-d413-4a84-b2cb-a6ef396b986a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:47:10.760499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0eaa850d-d080-4dc5-8a58-d13bfab515bd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:47:10.815875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.819247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.822437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:10.885856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:10.889789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0c1b9957-5820-4a31-9065-345204af3385 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:10.921033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c77994-500b-4a76-a5ba-6f4c90d0ba97 None None] Pushing event updated for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:10.922256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74410525-4771-4d19-878f-52bd40eb1cb6,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:10.925243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:10.926615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0c77994-500b-4a76-a5ba-6f4c90d0ba97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:10.972187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0eaa850d-d080-4dc5-8a58-d13bfab515bd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:10.973206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.009949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.013284 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3602045 Jun 25 11:47:11.014758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60138) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:11.019744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9fd0317a-056f-4a68-8a5c-17fbb651aad0', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:11.077218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Attempting to bind port ec8336e5-d413-4a84-b2cb-a6ef396b986a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:47:11.077748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Attempting to bind port ec8336e5-d413-4a84-b2cb-a6ef396b986a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:47:11.078349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Attempting to bind port ec8336e5-d413-4a84-b2cb-a6ef396b986a on network b002e919-c7fc-4c2b-80b1-ca58c8b4128d {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:47:11.095589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:47:11.096185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Checking segment: {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:47:11.096868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.097577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Bound using segment: {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:47:11.098386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Bound port: ec8336e5-d413-4a84-b2cb-a6ef396b986a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:47:11.099048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.147796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.213834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.281920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.284168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e00b181b-fa33-4244-97e7-b607fd568508 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:11.288074 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] For port ec8336e5-d413-4a84-b2cb-a6ef396b986a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:47:11.293299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] For port ec8336e5-d413-4a84-b2cb-a6ef396b986a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec8336e5-d413-4a84-b2cb-a6ef396b986a,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:47:11.308928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93acee6c-9fc6-4ff5-b264-c5f172f4f1a1,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:11.311553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:11.358702 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.360738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-389226e4-b73c-4d98-af3a-4872720a0040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:11.389769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.391992 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3762419 Jun 25 11:47:11.395245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60140) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:11.400253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9fd0317a-056f-4a68-8a5c-17fbb651aad0', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:11.417339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:11.417986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:47:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:11.423855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c77994-500b-4a76-a5ba-6f4c90d0ba97 None None] Pushing event updated for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:11.490210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0c77994-500b-4a76-a5ba-6f4c90d0ba97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:11.532074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.583125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:11.628668 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.700954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.703007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-96b66b78-cb27-40c8-9007-6701a41542c5 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:11.723817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aac0e00-7bf8-416d-ad50-6ea2e8ab5e69,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:11.728723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:11.792801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:11.794530 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3978341 Jun 25 11:47:11.798559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60142) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:11.806826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9fd0317a-056f-4a68-8a5c-17fbb651aad0', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:11.816766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:47:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:11.848041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7802b1c3-73eb-4677-8986-1a6816a3fd53 None None] The sync data for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv is: [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:47:11Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:47:11.885514 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:47:11.915769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.005259 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.091374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.096648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5dc34987-4b85-405f-b79e-41c0b329a243 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:12.114018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4ea9f5-eb1c-4eda-9aa0-4d0fae5e5bc6,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:12.117831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:12.182384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.184111 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3844986 Jun 25 11:47:12.186711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60144) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:12.191614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'security_group_rule': {'security_group_id': '9fd0317a-056f-4a68-8a5c-17fbb651aad0', 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:12.284544 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Project 6e6f10d1273b41feb3b68bc9a935c9e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:47:12.294562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.404035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.415865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec8336e5-d413-4a84-b2cb-a6ef396b986a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:47:12.485144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.488861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e7bfa3c2-3097-412b-a4e2-39e00cf546e9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:12.505406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76926fce-7db7-4ce2-bb53-50bce4f04761,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:12.508419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:12.531103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ec8336e5-d413-4a84-b2cb-a6ef396b986a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:47:12.537180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ec8336e5-d413-4a84-b2cb-a6ef396b986a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:12.538082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.582534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.584028 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3963475 Jun 25 11:47:12.637953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.676557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ec8336e5-d413-4a84-b2cb-a6ef396b986a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec8336e5-d413-4a84-b2cb-a6ef396b986a,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:12.746746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:12.748650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:12.755841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-8be9768a-84ef-4b7b-8eb4-f5786240549e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371125359&fields=id&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 267 time: 0.0460019 Jun 25 11:47:12.804198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:12.809024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:12.885505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-509e1fa3-b78d-4bc4-917f-ede19bd4888d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:12.887244 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-509e1fa3-b78d-4bc4-917f-ede19bd4888d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/networks?id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 200 len: 797 time: 0.1305323 Jun 25 11:47:12.907128 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-ef89f5c1-3709-47d0-a281-034483f99107 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/quotas/6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 375 time: 0.0120718 Jun 25 11:47:12.985748 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-9110cfb5-df21-4342-b6bf-26d616e112f9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695047 Jun 25 11:47:13.095061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-b16ab1cf-959a-4c0e-accf-82d1e131b65c service neutron] 10.222.0.81 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967770 Jun 25 11:47:13.193144 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-717f2ed7-66cb-419c-b32f-fbb7bf619325 service neutron] 10.222.0.81 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916312 Jun 25 11:47:13.474521 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-683c19cd-8524-46cc-8b36-1b6b4aab22ec req-a236ed3c-4af1-4663-9787-4cd187a2493e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 210 time: 0.0299151 Jun 25 11:47:14.342524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec8336e5-d413-4a84-b2cb-a6ef396b986a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:47:14.398527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ec8336e5-d413-4a84-b2cb-a6ef396b986a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:14.398983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:14.621485 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5f8aec3d-c024-430e-bc8b-4844eb2065d7 req-184f7f18-50d7-4d71-a93b-2d4c84bb7e47 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 210 time: 0.0349162 Jun 25 11:47:15.771228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-57c81914-4d81-4ce7-954b-7c3243d3c009 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:15.773674 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-57c81914-4d81-4ce7-954b-7c3243d3c009 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/networks?id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 200 len: 797 time: 0.1349127 Jun 25 11:47:15.792059 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5c886fd6-1e56-41bd-a3be-bc904fec59cc req-4d6a8b4b-6fb3-4b13-912e-1beda89a420b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 210 time: 0.0311332 Jun 25 11:47:15.820260 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-131420ac-0180-4afd-a50b-7c7604e7aeb9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7 HTTP/1.1" status: 200 len: 379 time: 0.0388024 Jun 25 11:47:15.828763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'port': {'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'admin_state_up': True, 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'security_groups': ['9fd0317a-056f-4a68-8a5c-17fbb651aad0']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:16.136595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Made reservation on behalf of 6e6f10d1273b41feb3b68bc9a935c9e7 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:47:16.140818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:16.288578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.20.0.4 (b002e919-c7fc-4c2b-80b1-ca58c8b4128d/b6dba6af-bd8e-41a3-9214-39d55f3086d5/95db5ec8-e2b8-4d6a-95f2-29a442630b1b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:47:16.452784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:16.466511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Transition to ACTIVE for port object 95db5ec8-e2b8-4d6a-95f2-29a442630b1b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:47:16.575976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:16.580471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dce6ddc9-9719-4aa2-80d0-4497847b2f4d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:16.635093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:47:16.638452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:47:16.641014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:47:16.648163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:16.669000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:16.703469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:16.704318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:16.811723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9867561 Jun 25 11:47:16.827644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Request body: {'port': {'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:16.960555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:16.964765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ef325900-ac70-4c8d-8658-76583724aa18 None None] Provisioning for port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:47:16.971161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ef325900-ac70-4c8d-8658-76583724aa18 None None] Provisioning complete for port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:16.971161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ef325900-ac70-4c8d-8658-76583724aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:17.007902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ef325900-ac70-4c8d-8658-76583724aa18 None None] Port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:47:17.051465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde78ce-60e4-4a46-a75c-52f7b8a86018 req-29ad3ca8-2c7b-4e0e-86df-c8f23e4ab378 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:17.052946 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bbde78ce-60e4-4a46-a75c-52f7b8a86018 req-29ad3ca8-2c7b-4e0e-86df-c8f23e4ab378 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 931 time: 0.1301084 Jun 25 11:47:17.165283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bbde78ce-60e4-4a46-a75c-52f7b8a86018 req-d826952d-2136-419c-b670-de62d896d986 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706320 Jun 25 11:47:17.288891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95db5ec8-e2b8-4d6a-95f2-29a442630b1b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:47:17.297109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:17.312697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Transition to ACTIVE for port object 95db5ec8-e2b8-4d6a-95f2-29a442630b1b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:47:17.404751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:17.407183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:17.466182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Pushing event updated for resources: {'Port': ['ID=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:17.489591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:17.550634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Attempting to bind port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:47:17.551013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Attempting to bind port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:47:17.551311 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Attempting to bind port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b on network b002e919-c7fc-4c2b-80b1-ca58c8b4128d {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:47:17.557511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b on network b002e919-c7fc-4c2b-80b1-ca58c8b4128d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:47:17.557853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Attempting to bind port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b on network b002e919-c7fc-4c2b-80b1-ca58c8b4128d {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:47:17.565412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:47:17.565815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Checking segment: {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:47:17.566179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Bound using segment: {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:47:17.566614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Bound port: 95db5ec8-e2b8-4d6a-95f2-29a442630b1b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b690954-3491-4896-975f-dc37a3becd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:47:17.567044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:17.645497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] For port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:47:17.649898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] For port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:47:17.725385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:17.729912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a554d5fa-5282-4596-a607-302dd21cef1b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:17.763840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:17.764020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:17.765433 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] 10.222.0.47 "PUT /v2.0/ports/95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 200 len: 1093 time: 0.9431682 Jun 25 11:47:17.765981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:47:17.768326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:47:17.811815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Pushing event updated for resources: {'Port': ['ID=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:17.827991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:17.842041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db98966-6ee3-4948-8fdd-6c627c9eafa7 x-openstack-request-id: req-7db98966-6ee3-4948-8fdd-6c627c9eafa7 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:47:17.843124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:47:17.843631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7db98966-6ee3-4948-8fdd-6c627c9eafa7 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:47:17.844255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'status': 'completed', 'code': 200} Jun 25 11:47:17.922384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-f6c30d25-959b-4c51-968f-facdc74dbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:17.924009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-f6c30d25-959b-4c51-968f-facdc74dbf84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1096 time: 0.0718989 Jun 25 11:47:17.972119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-1f21a374-41e5-4d4b-b9c5-9783f5a3ef77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 200 len: 217 time: 0.0388370 Jun 25 11:47:18.031640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-68f04bb0-2cc1-4755-93cc-79d3b4470176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:18.033152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-68f04bb0-2cc1-4755-93cc-79d3b4470176 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6dba6af-bd8e-41a3-9214-39d55f3086d5 HTTP/1.1" status: 200 len: 835 time: 0.0546675 Jun 25 11:47:18.109674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-78a4e6d7-06e7-40d5-82c6-ff6947b261c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:18.111296 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-78a4e6d7-06e7-40d5-82c6-ff6947b261c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709438 Jun 25 11:47:18.210781 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-0d12a0ee-1bf4-467a-adb9-a43683c59bc2 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923328 Jun 25 11:47:18.347191 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-20eede1b-4d7a-4438-846f-7b265bb801e6 req-dc484735-9df6-4eb9-914e-a679a05bc0b2 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299005 Jun 25 11:47:18.448678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37b42f-5b50-4047-8ef2-4966021dd672 req-e25a6e75-c191-4b31-9402-ae84c6405bda tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:18.450359 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bf37b42f-5b50-4047-8ef2-4966021dd672 req-e25a6e75-c191-4b31-9402-ae84c6405bda tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 943 time: 0.0925303 Jun 25 11:47:18.552471 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bf37b42f-5b50-4047-8ef2-4966021dd672 req-53074870-d579-45ad-a340-b5e019fdcd3f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954814 Jun 25 11:47:18.578249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-894c8120-0077-4354-8d65-e540a9459510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:18.580061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-894c8120-0077-4354-8d65-e540a9459510 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1096 time: 0.1001124 Jun 25 11:47:18.698735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-303a92d3-e284-4af6-ad7e-4df295363081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:18.700199 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-303a92d3-e284-4af6-ad7e-4df295363081 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 200 len: 899 time: 0.1135149 Jun 25 11:47:18.743524 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-2361f1fc-4e53-4451-a117-4d2ed8cea6ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 200 len: 217 time: 0.0366735 Jun 25 11:47:18.801611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-477628ff-3fc9-4c4b-a1c9-71a7079cef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:18.804362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-477628ff-3fc9-4c4b-a1c9-71a7079cef2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6dba6af-bd8e-41a3-9214-39d55f3086d5 HTTP/1.1" status: 200 len: 835 time: 0.0544860 Jun 25 11:47:18.864343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-b3049018-a3d6-4d22-97a5-d913b4771e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:18.866010 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-b3049018-a3d6-4d22-97a5-d913b4771e53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562725 Jun 25 11:47:19.020038 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-94cf58dd-09cd-4b1c-8347-625934111cd8 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468489 Jun 25 11:47:19.166071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cdc70cce-75bb-4eb2-b3d4-a4b8f954ad34 req-deb550d3-e57a-472c-951b-22a0fbadd77f service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387863 Jun 25 11:47:19.809107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50ca7c-b884-495c-852e-e03667fda8fa req-a05a6cbc-8705-45e0-bc2c-5282a66d48ef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:19.810711 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1b50ca7c-b884-495c-852e-e03667fda8fa req-a05a6cbc-8705-45e0-bc2c-5282a66d48ef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 943 time: 0.0802443 Jun 25 11:47:19.852056 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1b50ca7c-b884-495c-852e-e03667fda8fa req-8cc95d4c-c73a-4201-8a59-a0282ba86907 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351913 Jun 25 11:47:21.123334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d6baf-f0e7-4132-803a-80818ca53730 req-1b2b9963-bf98-4c7e-b182-5645c1b1dba6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:21.125469 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f40d6baf-f0e7-4132-803a-80818ca53730 req-1b2b9963-bf98-4c7e-b182-5645c1b1dba6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 943 time: 0.0781558 Jun 25 11:47:21.172516 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f40d6baf-f0e7-4132-803a-80818ca53730 req-fe3955a0-4899-48d2-9558-3d358a3a8338 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368545 Jun 25 11:47:21.469900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 95db5ec8-e2b8-4d6a-95f2-29a442630b1b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:47:21.587733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:21.602534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'mac_address': 'fa:16:3e:ea:a4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:47:21.644195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:21.658555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95db5ec8-e2b8-4d6a-95f2-29a442630b1b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:47:21.680959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:21.736187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:21.738174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:21.791047 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:47:21.792172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:21.795708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:22.055199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['95db5ec8-e2b8-4d6a-95f2-29a442630b1b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:47:22.441359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a40bae-1903-41df-8e4d-77c4c83582cc req-808fca82-9e34-4274-b914-15e786fde62e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:22.443417 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90a40bae-1903-41df-8e4d-77c4c83582cc req-808fca82-9e34-4274-b914-15e786fde62e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 944 time: 0.0747283 Jun 25 11:47:22.487576 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-90a40bae-1903-41df-8e4d-77c4c83582cc req-70b6f966-5308-477b-add2-8adf7767cc67 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367985 Jun 25 11:47:23.485414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 95db5ec8-e2b8-4d6a-95f2-29a442630b1b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:47:23.593606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:47:23.598467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:47:23.602606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:23.683541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:23.684450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46393454-fed9-438d-b1a6-d64183229c4f req-70252391-a30f-4f88-bcf1-754dae13b0b9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:23.686108 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46393454-fed9-438d-b1a6-d64183229c4f req-70252391-a30f-4f88-bcf1-754dae13b0b9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 944 time: 0.0786593 Jun 25 11:47:23.708968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:47:23.711392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d668ab07-f514-4d01-b3ed-c06160a6d712" -d '{"events": [{"server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "name": "network-vif-plugged", "status": "completed", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:47:23.725459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:47:23.729895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-46393454-fed9-438d-b1a6-d64183229c4f req-6d31886d-047b-48fc-94f3-5067db57ff39 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379603 Jun 25 11:47:23.775606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28970956-000b-47c5-b520-7622eb9a4dbc x-openstack-request-id: req-28970956-000b-47c5-b520-7622eb9a4dbc {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:47:23.776153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "name": "network-vif-plugged", "status": "completed", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:47:23.776412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28970956-000b-47c5-b520-7622eb9a4dbc {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:47:23.776820 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'code': 200} Jun 25 11:47:23.805934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:23.808273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:23.878316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:23.883856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:24.257321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc2ae8-3ff1-4f25-b289-3715497389b3 req-2f643fa3-0b3b-4a8c-83ae-d0438ee3a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:24.258903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e6cc2ae8-3ff1-4f25-b289-3715497389b3 req-2f643fa3-0b3b-4a8c-83ae-d0438ee3a71c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1098 time: 0.0543082 Jun 25 11:47:24.305344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e6cc2ae8-3ff1-4f25-b289-3715497389b3 req-d26a7b50-b915-440e-9681-68c4c8466b87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403526 Jun 25 11:47:24.958948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a580620-03dd-4e0d-b691-6da7b958c0da req-43747a8b-6a2e-4251-8e41-16275fe4a97e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:24.960794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0a580620-03dd-4e0d-b691-6da7b958c0da req-43747a8b-6a2e-4251-8e41-16275fe4a97e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 945 time: 0.0923944 Jun 25 11:47:25.002023 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0a580620-03dd-4e0d-b691-6da7b958c0da req-61ed0086-751b-47a1-ba34-d59d35856596 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352128 Jun 25 11:47:26.232429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f2ee-a0c3-4dcc-98fb-923f5e4868f5 req-306f605e-9023-4646-a933-8015bea5a0a2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:26.234128 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8541f2ee-a0c3-4dcc-98fb-923f5e4868f5 req-306f605e-9023-4646-a933-8015bea5a0a2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 945 time: 0.0692673 Jun 25 11:47:26.278442 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8541f2ee-a0c3-4dcc-98fb-923f5e4868f5 req-9f6c3111-03cf-4faa-a1b1-ad6acf5224db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379574 Jun 25 11:47:26.938999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce85227-2f3c-4967-9b76-60083d168ec9 req-c09636b0-f068-4659-b4c2-cbf9db03755e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:26.940576 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dce85227-2f3c-4967-9b76-60083d168ec9 req-c09636b0-f068-4659-b4c2-cbf9db03755e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 945 time: 0.4745378 Jun 25 11:47:26.981630 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dce85227-2f3c-4967-9b76-60083d168ec9 req-e631c6ce-93c5-4c54-bbbd-c802657b239e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348043 Jun 25 11:47:27.010482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60204) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:27.070428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee497c5-abf5-4def-98eb-956f9c1a1541 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:27.072041 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9ee497c5-abf5-4def-98eb-956f9c1a1541 tempest-TestNetworkBasicOps-1884410331 tempest-TestNetworkBasicOps-1884410331-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1093 time: 0.0605309 Jun 25 11:47:27.075431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60206) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:27.080393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:47:27.193020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:27.300031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:27.414362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Allocated IP 172.26.0.115 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/17296f97-4820-420d-8e6d-6ab0b741ef45) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:47:27.536948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:27.627646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:27.631107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c95bdc1a-3c2c-41b6-91d7-e0e1e1d5d291 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:27.670170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:47:27.675347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:47:27.679901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:47:27.705201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=17296f97-4820-420d-8e6d-6ab0b741ef45,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:27.709548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:28.095001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:28.588621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:28.762972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:28.821288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:28.824009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0dd681e3-8557-492c-b589-27e7455e8682 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:47:28.900014 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event updated for resources: {'Port': ['ID=17296f97-4820-420d-8e6d-6ab0b741ef45,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:47:28.903004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:47:28.914535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:29.022638 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 15ac2db9-0bda-48b7-8a25-6a8c0347437d associated. External IP: 172.26.0.115, port: 95db5ec8-e2b8-4d6a-95f2-29a442630b1b. Jun 25 11:47:29.229338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:47:29.380307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:47:29.390433 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] Sync routers for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:47:29.401932 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:29.402669 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:47:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:29.490326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:29.514843 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:29.518595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a8651a8f-bd33-435b-a130-976a80f3f152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:29.536318 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4597304 Jun 25 11:47:29.537048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:47:29.539413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60208) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:29.539898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:47:29.579633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a778b1cd-0bf1-4a50-8fb2-1ee9bb90f464 x-openstack-request-id: req-a778b1cd-0bf1-4a50-8fb2-1ee9bb90f464 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:47:29.580007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:47:29.580294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a778b1cd-0bf1-4a50-8fb2-1ee9bb90f464 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:47:29.580741 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'status': 'completed', 'code': 200} Jun 25 11:47:29.614236 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-65b7b523-9054-4255-b596-297812cdca44 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 200 len: 991 time: 0.0728388 Jun 25 11:47:29.718440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-4889a943-0c72-4657-9629-74acdf64acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:29.719987 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-4889a943-0c72-4657-9629-74acdf64acc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1098 time: 0.1152773 Jun 25 11:47:29.753772 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '15ac2db9-0bda-48b7-8a25-6a8c0347437d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'mac_address': 'fa:16:3e:ea:a4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:47:27Z', 'updated_at': '2021-06-25T11:47:27Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:47:12Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:29.779873 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] Checking router: f29aade4-5439-4bc8-85a5-4de20ccbe8e4 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:47:29.788593 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:47:29.789268 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:47:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:29.856905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-9ee84e7e-7edf-40be-9730-fa4b546438b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:29.858405 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-9ee84e7e-7edf-40be-9730-fa4b546438b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 200 len: 899 time: 0.1316078 Jun 25 11:47:29.896031 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:47:29.940253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-e138a488-a99c-47fd-8f9a-c2847d613c96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 200 len: 999 time: 0.0663249 Jun 25 11:47:29.989726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-8128e0a4-5b4e-43af-81d6-54ee7f617363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:29.992489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-8128e0a4-5b4e-43af-81d6-54ee7f617363 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6dba6af-bd8e-41a3-9214-39d55f3086d5 HTTP/1.1" status: 200 len: 835 time: 0.0460815 Jun 25 11:47:30.054158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-e8aa47ea-89b8-4b99-8b6e-4d0d71e4b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:30.055725 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-e8aa47ea-89b8-4b99-8b6e-4d0d71e4b251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574355 Jun 25 11:47:30.133111 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '15ac2db9-0bda-48b7-8a25-6a8c0347437d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'mac_address': 'fa:16:3e:ea:a4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:47:27Z', 'updated_at': '2021-06-25T11:47:27Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:47:12Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:47:30.153776 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-b4bb6466-561a-482b-906d-697a1d7b1b37 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916352 Jun 25 11:47:30.159241 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6982a8-f95b-4f5e-9b22-b30efc9f9153 None None] The sync data for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv is: [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '15ac2db9-0bda-48b7-8a25-6a8c0347437d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'mac_address': 'fa:16:3e:ea:a4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:47:27Z', 'updated_at': '2021-06-25T11:47:27Z', 'revision_number': 0, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:47:12Z', 'revision_number': 5, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:47:30.251887 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-389be6b0-5fdb-4c61-ae40-a6c77fc15e9a req-bb15e991-80f7-4ec0-a1bf-3bf4e90316a8 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891113 Jun 25 11:47:30.375348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3923b4-3da9-42c7-a137-380796066208 None None] New status for floating IP 15ac2db9-0bda-48b7-8a25-6a8c0347437d: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:47:30.618222 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60214) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:30.682952 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-69601d86-1c6f-4994-b46d-90178fd2d108 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 200 len: 991 time: 0.0635414 Jun 25 11:47:31.687280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60216) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:47:31.758827 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e9ceb362-1f50-4264-baed-0c3288bef620 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 200 len: 993 time: 0.0700021 Jun 25 11:47:31.976191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8de987b9-2a16-488c-8ee4-cebf83061d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:32.124137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:32.332818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-9379aea3-5367-476f-90a5-4d6787cd84b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666275 Jun 25 11:47:32.436357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-83cc3521-66db-45b5-aa36-864ed02c0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:32.438033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-83cc3521-66db-45b5-aa36-864ed02c0b44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1098 time: 0.0585756 Jun 25 11:47:32.560126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-0c74da9d-deca-4897-8178-1f310e779332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:32.561971 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-0c74da9d-deca-4897-8178-1f310e779332 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 200 len: 899 time: 0.1018436 Jun 25 11:47:32.641048 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-861c5f38-9bc5-4c49-a931-562c908d4078 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 200 len: 1001 time: 0.0719333 Jun 25 11:47:32.696723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-cf0c412e-d7f3-4bc2-b814-458bd97de6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:32.699154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-cf0c412e-d7f3-4bc2-b814-458bd97de6b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6dba6af-bd8e-41a3-9214-39d55f3086d5 HTTP/1.1" status: 200 len: 835 time: 0.0517766 Jun 25 11:47:32.761807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-8d1180cc-e496-4af2-942e-7e738c873845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:47:32.763320 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-8d1180cc-e496-4af2-942e-7e738c873845 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581093 Jun 25 11:47:32.860481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-3b919777-655e-446c-8f44-f6917b925a84 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901539 Jun 25 11:47:32.958181 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-627f1e83-7414-41f1-aabf-8297fc870b77 req-11d0516a-dc5f-4294-8062-dc03a88d7226 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913041 Jun 25 11:47:33.202981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:35.049485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:40.552479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:47:58.790561 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:47:59.499749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93f69f42-424a-469f-864e-ac2c5926d5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:01.990973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ca2-ed04-4632-9a0e-882e4a1751cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:02.105364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:03.208043 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:05.037076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:10.562001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:29.537935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-23f561bb-d70d-47ca-9006-07cd77165d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:31.995109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2bb5c1d7-3cd6-4d9a-b328-77ccee0dca77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:32.234869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:32.316568 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-5565d51d-0889-4770-8bbd-6e76f41d8b85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599434 Jun 25 11:48:32.414802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-7ec5be64-da19-40de-a25d-af9016a107b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:32.416550 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-7ec5be64-da19-40de-a25d-af9016a107b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1098 time: 0.0564268 Jun 25 11:48:32.460196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60244) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:32.465948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9fdbb85c-c29b-491c-9eca-0a0e34d4fa93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'admin_state_up': False}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:48:32.528913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-61001593-e9ae-4bfa-bd0e-6bf22b554b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:32.530399 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-61001593-e9ae-4bfa-bd0e-6bf22b554b66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 200 len: 899 time: 0.0935895 Jun 25 11:48:32.597251 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-df405bbb-6d68-4f19-bb52-363cf02d72ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 200 len: 1001 time: 0.0593057 Jun 25 11:48:32.647555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-ec8069ac-d234-4c40-b63d-135505bec975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:32.649081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-ec8069ac-d234-4c40-b63d-135505bec975 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6dba6af-bd8e-41a3-9214-39d55f3086d5 HTTP/1.1" status: 200 len: 835 time: 0.0457654 Jun 25 11:48:32.717256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-2e269005-c601-45d7-8000-47a1a9732129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:32.718842 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-2e269005-c601-45d7-8000-47a1a9732129 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0626628 Jun 25 11:48:32.790372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb85c-c29b-491c-9eca-0a0e34d4fa93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:32.813942 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-383ec646-f8de-4043-9ddb-fb959d8fd274 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884416 Jun 25 11:48:32.880771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb85c-c29b-491c-9eca-0a0e34d4fa93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:32.913538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5aff3f30-2c5b-4370-853a-4942d924ca6e req-4496422b-4083-4562-a7a9-b9de8ab80060 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926855 Jun 25 11:48:32.995305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdbb85c-c29b-491c-9eca-0a0e34d4fa93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:48:33.106384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdbb85c-c29b-491c-9eca-0a0e34d4fa93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:48:33.115218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fdbb85c-c29b-491c-9eca-0a0e34d4fa93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:33.116456 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9fdbb85c-c29b-491c-9eca-0a0e34d4fa93 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/f29aade4-5439-4bc8-85a5-4de20ccbe8e4 HTTP/1.1" status: 200 len: 888 time: 0.6550539 Jun 25 11:48:33.116807 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] Sync routers for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:48:33.126823 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:33.127545 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:33.229282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:33.251029 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:33.260423 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:33.261206 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:33.293779 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:33.294453 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d020b-e4f2-4761-92a8-765b32bbe432 None None] The sync data for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv is: [] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:48:34.053741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d49ca-7bf4-45c9-b637-a0ad8332ffb8 None None] New status for floating IP 15ac2db9-0bda-48b7-8a25-6a8c0347437d: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:48:34.378349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0eaa850d-d080-4dc5-8a58-d13bfab515bd no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:48:34.458543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:34.480269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 0eaa850d-d080-4dc5-8a58-d13bfab515bd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0eaa850d-d080-4dc5-8a58-d13bfab515bd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:34.555366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:34.556019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec8336e5-d413-4a84-b2cb-a6ef396b986a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:48:34.558041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a6ab5dfc-6fff-4fba-aca7-aacf5056e0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:34.633099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=0eaa850d-d080-4dc5-8a58-d13bfab515bd,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:34.642231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.642584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.643535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.643774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.644103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.644521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.644856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.645205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.645532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.645854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.646174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.646495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:34.650811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:34.686214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:34.720727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ec8336e5-d413-4a84-b2cb-a6ef396b986a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec8336e5-d413-4a84-b2cb-a6ef396b986a,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:34.794758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:34.796552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:34.846634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:34.849684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:35.046147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:35.266485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60252) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:35.271433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8295a01c-83e4-4085-a41b-200bdca34e94 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:48:35.589910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8295a01c-83e4-4085-a41b-200bdca34e94 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:35.687693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8295a01c-83e4-4085-a41b-200bdca34e94 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-773180'] for router, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:35.789407 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:48:35.815746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8295a01c-83e4-4085-a41b-200bdca34e94 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:48:35.925880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8295a01c-83e4-4085-a41b-200bdca34e94 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:48:35.932708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8295a01c-83e4-4085-a41b-200bdca34e94 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:35.933906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8295a01c-83e4-4085-a41b-200bdca34e94 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/f29aade4-5439-4bc8-85a5-4de20ccbe8e4 HTTP/1.1" status: 200 len: 887 time: 0.6664135 Jun 25 11:48:35.935464 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] Sync routers for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:48:35.936866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60254) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:35.945585 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:35.946342 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:36.003852 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-de0fd496-722f-4c58-b7d0-3c92b7a93f20 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 200 len: 991 time: 0.0652928 Jun 25 11:48:36.055280 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:48:36.284108 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:35Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '15ac2db9-0bda-48b7-8a25-6a8c0347437d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'mac_address': 'fa:16:3e:ea:a4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:47:27Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:36.309750 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] Checking router: f29aade4-5439-4bc8-85a5-4de20ccbe8e4 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:48:36.319103 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:36.319734 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:36.425568 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:48:36.646933 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:35Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '15ac2db9-0bda-48b7-8a25-6a8c0347437d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'mac_address': 'fa:16:3e:ea:a4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:47:27Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:36.677593 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88fc50-20db-426a-b647-c732f08c9542 None None] The sync data for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv is: [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:35Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '15ac2db9-0bda-48b7-8a25-6a8c0347437d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'port_id': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'mac_address': 'fa:16:3e:ea:a4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:47:27Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 2, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:48:34Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:48:37.006951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60256) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:37.075409 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-26cd8aa6-8800-449c-acd5-a566511b67ef tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 200 len: 991 time: 0.0672185 Jun 25 11:48:38.079135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60258) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:38.140560 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a0533d34-763c-4902-b3e4-c212383958f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 200 len: 991 time: 0.0601101 Jun 25 11:48:38.278444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce655e77-8b1c-4b3d-a98b-f2ed5f0aa8c0 None None] New status for floating IP 15ac2db9-0bda-48b7-8a25-6a8c0347437d: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:48:38.423801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0eaa850d-d080-4dc5-8a58-d13bfab515bd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:48:38.472166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0eaa850d-d080-4dc5-8a58-d13bfab515bd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:48:38.472544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:38.556094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:38.576000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 0eaa850d-d080-4dc5-8a58-d13bfab515bd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0eaa850d-d080-4dc5-8a58-d13bfab515bd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:38.646380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:38.647308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec8336e5-d413-4a84-b2cb-a6ef396b986a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:48:38.649408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:38.723069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=0eaa850d-d080-4dc5-8a58-d13bfab515bd,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:38.726935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:38.735714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ec8336e5-d413-4a84-b2cb-a6ef396b986a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:48:38.736085 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:38.820530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:38.852997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ec8336e5-d413-4a84-b2cb-a6ef396b986a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec8336e5-d413-4a84-b2cb-a6ef396b986a,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:38.931662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:38.933557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ea6c106f-7400-47cb-aed3-095bfc2252b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:38.980098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:38.983209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:39.146306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60260) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:39.208681 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c21c44c0-cccf-48c1-a182-6159d5365f5a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 200 len: 993 time: 0.0610576 Jun 25 11:48:39.500219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60266) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:39.664105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 17296f97-4820-420d-8e6d-6ab0b741ef45 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:48:39.664487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:39.746486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:39.746810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:39.763862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 17296f97-4820-420d-8e6d-6ab0b741ef45 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:48:39.966115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:39.968478 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ef3054c9-0e27-446e-9302-64f27cd7eb27 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:39.996736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=17296f97-4820-420d-8e6d-6ab0b741ef45,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:40.024294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.024294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.025296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.025296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.025474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.025719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.026083 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.026449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.026816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.027178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.027540 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.027903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:40.031670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:40.071190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:40.075844 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Floating IP 15ac2db9-0bda-48b7-8a25-6a8c0347437d disassociated (deleted). External IP: 172.26.0.115, port: 95db5ec8-e2b8-4d6a-95f2-29a442630b1b. Jun 25 11:48:40.284068 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:48:40.389967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0eaa850d-d080-4dc5-8a58-d13bfab515bd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:48:40.440109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0eaa850d-d080-4dc5-8a58-d13bfab515bd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:48:40.440484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:40.538383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec8336e5-d413-4a84-b2cb-a6ef396b986a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:48:40.558494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:40.589589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ec8336e5-d413-4a84-b2cb-a6ef396b986a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:48:40.589975 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:40.745056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:48:40.751841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:40.758380 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] Sync routers for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:48:40.769019 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:40.769744 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:40.793492 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/floatingips/15ac2db9-0bda-48b7-8a25-6a8c0347437d HTTP/1.1" status: 204 len: 168 time: 1.2920463 Jun 25 11:48:40.794003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:48:40.796342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe658c-b420-4190-bb4c-683c078ddc99" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:48:40.843458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb25a38-7e23-4376-87e3-45a5550ea943 x-openstack-request-id: req-4bb25a38-7e23-4376-87e3-45a5550ea943 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:48:40.843874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:48:40.844141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bb25a38-7e23-4376-87e3-45a5550ea943 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:48:40.844674 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'status': 'completed', 'code': 200} Jun 25 11:48:40.885533 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:48:40.926504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-54ffe8f7-e70d-4f5a-9763-ead3aa52505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:40.928698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-54ffe8f7-e70d-4f5a-9763-ead3aa52505a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 1098 time: 0.0590663 Jun 25 11:48:41.041506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-b8baca92-c6d7-4cf5-a586-44f89bdff7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:41.043062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-b8baca92-c6d7-4cf5-a586-44f89bdff7a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 200 len: 899 time: 0.1051636 Jun 25 11:48:41.086789 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-41a1b096-493f-43e8-8a65-99ac9f12ed8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 200 len: 217 time: 0.0371699 Jun 25 11:48:41.100962 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:35Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:41.132025 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] Checking router: f29aade4-5439-4bc8-85a5-4de20ccbe8e4 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:48:41.142426 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:41.143684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-2932ba8f-7f20-4214-8429-f6ad2091c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:41.143914 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:41.145222 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-2932ba8f-7f20-4214-8429-f6ad2091c56b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6dba6af-bd8e-41a3-9214-39d55f3086d5 HTTP/1.1" status: 200 len: 835 time: 0.0510552 Jun 25 11:48:41.207763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-02445c84-b132-4df5-8dc2-9dc353356afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:41.209350 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-02445c84-b132-4df5-8dc2-9dc353356afb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b002e919-c7fc-4c2b-80b1-ca58c8b4128d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553524 Jun 25 11:48:41.250839 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:48:41.316488 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-111b1c34-f27b-4f1f-a307-aa702d382480 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995526 Jun 25 11:48:41.466931 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-88fe658c-b420-4190-bb4c-683c078ddc99 req-f0b2be47-4f2f-4256-ab92-b9d84f130b33 service neutron] 10.222.0.47 "GET /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427574 Jun 25 11:48:41.483480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95407c9a-ffcb-4d2b-9426-590a11c1f65b req-919dbce5-5553-4adc-bf0a-2ac8f3cbc3a2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:41.485141 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-95407c9a-ffcb-4d2b-9426-590a11c1f65b req-919dbce5-5553-4adc-bf0a-2ac8f3cbc3a2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 945 time: 0.1327178 Jun 25 11:48:41.526980 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-95407c9a-ffcb-4d2b-9426-590a11c1f65b req-4b931aeb-142e-4734-841b-b9c550036f3c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343492 Jun 25 11:48:41.557374 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:35Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:41.584321 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60994f-7366-45e5-8cf3-6a40b65d9dc6 None None] The sync data for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv is: [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:35Z', 'revision_number': 6, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'ec8336e5-d413-4a84-b2cb-a6ef396b986a', 'name': '', 'network_id': 'b002e919-c7fc-4c2b-80b1-ca58c8b4128d', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'mac_address': 'fa:16:3e:de:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:07Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'subnets': [{'id': 'b6dba6af-bd8e-41a3-9214-39d55f3086d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:48:42.230970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40921a-48ca-44bd-8306-dc38e09bda23 None None] New status for floating IP 15ac2db9-0bda-48b7-8a25-6a8c0347437d: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:48:42.712305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f2ff9-f625-49f2-877c-d079efa1b8c0 req-18c67d01-396b-4009-9866-30c2263a1149 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:42.713818 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e90f2ff9-f625-49f2-877c-d079efa1b8c0 req-18c67d01-396b-4009-9866-30c2263a1149 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 945 time: 0.0720670 Jun 25 11:48:42.754655 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e90f2ff9-f625-49f2-877c-d079efa1b8c0 req-270abef6-6f49-4152-969e-bb28b8bc2e98 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9fd0317a-056f-4a68-8a5c-17fbb651aad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350902 Jun 25 11:48:43.137837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-f172929d-2907-44da-9e8d-2ac86f584da6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:43.139521 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-f172929d-2907-44da-9e8d-2ac86f584da6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 945 time: 0.0682659 Jun 25 11:48:43.258897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:48:43.259249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:43.357904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:43.358274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:43.371944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 95db5ec8-e2b8-4d6a-95f2-29a442630b1b owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:48:43.606303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:43.610511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6a3e260f-94d5-4367-a86f-b41e35d90005 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:43.638745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=95db5ec8-e2b8-4d6a-95f2-29a442630b1b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:43.668558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.668959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.669376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.669763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.670136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.670509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.670881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.671254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.671620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.671987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.672352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.672713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:48:43.677897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:43.700750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] No DVR routers for this DVR port 95db5ec8-e2b8-4d6a-95f2-29a442630b1b on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:48:43.703307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:43.705910 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab57caa3-4f23-4bfd-95b0-9efe9807ce68 req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.47 "DELETE /v2.0/ports/95db5ec8-e2b8-4d6a-95f2-29a442630b1b HTTP/1.1" status: 204 len: 173 time: 0.5612214 Jun 25 11:48:43.706465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'name': 'network-vif-deleted', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:48:43.708991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b7470-b31b-41ce-a053-bac7a7a6d822" -d '{"events": [{"server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "name": "network-vif-deleted", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:48:43.744886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9334c1a9-1c4b-467e-acd3-d7e4774f89ea x-openstack-request-id: req-9334c1a9-1c4b-467e-acd3-d7e4774f89ea {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:48:43.745264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc8a712-23a3-43a3-88e4-5aadbfdae72d", "name": "network-vif-deleted", "tag": "95db5ec8-e2b8-4d6a-95f2-29a442630b1b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:48:43.745568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9334c1a9-1c4b-467e-acd3-d7e4774f89ea {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:48:43.746033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc8a712-23a3-43a3-88e4-5aadbfdae72d', 'name': 'network-vif-deleted', 'tag': '95db5ec8-e2b8-4d6a-95f2-29a442630b1b', 'status': 'completed', 'code': 200} Jun 25 11:48:43.904933 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2782ba1e-5d0f-4189-ab68-dfb9eee3602e req-8e113519-5d06-4590-b9a9-6d486700036a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dc8a712-23a3-43a3-88e4-5aadbfdae72d HTTP/1.1" status: 200 len: 210 time: 0.0292442 Jun 25 11:48:45.000933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60286) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:45.062314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:45.087962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:45.206228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:45.208804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:45.210097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/security-groups/9fd0317a-056f-4a68-8a5c-17fbb651aad0 HTTP/1.1" status: 204 len: 168 time: 0.2072296 Jun 25 11:48:45.210922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c3d78eb9-4ecf-40a8-adc3-ddd7d9680c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:45.220333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd0317a-056f-4a68-8a5c-17fbb651aad0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:45.223465 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:45.304993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60290) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:45.675558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:45.946412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port ec8336e5-d413-4a84-b2cb-a6ef396b986a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:48:45.946662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:46.037242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port ec8336e5-d413-4a84-b2cb-a6ef396b986a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec8336e5-d413-4a84-b2cb-a6ef396b986a,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:46.037959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:46.050918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for ec8336e5-d413-4a84-b2cb-a6ef396b986a owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:48:46.342680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:46.344903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3f8c4ed-5b03-423e-93b7-e4ffdcbbdca7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:46.374067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=ec8336e5-d413-4a84-b2cb-a6ef396b986a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:46.377634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:46.559205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:46.791402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:48:47.271343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:48:47.276520 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "PUT /v2.0/routers/f29aade4-5439-4bc8-85a5-4de20ccbe8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704328 Jun 25 11:48:47.281076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60292) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:47.281757 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] Sync routers for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:48:47.291670 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:47.292291 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:47.334385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting subnet b6dba6af-bd8e-41a3-9214-39d55f3086d5 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:48:47.337719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:47.379843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:47.399114 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:48:47.495004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:47.596096 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:46Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:47.622643 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] Checking router: f29aade4-5439-4bc8-85a5-4de20ccbe8e4 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:48:47.631951 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] Routers {'f29aade4-5439-4bc8-85a5-4de20ccbe8e4'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:48:47.632592 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:48:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:47.675935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:47.679069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cdaf912e-ecf6-4f27-9b77-48a4d24328e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:47.705723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dba6af-bd8e-41a3-9214-39d55f3086d5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:47.707791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:47.709687 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/subnets/b6dba6af-bd8e-41a3-9214-39d55f3086d5 HTTP/1.1" status: 204 len: 168 time: 0.4275918 Jun 25 11:48:47.710618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:47.712593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60294) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:47.713386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5cc81f-dbe3-4f90-ace6-c840a554009e None None] Network b002e919-c7fc-4c2b-80b1-ca58c8b4128d requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:48:47.850241 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] Set router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:48:47.897733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:47.918715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] DHCP port deletion for b002e919-c7fc-4c2b-80b1-ca58c8b4128d request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:48:47.967797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Deleting port a4f91526-7be6-42d4-bb99-3aa736055484 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:48:47.968179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:47.987282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 95db5ec8-e2b8-4d6a-95f2-29a442630b1b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:48:48.013785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.040779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 95db5ec8-e2b8-4d6a-95f2-29a442630b1b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:48:48.041225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 95db5ec8-e2b8-4d6a-95f2-29a442630b1b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:48:48.047182 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:46Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:48.060951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] For port a4f91526-7be6-42d4-bb99-3aa736055484, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a4f91526-7be6-42d4-bb99-3aa736055484,segment=NetworkSegment(5b690954-3491-4896-975f-dc37a3becd0f),segment_id=5b690954-3491-4896-975f-dc37a3becd0f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:48.061440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.074729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Calling delete_port for a4f91526-7be6-42d4-bb99-3aa736055484 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:48:48.078432 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a7a97-6a7d-4768-a056-2b7faa6f69c8 None None] The sync data for ids ['f29aade4-5439-4bc8-85a5-4de20ccbe8e4'] in dv-neutron-797120-5-hyperv is: [{'id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'name': 'tempest-TestNetworkBasicOps-router-2045934094', 'tenant_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:47:03Z', 'updated_at': '2021-06-25T11:48:46Z', 'revision_number': 7, 'project_id': '6e6f10d1273b41feb3b68bc9a935c9e7', 'gw_port': {'id': '0eaa850d-d080-4dc5-8a58-d13bfab515bd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:40:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29aade4-5439-4bc8-85a5-4de20ccbe8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:47:04Z', 'updated_at': '2021-06-25T11:48:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:48:48.148999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Deleting port 0eaa850d-d080-4dc5-8a58-d13bfab515bd {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:48:48.149382 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.235073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] For port 0eaa850d-d080-4dc5-8a58-d13bfab515bd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0eaa850d-d080-4dc5-8a58-d13bfab515bd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:48:48.235427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.247559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Calling delete_port for 0eaa850d-d080-4dc5-8a58-d13bfab515bd owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:48:48.269244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.271364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-299a3d66-1331-4229-af3d-bc41e2a67d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:48.296280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Pushing event deleted for resources: {'Port': ['ID=a4f91526-7be6-42d4-bb99-3aa736055484,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:48.299422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:48.300668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] No DVR routers for this DVR port a4f91526-7be6-42d4-bb99-3aa736055484 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:48:48.462659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a4f91526-7be6-42d4-bb99-3aa736055484 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:48:48.483238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: a4f91526-7be6-42d4-bb99-3aa736055484 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:48:48.483603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a4f91526-7be6-42d4-bb99-3aa736055484 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:48:48.484021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec8336e5-d413-4a84-b2cb-a6ef396b986a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:48:48.504281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.504988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ec8336e5-d413-4a84-b2cb-a6ef396b986a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:48:48.505386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec8336e5-d413-4a84-b2cb-a6ef396b986a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:48:48.508079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2537a6f9-7b64-4de2-89d1-f741afb67a0a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:48.553601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Port': ['ID=0eaa850d-d080-4dc5-8a58-d13bfab515bd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:48.562980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:48.627313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.726821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.729440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.856939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.857529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Fanout notify agent at l3_agent the message router_deleted on router f29aade4-5439-4bc8-85a5-4de20ccbe8e4 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:48:48.865329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:48.866548 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/routers/f29aade4-5439-4bc8-85a5-4de20ccbe8e4 HTTP/1.1" status: 204 len: 168 time: 1.1529303 Jun 25 11:48:48.869564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60296) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:49.003944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:49.120853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:49.131780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002e919-c7fc-4c2b-80b1-ca58c8b4128d']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:49.143148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b690954-3491-4896-975f-dc37a3becd0f') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:49.144244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b690954-3491-4896-975f-dc37a3becd0f') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:48:49.152673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:49.167081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:49.173247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:48:49.173733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:48:49.176830 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:48:49.325627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:49.331485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:49.335275 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] 10.222.0.81 "DELETE /v2.0/networks/b002e919-c7fc-4c2b-80b1-ca58c8b4128d HTTP/1.1" status: 204 len: 168 time: 0.4635575 Jun 25 11:48:49.335526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3386b633-f00e-43da-946b-c95e9e928bf5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:49.355857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Pushing event deleted for resources: {'Network': ['ID=b002e919-c7fc-4c2b-80b1-ca58c8b4128d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:49.359182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:49.853881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60302) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:49.990153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-27c0b45c-02af-4bb4-b6db-202fc4030909 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e6f10d1273b41feb3b68bc9a935c9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350093 Jun 25 11:48:49.992940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60306) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:50.045551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:50.069583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:50.222717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:50.225598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:50.227161 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca HTTP/1.1" status: 204 len: 168 time: 0.2331874 Jun 25 11:48:50.228271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72c4da53-1e65-4ae9-af7a-67bda7211606 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:50.236900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef2c3f7-7eca-4c57-87c4-75b69ebc66ca,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:50.240005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:50.389455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0eaa850d-d080-4dc5-8a58-d13bfab515bd no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:48:50.416805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 0eaa850d-d080-4dc5-8a58-d13bfab515bd {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:48:50.418858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0eaa850d-d080-4dc5-8a58-d13bfab515bd not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:48:50.888372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60312) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:50.904060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52b7c30a-f20e-4985-9bc9-b99aa908940f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:51.008961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52b7c30a-f20e-4985-9bc9-b99aa908940f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:51.137051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-52b7c30a-f20e-4985-9bc9-b99aa908940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:51.139679 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e719f635-d5ba-44e1-8d11-92154f9a6e4a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:51.178120 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-52b7c30a-f20e-4985-9bc9-b99aa908940f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18823743674044dbadfde8b916b1fb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886345 Jun 25 11:48:51.178949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7c30a-f20e-4985-9bc9-b99aa908940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b8cff1-968e-4dcf-babf-fab5995fd53a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:51.181817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60314) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:48:51.182327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52b7c30a-f20e-4985-9bc9-b99aa908940f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:51.244993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:51.271479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:51.417490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:51.420025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:51.421236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4b8cff1-968e-4dcf-babf-fab5995fd53a HTTP/1.1" status: 204 len: 168 time: 0.2378595 Jun 25 11:48:51.422081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-230b1548-5942-4fe2-8cbb-f4bec57b672a tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:48:51.430932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b8cff1-968e-4dcf-babf-fab5995fd53a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:48:51.433455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:48:59.178619 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-6917ff80-d92b-4a98-97dd-5b2d585d4dbb tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=32dea2e3903e46e28b7887ba7d662d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307479 Jun 25 11:48:59.398676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3726b26f-55fa-4873-8283-09719b8d024f tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:48:59.400246 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3726b26f-55fa-4873-8283-09719b8d024f tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162559 Jun 25 11:48:59.417587 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-9d270521-ba6c-4c95-9e93-bf3c48c2c7f6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/quotas/32dea2e3903e46e28b7887ba7d662d8a HTTP/1.1" status: 200 len: 375 time: 0.0111127 Jun 25 11:48:59.456012 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-d92925e3-cd79-4f0e-a94b-cf1bfc173ad6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=32dea2e3903e46e28b7887ba7d662d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328519 Jun 25 11:48:59.531152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c86ab0b-4b9e-4e13-a7ee-4d6f68853117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:48:59.739402 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6ad5eaee-3801-4771-acc8-e8f62c03ff80 req-b24ba530-79c9-4122-a5a1-28e07abd0ff3 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 210 time: 0.0364981 Jun 25 11:49:00.828213 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a55a28f9-476d-4f29-a635-5af6f8c2ced9 req-67467a0d-05a8-4613-8e41-c14a88d3c829 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 210 time: 0.0320528 Jun 25 11:49:01.982314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d4ebbdf-b958-4af8-8081-097a6ca93ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:01.992245 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3909ec9c-309c-43fe-9823-e09ad9418358 req-6f0b3fae-c088-4ab2-87d1-ca7576fb5dbe tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 210 time: 0.0417705 Jun 25 11:49:02.147482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:02.230519 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-30df9326-2f19-4bd6-86db-eb96377e8cfb tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=32dea2e3903e46e28b7887ba7d662d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229211 Jun 25 11:49:02.368006 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-6337b3cd-40fe-4b55-b553-ffea251b11c3 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:02.369592 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-6337b3cd-40fe-4b55-b553-ffea251b11c3 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342678 Jun 25 11:49:02.383964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Request body: {'port': {'device_id': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea', 'admin_state_up': True, 'tenant_id': '32dea2e3903e46e28b7887ba7d662d8a'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:49:02.587943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Made reservation on behalf of 32dea2e3903e46e28b7887ba7d662d8a for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:49:02.591619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:02.602577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:02.721728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:02.828569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:02.838878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4a65e4a9-0ff9-4e0b-b3ad-5b63db509c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:02.923062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172eb93d-1b33-4929-ab3c-feb86175f277,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:02.927996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:03.011852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Allocated IP 192.168.233.89 (95c564db-9944-4842-a692-3c4c3083b4ea/ec960d48-e2cb-47c8-827c-ba97dc9615a9/456ccdb5-9650-4d03-ad3c-45624c343561) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:49:03.175100 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5437bf54-963c-404f-a14e-b181b147f053 req-e94f4ce8-e8f2-406e-abd1-cf71e3ee1605 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 210 time: 0.0663862 Jun 25 11:49:03.195777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:03.233855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:03.248998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Transition to ACTIVE for port object 456ccdb5-9650-4d03-ad3c-45624c343561 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:49:03.354080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:03.358422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-24952840-91e4-47cd-8b25-9c7c4bad8d2e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:03.404212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Network 95c564db-9944-4842-a692-3c4c3083b4ea is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:49:03.407457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:49:03.412575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:49:03.419768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Pushing event updated for resources: {'Port': ['ID=456ccdb5-9650-4d03-ad3c-45624c343561,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:03.446077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:03.483978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:03.484624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:03.583204 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2042246 Jun 25 11:49:03.595897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Request body: {'port': {'device_id': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:49:03.670498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:03.719126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b3546057-90f0-4ae7-b0c5-3efabecd74f8 None None] Provisioning for port 456ccdb5-9650-4d03-ad3c-45624c343561 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:49:03.723787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b3546057-90f0-4ae7-b0c5-3efabecd74f8 None None] Provisioning complete for port 456ccdb5-9650-4d03-ad3c-45624c343561 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:49:03.724198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3546057-90f0-4ae7-b0c5-3efabecd74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:03.761374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b3546057-90f0-4ae7-b0c5-3efabecd74f8 None None] Port 456ccdb5-9650-4d03-ad3c-45624c343561 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:49:03.949364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456ccdb5-9650-4d03-ad3c-45624c343561 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:49:03.957140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:03.969740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Transition to ACTIVE for port object 456ccdb5-9650-4d03-ad3c-45624c343561 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:49:04.080270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:04.082788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3feb48ad-fa1b-465e-a5d0-ed29cc3f87b6 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:04.133613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Pushing event updated for resources: {'Port': ['ID=456ccdb5-9650-4d03-ad3c-45624c343561,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:04.138096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:04.209375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Attempting to bind port 456ccdb5-9650-4d03-ad3c-45624c343561 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:49:04.210079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Attempting to bind port 456ccdb5-9650-4d03-ad3c-45624c343561 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:49:04.210512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Attempting to bind port 456ccdb5-9650-4d03-ad3c-45624c343561 on network 95c564db-9944-4842-a692-3c4c3083b4ea {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:49:04.216114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Port 456ccdb5-9650-4d03-ad3c-45624c343561 on network 95c564db-9944-4842-a692-3c4c3083b4ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:49:04.216452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Attempting to bind port 456ccdb5-9650-4d03-ad3c-45624c343561 on network 95c564db-9944-4842-a692-3c4c3083b4ea {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:49:04.222587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:49:04.222928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Checking segment: {'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:49:04.223301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Bound using segment: {'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:49:04.223740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Bound port: 456ccdb5-9650-4d03-ad3c-45624c343561, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ab8382-95aa-46ac-ba8c-9bb25c899d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:49:04.224126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:04.306475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] For port 456ccdb5-9650-4d03-ad3c-45624c343561, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:49:04.310444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] For port 456ccdb5-9650-4d03-ad3c-45624c343561, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=456ccdb5-9650-4d03-ad3c-45624c343561,segment=NetworkSegment(a3ab8382-95aa-46ac-ba8c-9bb25c899d86),segment_id=a3ab8382-95aa-46ac-ba8c-9bb25c899d86)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:49:04.378447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3f19c-9867-42a5-968b-b4dbc1d19092 req-e392bf12-8c12-4e6e-9ea1-34be10466062 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:04.379969 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f2b3f19c-9867-42a5-968b-b4dbc1d19092 req-e392bf12-8c12-4e6e-9ea1-34be10466062 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 947 time: 0.0776095 Jun 25 11:49:04.416564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:04.419816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-067c8266-825a-4e44-984a-977abcdac8f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:04.421859 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f2b3f19c-9867-42a5-968b-b4dbc1d19092 req-e769c9e6-33ed-4acf-a5be-e4843f3f34bd tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Jun 25 11:49:04.457973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:04.458798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:04.460757 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] 10.222.0.47 "PUT /v2.0/ports/456ccdb5-9650-4d03-ad3c-45624c343561 HTTP/1.1" status: 200 len: 1097 time: 0.8694372 Jun 25 11:49:04.461417 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'tag': '456ccdb5-9650-4d03-ad3c-45624c343561'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:49:04.464211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fac0f99-f8f4-4912-b31a-4bf119db41db" -d '{"events": [{"name": "network-changed", "server_uuid": "98fcac70-ff64-4949-8d57-66fbb3cb0378", "tag": "456ccdb5-9650-4d03-ad3c-45624c343561"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:49:04.494325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Pushing event updated for resources: {'Port': ['ID=456ccdb5-9650-4d03-ad3c-45624c343561,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:04.498231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:04.513765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfac478-1a85-4896-938c-18d70d9b9501 x-openstack-request-id: req-9bfac478-1a85-4896-938c-18d70d9b9501 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:49:04.514158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fcac70-ff64-4949-8d57-66fbb3cb0378", "tag": "456ccdb5-9650-4d03-ad3c-45624c343561", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:49:04.514434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9bfac478-1a85-4896-938c-18d70d9b9501 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:49:04.514906 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'tag': '456ccdb5-9650-4d03-ad3c-45624c343561', 'status': 'completed', 'code': 200} Jun 25 11:49:04.596309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac0f99-f8f4-4912-b31a-4bf119db41db req-5e3a38d1-f594-4d3b-95ce-dbecbcf697f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:04.597929 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9fac0f99-f8f4-4912-b31a-4bf119db41db req-5e3a38d1-f594-4d3b-95ce-dbecbcf697f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32dea2e3903e46e28b7887ba7d662d8a&device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 1100 time: 0.0594561 Jun 25 11:49:04.632887 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9fac0f99-f8f4-4912-b31a-4bf119db41db req-ad3843ce-7a16-4705-9cca-2fbb12746d53 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=32dea2e3903e46e28b7887ba7d662d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278385 Jun 25 11:49:04.814675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac0f99-f8f4-4912-b31a-4bf119db41db req-3d845b9c-ff9e-4c20-8a12-0b34db4bc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:04.816219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9fac0f99-f8f4-4912-b31a-4bf119db41db req-3d845b9c-ff9e-4c20-8a12-0b34db4bc848 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1774869 Jun 25 11:49:04.916024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-75eb08b3-2958-4b96-9554-bdc7110c7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:04.917558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-75eb08b3-2958-4b96-9554-bdc7110c7ed1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32dea2e3903e46e28b7887ba7d662d8a&device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 1100 time: 0.0599442 Jun 25 11:49:04.959614 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-cea85d26-a8e0-420f-bf29-668a13075ff2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=456ccdb5-9650-4d03-ad3c-45624c343561 HTTP/1.1" status: 200 len: 217 time: 0.0346315 Jun 25 11:49:05.009188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-69c53154-bdaa-4658-a9ee-2b3879b11792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:05.010535 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-69c53154-bdaa-4658-a9ee-2b3879b11792 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ec960d48-e2cb-47c8-827c-ba97dc9615a9 HTTP/1.1" status: 200 len: 843 time: 0.0449338 Jun 25 11:49:05.067903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:05.072050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-1f925339-c3c2-40a9-8dd2-c4beab48251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:05.073608 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-1f925339-c3c2-40a9-8dd2-c4beab48251d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95c564db-9944-4842-a692-3c4c3083b4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0571826 Jun 25 11:49:05.165871 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-f4d52fb7-3f69-4c52-8fef-f8bf40558cff service neutron] 10.222.0.47 "GET /v2.0/networks/95c564db-9944-4842-a692-3c4c3083b4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860329 Jun 25 11:49:05.264138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18db2dbb-61b6-4c04-b963-ce476479ecb1 req-a002d581-0702-4360-be95-3231601f90be service neutron] 10.222.0.47 "GET /v2.0/networks/95c564db-9944-4842-a692-3c4c3083b4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920453 Jun 25 11:49:05.617726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f19b-f431-455b-8299-0b4024879a6e req-46270944-5e2f-4bb1-b583-ed8629bb7c16 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:05.619183 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0110f19b-f431-455b-8299-0b4024879a6e req-46270944-5e2f-4bb1-b583-ed8629bb7c16 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 947 time: 0.0707853 Jun 25 11:49:05.659785 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0110f19b-f431-455b-8299-0b4024879a6e req-9708b140-37b5-4589-8eed-881c82f21060 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Jun 25 11:49:06.848834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616828ca-3d41-4ed3-85dd-6ebf07e5783d req-3fb6a6d7-8810-4b6e-86a2-ddbb9ee8705f tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:06.850379 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-616828ca-3d41-4ed3-85dd-6ebf07e5783d req-3fb6a6d7-8810-4b6e-86a2-ddbb9ee8705f tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 947 time: 0.0714171 Jun 25 11:49:06.889551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-616828ca-3d41-4ed3-85dd-6ebf07e5783d req-cb0ffe28-af53-4ba3-93ef-81bcc9c45b25 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332713 Jun 25 11:49:08.072641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aecd12-fd02-42dc-b1e5-77699c4bfd72 req-faf44ed5-6a92-4ac0-8f2f-654f90ed2df0 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:08.074231 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d2aecd12-fd02-42dc-b1e5-77699c4bfd72 req-faf44ed5-6a92-4ac0-8f2f-654f90ed2df0 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 947 time: 0.0696344 Jun 25 11:49:08.116524 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d2aecd12-fd02-42dc-b1e5-77699c4bfd72 req-de351aa5-63d6-4a17-9124-a83e61ac4f77 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Jun 25 11:49:09.293922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934b65d-1e37-4e88-8b77-4e9834033f96 req-d61da6fa-7d32-43af-81c4-d9b4cc2e344d tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:09.295474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1934b65d-1e37-4e88-8b77-4e9834033f96 req-d61da6fa-7d32-43af-81c4-d9b4cc2e344d tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 947 time: 0.0649006 Jun 25 11:49:09.336508 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1934b65d-1e37-4e88-8b77-4e9834033f96 req-057e8076-902b-4930-9759-19c769069e66 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Jun 25 11:49:10.089305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 456ccdb5-9650-4d03-ad3c-45624c343561 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:49:10.204064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 456ccdb5-9650-4d03-ad3c-45624c343561, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=456ccdb5-9650-4d03-ad3c-45624c343561,segment=NetworkSegment(a3ab8382-95aa-46ac-ba8c-9bb25c899d86),segment_id=a3ab8382-95aa-46ac-ba8c-9bb25c899d86)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:49:10.217069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '456ccdb5-9650-4d03-ad3c-45624c343561', 'network_id': '95c564db-9944-4842-a692-3c4c3083b4ea', 'port_id': '456ccdb5-9650-4d03-ad3c-45624c343561', 'mac_address': 'fa:16:3e:e1:fe:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec960d48-e2cb-47c8-827c-ba97dc9615a9', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:49:10.254198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:10.266806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456ccdb5-9650-4d03-ad3c-45624c343561 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:49:10.287463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 456ccdb5-9650-4d03-ad3c-45624c343561, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=456ccdb5-9650-4d03-ad3c-45624c343561,segment=NetworkSegment(a3ab8382-95aa-46ac-ba8c-9bb25c899d86),segment_id=a3ab8382-95aa-46ac-ba8c-9bb25c899d86)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:49:10.387918 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:10.394400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:10.436461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=456ccdb5-9650-4d03-ad3c-45624c343561,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:10.440340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:10.517622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68283-f03f-44d2-832d-9aba83148dc0 req-242e3fb5-80a6-4df2-8082-fedea6295529 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:10.519280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-eef68283-f03f-44d2-832d-9aba83148dc0 req-242e3fb5-80a6-4df2-8082-fedea6295529 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 948 time: 0.0669472 Jun 25 11:49:10.549644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:10.567466 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-eef68283-f03f-44d2-832d-9aba83148dc0 req-a90eec03-c90d-44de-ab9f-14e6c39d25f7 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Jun 25 11:49:10.727006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['456ccdb5-9650-4d03-ad3c-45624c343561'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:49:11.747968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a3a3d-35a9-4dc1-9a0a-31a16db96841 req-570de1fd-2921-42c2-b74a-8590e70ce5fc tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:11.749583 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b31a3a3d-35a9-4dc1-9a0a-31a16db96841 req-570de1fd-2921-42c2-b74a-8590e70ce5fc tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 948 time: 0.0696762 Jun 25 11:49:11.791981 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b31a3a3d-35a9-4dc1-9a0a-31a16db96841 req-f1cb225d-f380-46f0-8892-db709a7e9248 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Jun 25 11:49:12.091294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 456ccdb5-9650-4d03-ad3c-45624c343561 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:49:12.205496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 456ccdb5-9650-4d03-ad3c-45624c343561 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:49:12.211026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 456ccdb5-9650-4d03-ad3c-45624c343561 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:49:12.211558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:12.296041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:12.319441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ccdb5-9650-4d03-ad3c-45624c343561'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:49:12.321827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aa1068-3eab-4a55-a594-e5d361e4e892" -d '{"events": [{"server_uuid": "98fcac70-ff64-4949-8d57-66fbb3cb0378", "name": "network-vif-plugged", "status": "completed", "tag": "456ccdb5-9650-4d03-ad3c-45624c343561"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:49:12.336249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 456ccdb5-9650-4d03-ad3c-45624c343561, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=456ccdb5-9650-4d03-ad3c-45624c343561,segment=NetworkSegment(a3ab8382-95aa-46ac-ba8c-9bb25c899d86),segment_id=a3ab8382-95aa-46ac-ba8c-9bb25c899d86)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:49:12.362532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836f439f-c320-470a-b504-4199b8e8eeed x-openstack-request-id: req-836f439f-c320-470a-b504-4199b8e8eeed {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:49:12.362937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fcac70-ff64-4949-8d57-66fbb3cb0378", "name": "network-vif-plugged", "status": "completed", "tag": "456ccdb5-9650-4d03-ad3c-45624c343561", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:49:12.363375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-836f439f-c320-470a-b504-4199b8e8eeed {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:49:12.363736 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ccdb5-9650-4d03-ad3c-45624c343561', 'code': 200} Jun 25 11:49:12.433616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:12.435594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0c77994-500b-4a76-a5ba-6f4c90d0ba97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:12.482242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=456ccdb5-9650-4d03-ad3c-45624c343561,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:12.485869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:12.764352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fa2bf-ebf1-4fa1-ac55-721cbdef86c4 req-85ef3aa5-3081-4619-8ebf-5fb56dba20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:12.765796 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f89fa2bf-ebf1-4fa1-ac55-721cbdef86c4 req-85ef3aa5-3081-4619-8ebf-5fb56dba20a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 1102 time: 0.0546367 Jun 25 11:49:12.788504 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:49:12.802429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f89fa2bf-ebf1-4fa1-ac55-721cbdef86c4 req-acd81919-ecf5-40be-8845-9630adf40963 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304399 Jun 25 11:49:12.971807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e569e-1ee8-486f-a7fa-e67c1fd16dfd req-d5fddbd7-dcbe-4a14-a159-7e308778f8d7 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:12.973354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a23e569e-1ee8-486f-a7fa-e67c1fd16dfd req-d5fddbd7-dcbe-4a14-a159-7e308778f8d7 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 949 time: 0.0708220 Jun 25 11:49:13.012398 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a23e569e-1ee8-486f-a7fa-e67c1fd16dfd req-c4a5ab75-7d3d-4331-8a1c-9099c5de1a58 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Jun 25 11:49:14.196320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a50a4-7732-472f-bddc-20ce9138eb48 req-cedd139f-4082-4b8e-ace2-4012a2afc232 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:14.432222 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-120a50a4-7732-472f-bddc-20ce9138eb48 req-cedd139f-4082-4b8e-ace2-4012a2afc232 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 949 time: 0.0670652 Jun 25 11:49:14.432222 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-120a50a4-7732-472f-bddc-20ce9138eb48 req-7dc96c34-25fb-4315-99a1-f23dff2aea36 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Jun 25 11:49:16.070922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20796de5-a0fe-487d-8c4e-4e90c89251f8 req-77330dcb-9189-4f29-86e1-c0e8b039c017 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:16.073636 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20796de5-a0fe-487d-8c4e-4e90c89251f8 req-77330dcb-9189-4f29-86e1-c0e8b039c017 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 949 time: 0.0663877 Jun 25 11:49:16.111374 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20796de5-a0fe-487d-8c4e-4e90c89251f8 req-dcbd6cf5-f430-49f6-a693-90787ed76637 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Jun 25 11:49:17.290918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d4bf-aae9-436e-a1c6-c044bba1ed8f req-81d5fb35-7452-468a-840d-5da8e7b52351 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:17.292406 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-abd6d4bf-aae9-436e-a1c6-c044bba1ed8f req-81d5fb35-7452-468a-840d-5da8e7b52351 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 949 time: 0.0662138 Jun 25 11:49:17.334329 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-abd6d4bf-aae9-436e-a1c6-c044bba1ed8f req-3c49236e-6ab8-4146-bf4d-f2eeac784ca1 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/security-groups?id=172eb93d-1b33-4929-ab3c-feb86175f277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353885 Jun 25 11:49:17.618250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-ef08cb9c-cf15-4376-b7ef-c3d61c917bd8 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:17.619596 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-ef08cb9c-cf15-4376-b7ef-c3d61c917bd8 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.47 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 949 time: 0.0630422 Jun 25 11:49:17.723813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Deleting port 456ccdb5-9650-4d03-ad3c-45624c343561 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:49:17.724149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:17.810890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] For port 456ccdb5-9650-4d03-ad3c-45624c343561, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=456ccdb5-9650-4d03-ad3c-45624c343561,segment=NetworkSegment(a3ab8382-95aa-46ac-ba8c-9bb25c899d86),segment_id=a3ab8382-95aa-46ac-ba8c-9bb25c899d86)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:49:17.811227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:17.823362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Calling delete_port for 456ccdb5-9650-4d03-ad3c-45624c343561 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:49:18.078899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:18.083036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-072f572a-c32d-42e5-8020-b690c4d80407 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:18.093730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['456ccdb5-9650-4d03-ad3c-45624c343561'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:49:18.108317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Pushing event deleted for resources: {'Port': ['ID=456ccdb5-9650-4d03-ad3c-45624c343561,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:18.111973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] No DVR routers for this DVR port 456ccdb5-9650-4d03-ad3c-45624c343561 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd519556-a33b-4bc4-bf4c-049374f11567 req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.47 "DELETE /v2.0/ports/456ccdb5-9650-4d03-ad3c-45624c343561 HTTP/1.1" status: 204 len: 173 time: 0.5415332 Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'name': 'network-vif-deleted', 'tag': '456ccdb5-9650-4d03-ad3c-45624c343561'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1849b7-3fb8-4d44-bb48-9a22037ae1a1" -d '{"events": [{"server_uuid": "98fcac70-ff64-4949-8d57-66fbb3cb0378", "name": "network-vif-deleted", "tag": "456ccdb5-9650-4d03-ad3c-45624c343561"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4036e5-edb5-4436-9cbf-c2c53a8055fa x-openstack-request-id: req-ab4036e5-edb5-4436-9cbf-c2c53a8055fa {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fcac70-ff64-4949-8d57-66fbb3cb0378", "name": "network-vif-deleted", "tag": "456ccdb5-9650-4d03-ad3c-45624c343561", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab4036e5-edb5-4436-9cbf-c2c53a8055fa {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:49:18.215992 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fcac70-ff64-4949-8d57-66fbb3cb0378', 'name': 'network-vif-deleted', 'tag': '456ccdb5-9650-4d03-ad3c-45624c343561', 'status': 'completed', 'code': 200} Jun 25 11:49:18.482113 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b8b7906e-5503-440e-98f6-895c0fe8db8b req-40a8a041-44eb-4932-87d1-b3daa825e679 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] 10.222.0.81 "GET /v2.0/ports?device_id=98fcac70-ff64-4949-8d57-66fbb3cb0378 HTTP/1.1" status: 200 len: 210 time: 0.0324955 Jun 25 11:49:20.021120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60456) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:49:20.159160 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-891529db-53c4-47c6-99bc-6f463f4fbbac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32dea2e3903e46e28b7887ba7d662d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367123 Jun 25 11:49:20.161666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60460) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:49:20.210249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:20.230950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:20.381896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:20.384517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:20.385704 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/172eb93d-1b33-4929-ab3c-feb86175f277 HTTP/1.1" status: 204 len: 168 time: 0.2231562 Jun 25 11:49:20.386637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ea3132b-c64b-40af-a7e4-3114ec596e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:20.394476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172eb93d-1b33-4929-ab3c-feb86175f277,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:20.396877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:21.134672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60468) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:49:21.145647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-075e8013-04ee-4503-b070-901c4f31f52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:21.236390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-075e8013-04ee-4503-b070-901c4f31f52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:21.330740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-075e8013-04ee-4503-b070-901c4f31f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:21.333423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2a3c1286-ecc0-4f64-88b0-0673c29e4c2b tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:21.371644 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-075e8013-04ee-4503-b070-901c4f31f52b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db0e7ced35544b708305759b21144877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397039 Jun 25 11:49:21.372616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e8013-04ee-4503-b070-901c4f31f52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2679d880-deb6-4b07-b660-89b3737b1194,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:21.374678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60470) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:49:21.375930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-075e8013-04ee-4503-b070-901c4f31f52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:21.429069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5e03-709c-4278-a453-abc7348fa664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:21.452002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5e03-709c-4278-a453-abc7348fa664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:21.575707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5e03-709c-4278-a453-abc7348fa664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:21.578239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5e03-709c-4278-a453-abc7348fa664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:21.579973 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7ebf5e03-709c-4278-a453-abc7348fa664 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2679d880-deb6-4b07-b660-89b3737b1194 HTTP/1.1" status: 204 len: 168 time: 0.2025554 Jun 25 11:49:21.580881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e4f0c93b-e072-48da-ae62-1fc31181cd96 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:21.588792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5e03-709c-4278-a453-abc7348fa664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2679d880-deb6-4b07-b660-89b3737b1194,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:21.591196 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7ebf5e03-709c-4278-a453-abc7348fa664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:22.151797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 456ccdb5-9650-4d03-ad3c-45624c343561 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:49:22.172359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 456ccdb5-9650-4d03-ad3c-45624c343561 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:49:22.172713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 456ccdb5-9650-4d03-ad3c-45624c343561 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:49:22.699131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60494) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:49:22.808860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-741958161-network', 'tenant_id': 'ce142605efa64802b36eca42ffd28169'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:49:22.901525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Made reservation on behalf of ce142605efa64802b36eca42ffd28169 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:49:22.904185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:22.913489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.008412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.078731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.083830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-db9b6dc8-6973-41f9-bbe9-4019914e0037 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:23.106021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:49:23.123169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20859a9-d258-4ee8-90bb-623be3e714ba,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:23.127564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:23.131710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.132050 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Added segment dc7e1707-5a12-4025-a947-7ad96ce83426 of type vlan for network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e Jun 25 11:49:23.179428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.358984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.359957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:23.361132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.363764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a3433e47-b12b-4cbf-afb9-20b3072de703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:23.460618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Pushing event updated for resources: {'Network': ['ID=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:23.463501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:23.471029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:49:23.519573 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8192806 Jun 25 11:49:23.522398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60498) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:49:23.527693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Request body: {'subnet': {'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-741958161-subnet', 'tenant_id': 'ce142605efa64802b36eca42ffd28169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:49:23.610182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Made reservation on behalf of ce142605efa64802b36eca42ffd28169 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:49:23.613211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.878784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:23.880908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ca7bb2ca-6d35-482e-afa7-913f05e361eb tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:23.935595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973de251-b880-4c1e-b878-29ca82a95b0d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:23.939470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:23.947511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Checking segment: {'id': 'dc7e1707-5a12-4025-a947-7ad96ce83426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:49:23.947878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Network hostable DHCP agents. Network: 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:49:24.073026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:49:24.130243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:49:24.134217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:24.134807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:24.139163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee023c9-8a9c-4fc5-8185-46dc7cc34643 None None] Network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:49:24.245602 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7219584 Jun 25 11:49:24.426902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0a9e3-bc2b-4a10-913a-044d07f4768d None None] Network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:49:24.700307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-e65ed181-3fbe-4335-af9a-00e6d188fdd8 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:24.701716 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-e65ed181-3fbe-4335-af9a-00e6d188fdd8 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/networks?id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e HTTP/1.1" status: 200 len: 811 time: 0.1090894 Jun 25 11:49:24.719634 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-0ffefb73-fb7f-436f-864c-a7fcaa00087d tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/quotas/ce142605efa64802b36eca42ffd28169 HTTP/1.1" status: 200 len: 375 time: 0.0119026 Jun 25 11:49:24.753845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-1cfa93c6-7a80-4cb6-8b6a-e79d08a9ff23 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce142605efa64802b36eca42ffd28169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279410 Jun 25 11:49:24.848531 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-9f16f899-fe1f-47f4-bd4a-67fccfd57426 service neutron] 10.222.0.81 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878549 Jun 25 11:49:24.937573 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-7aa4b7c7-19f5-4c36-a6e6-f255dc2b9780 service neutron] 10.222.0.81 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Jun 25 11:49:25.225864 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-37257e89-94f5-45b9-9aa4-fea8300a00ce req-d88bdda6-7c45-46df-9de9-ae7beebe3ebe tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 210 time: 0.0326715 Jun 25 11:49:26.319417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25650a12-d9ad-4d23-a901-02e067e48511 req-96bf4d8f-079f-490f-bf8a-c0c02a74d5c2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 210 time: 0.0385082 Jun 25 11:49:27.465015 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b846282c-eb95-42bc-8b08-cf9dac55beef req-c31c1d31-49a4-4fe9-a6dc-0f0df7012ecc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Jun 25 11:49:27.710075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d3a3311b-487e-4960-97e1-3bb6d2fea3c5 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:27.711574 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d3a3311b-487e-4960-97e1-3bb6d2fea3c5 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.47 "GET /v2.0/networks?id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e HTTP/1.1" status: 200 len: 811 time: 0.1111779 Jun 25 11:49:27.724513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Request body: {'port': {'device_id': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e', 'admin_state_up': True, 'tenant_id': 'ce142605efa64802b36eca42ffd28169'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:49:27.964184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Made reservation on behalf of ce142605efa64802b36eca42ffd28169 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:49:27.967785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:28.111072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Allocated IP 172.20.0.5 (51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e/973de251-b880-4c1e-b878-29ca82a95b0d/781caccd-6cd8-41c8-8bc1-15c6dc308db2) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:49:28.259258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:28.342070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:28.346859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2ec8637a-3fc8-479d-b56e-0f6e6fbddadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:28.794529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:49:28.801437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:49:28.804976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:28.807941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:49:28.814013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:28.869172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:28.869795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:28.889422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e710b-3259-479b-829b-80cd66e20ea8 req-35b57434-e4a1-4363-af21-dcaba9420d8c tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:28.890965 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e6e710b-3259-479b-829b-80cd66e20ea8 req-35b57434-e4a1-4363-af21-dcaba9420d8c tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 931 time: 0.1420622 Jun 25 11:49:28.932933 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e6e710b-3259-479b-829b-80cd66e20ea8 req-dda7a1f5-85f2-4138-aa21-60dbb82c0324 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Jun 25 11:49:28.969684 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2492564 Jun 25 11:49:28.981590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Request body: {'port': {'device_id': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:49:29.060270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:29.333901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781caccd-6cd8-41c8-8bc1-15c6dc308db2 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:49:29.342020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:29.354539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Transition to ACTIVE for port object 781caccd-6cd8-41c8-8bc1-15c6dc308db2 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:49:29.472355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:29.474653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38eba384-28df-4312-bf61-1b652c6e349f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:29.518470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5ce49d74-0c8c-494a-8f32-b44b50078fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:29.523158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:29.526646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:29.590657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Attempting to bind port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:49:29.590900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Attempting to bind port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'dc7e1707-5a12-4025-a947-7ad96ce83426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:49:29.591231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Attempting to bind port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 on network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:49:29.595973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 on network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:49:29.596282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Attempting to bind port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 on network 51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:49:29.601116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:49:29.601464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Checking segment: {'id': 'dc7e1707-5a12-4025-a947-7ad96ce83426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:49:29.605625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Bound using segment: {'id': 'dc7e1707-5a12-4025-a947-7ad96ce83426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:49:29.605625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Bound port: 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7e1707-5a12-4025-a947-7ad96ce83426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:49:29.605625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:29.668567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:49:29.671545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:49:29.866628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:29.868733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0b4560aa-2de8-4d9c-8940-f12d3f2f7604 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:29.903345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:29.903971 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:29.905435 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] 10.222.0.47 "PUT /v2.0/ports/781caccd-6cd8-41c8-8bc1-15c6dc308db2 HTTP/1.1" status: 200 len: 1093 time: 0.9284749 Jun 25 11:49:29.905982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:49:29.909206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db4f8ea-6dd0-4300-bd66-60f9a6a01468" -d '{"events": [{"name": "network-changed", "server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:49:29.932724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:29.936410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:30.006079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967a7f84-2922-4fdd-a2c2-10a0d824af1a x-openstack-request-id: req-967a7f84-2922-4fdd-a2c2-10a0d824af1a {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:49:30.006512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:49:30.006813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-967a7f84-2922-4fdd-a2c2-10a0d824af1a {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:49:30.007266 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'status': 'completed', 'code': 200} Jun 25 11:49:30.121983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4f8ea-6dd0-4300-bd66-60f9a6a01468 req-3c244fc5-3f7f-42fb-bc4c-99963fbb4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:30.123369 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0db4f8ea-6dd0-4300-bd66-60f9a6a01468 req-3c244fc5-3f7f-42fb-bc4c-99963fbb4af9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce142605efa64802b36eca42ffd28169&device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 1096 time: 0.0958178 Jun 25 11:49:30.134095 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ba2b8-b710-49e6-93fd-41d96f79edc9 req-9b7c4276-2218-4b97-bcc4-dc7b7d6945e4 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:30.135491 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2e2ba2b8-b710-49e6-93fd-41d96f79edc9 req-9b7c4276-2218-4b97-bcc4-dc7b7d6945e4 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 943 time: 0.0807211 Jun 25 11:49:30.274905 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2e2ba2b8-b710-49e6-93fd-41d96f79edc9 req-1460db12-a99e-4dac-abd7-29990ca8daf6 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296823 Jun 25 11:49:30.325364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4f8ea-6dd0-4300-bd66-60f9a6a01468 req-fa4fb107-d1f3-496d-bd2d-0a38486bcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:30.326861 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0db4f8ea-6dd0-4300-bd66-60f9a6a01468 req-fa4fb107-d1f3-496d-bd2d-0a38486bcd7a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ce142605efa64802b36eca42ffd28169&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1905272 Jun 25 11:49:30.425611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4f8ea-6dd0-4300-bd66-60f9a6a01468 req-ed7e44f9-9f74-4dbe-be19-b3ae8dc0276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:30.427071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0db4f8ea-6dd0-4300-bd66-60f9a6a01468 req-ed7e44f9-9f74-4dbe-be19-b3ae8dc0276b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944154 Jun 25 11:49:30.520362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-810cfcf6-cc99-4faf-9cf8-d213a1561e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:30.521932 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-810cfcf6-cc99-4faf-9cf8-d213a1561e07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce142605efa64802b36eca42ffd28169&device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 1096 time: 0.0559304 Jun 25 11:49:30.563097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-f2a17c0e-7473-45bc-b0d5-1f68b9c5dc60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2 HTTP/1.1" status: 200 len: 217 time: 0.0343189 Jun 25 11:49:30.627898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-8c7179a6-8e1e-4db3-8a27-442e09b65439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:30.630379 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-8c7179a6-8e1e-4db3-8a27-442e09b65439 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=973de251-b880-4c1e-b878-29ca82a95b0d HTTP/1.1" status: 200 len: 851 time: 0.0615244 Jun 25 11:49:30.667698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-da34284d-a1ee-46cf-b5b2-3dcfa9476985 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314074 Jun 25 11:49:30.765118 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-9630be68-1266-48b0-9fb7-e7b1c9b45b5b service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909524 Jun 25 11:49:30.862129 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44e8a727-a75a-49f7-8985-3dead01c1ed0 req-805a4e71-cc9d-4863-9d5f-11011410462e service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902970 Jun 25 11:49:31.564272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2948-07f3-41a8-b538-e4ea1f6e0c2c req-f7f3c740-f820-4a6c-9e95-69fac5c001ba tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:31.565791 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-69de2948-07f3-41a8-b538-e4ea1f6e0c2c req-f7f3c740-f820-4a6c-9e95-69fac5c001ba tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 943 time: 0.1229279 Jun 25 11:49:31.606861 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-69de2948-07f3-41a8-b538-e4ea1f6e0c2c req-d89ce7d6-8689-44cf-85d8-42c879611138 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Jun 25 11:49:31.986929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-122358a8-83cc-4752-9667-731431a7b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:32.089506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:32.837141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cccf98-bb9b-4b90-b450-4681f541f92f req-6b9e3f26-e953-47cd-a2ea-1e8d49b50430 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:32.838661 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-29cccf98-bb9b-4b90-b450-4681f541f92f req-6b9e3f26-e953-47cd-a2ea-1e8d49b50430 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 943 time: 0.1201077 Jun 25 11:49:32.877365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-29cccf98-bb9b-4b90-b450-4681f541f92f req-e4abdfc1-0429-4209-a4e6-861f0cc7904f tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jun 25 11:49:33.215425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:34.072365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13f0a0-8af9-43c5-a3e4-80cfd8113617 req-80f76058-d7b0-4684-bab4-6d6ee4dac750 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:34.075116 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd13f0a0-8af9-43c5-a3e4-80cfd8113617 req-80f76058-d7b0-4684-bab4-6d6ee4dac750 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 943 time: 0.0835099 Jun 25 11:49:34.119960 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd13f0a0-8af9-43c5-a3e4-80cfd8113617 req-ffc1619d-0bde-4c63-81f3-b0ac64401640 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Jun 25 11:49:34.211751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 781caccd-6cd8-41c8-8bc1-15c6dc308db2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:49:34.319437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:49:34.332026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e', 'port_id': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'mac_address': 'fa:16:3e:4c:31:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973de251-b880-4c1e-b878-29ca82a95b0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:49:34.370571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:34.383960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781caccd-6cd8-41c8-8bc1-15c6dc308db2 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:49:34.406628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:49:34.483107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:34.484951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d7039e07-c08c-497e-be44-09fed819585d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:34.536627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:34.539955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:34.792025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['781caccd-6cd8-41c8-8bc1-15c6dc308db2'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:49:35.009697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:35.320538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d22e9-5a95-482d-9840-0e92c2709cc8 req-d76346b7-084b-4edc-81ff-eded6fef998d tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:35.323031 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c79d22e9-5a95-482d-9840-0e92c2709cc8 req-d76346b7-084b-4edc-81ff-eded6fef998d tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 944 time: 0.0813293 Jun 25 11:49:35.362677 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c79d22e9-5a95-482d-9840-0e92c2709cc8 req-e785693e-6a9a-4428-8a6c-75e18837b262 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Jun 25 11:49:36.211831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 781caccd-6cd8-41c8-8bc1-15c6dc308db2 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:49:36.323770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:49:36.327955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:49:36.328426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:36.408182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:36.432027 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:49:36.434364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7006c5-f1eb-416a-a77b-dcb85237d6e9" -d '{"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-plugged", "status": "completed", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:49:36.447976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:49:36.477495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c54b3a-ce45-46d5-8024-01241069d1b3 x-openstack-request-id: req-15c54b3a-ce45-46d5-8024-01241069d1b3 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:49:36.477752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-plugged", "status": "completed", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:49:36.478011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15c54b3a-ce45-46d5-8024-01241069d1b3 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:49:36.478426 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'code': 200} Jun 25 11:49:36.524502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:36.527189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:49:36.549128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e772b-a4dc-47e4-befe-d5d2d33d769d req-e8d2790a-7a1d-4c1e-beb5-c38a0750c48b tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:36.550635 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b80e772b-a4dc-47e4-befe-d5d2d33d769d req-e8d2790a-7a1d-4c1e-beb5-c38a0750c48b tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 944 time: 0.0736933 Jun 25 11:49:36.574683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:49:36.582382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.582732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.583069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.583401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.583763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.584049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.584374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.584692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.585056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.585424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.585736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.586189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:49:36.590227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:49:36.591473 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b80e772b-a4dc-47e4-befe-d5d2d33d769d req-0f8b7773-0437-4273-8e76-d75c1ec37f2e tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Jun 25 11:49:36.844139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13027b4-3218-42dd-a83f-d07a8fdd7a2d req-fee64d01-c4c7-4c12-aa4d-59fc18245ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:36.845594 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b13027b4-3218-42dd-a83f-d07a8fdd7a2d req-fee64d01-c4c7-4c12-aa4d-59fc18245ebd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 1098 time: 0.0527732 Jun 25 11:49:36.882638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b13027b4-3218-42dd-a83f-d07a8fdd7a2d req-e2939c92-1a84-46ae-8d6d-3b3b17d19c31 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302339 Jun 25 11:49:37.782569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8d931-c8f6-4070-b199-b4be468a2dee req-7decf0d4-d636-40ea-829e-a3b96b6cf58c tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:37.784219 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0bf8d931-c8f6-4070-b199-b4be468a2dee req-7decf0d4-d636-40ea-829e-a3b96b6cf58c tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0724037 Jun 25 11:49:37.826273 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0bf8d931-c8f6-4070-b199-b4be468a2dee req-6fdc967c-1b95-4f6c-bc24-44919b30498c tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359054 Jun 25 11:49:39.007709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8bf52-94cd-4bc8-905c-0d3aaa5d7f3e req-54f3a369-3a15-468e-ab54-291cad457229 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:39.009290 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bce8bf52-94cd-4bc8-905c-0d3aaa5d7f3e req-54f3a369-3a15-468e-ab54-291cad457229 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0656233 Jun 25 11:49:39.053630 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bce8bf52-94cd-4bc8-905c-0d3aaa5d7f3e req-13e27a10-ce97-40a1-8f48-4513f649f86a tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359180 Jun 25 11:49:39.669829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c40f50-7683-49b4-9649-3385e4ecb167 req-3af25fee-7ade-4e49-91a0-859bf8693836 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:39.671414 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-97c40f50-7683-49b4-9649-3385e4ecb167 req-3af25fee-7ade-4e49-91a0-859bf8693836 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0701187 Jun 25 11:49:39.712193 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-97c40f50-7683-49b4-9649-3385e4ecb167 req-1955e397-0d41-4592-acb5-a675de2624d6 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Jun 25 11:49:39.845918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60570) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:49:39.947735 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-90498eb4-6034-49ff-9d7b-e39205ea9f14 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005492 Jun 25 11:49:40.606340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:49:40.900424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820738bb-5ba9-4431-8050-4b4bc60e42cf req-db12b0e1-2aed-44ab-a16e-6ab6276e1b37 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:40.902163 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-820738bb-5ba9-4431-8050-4b4bc60e42cf req-db12b0e1-2aed-44ab-a16e-6ab6276e1b37 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0692842 Jun 25 11:49:40.944667 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-820738bb-5ba9-4431-8050-4b4bc60e42cf req-3a4d65b0-8760-4b72-824d-e321773784f4 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Jun 25 11:49:42.086704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-b411364c-dfa3-403a-8367-c6d96adec487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:42.088517 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-b411364c-dfa3-403a-8367-c6d96adec487 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce142605efa64802b36eca42ffd28169&device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 1098 time: 0.0591617 Jun 25 11:49:42.148463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f28583-0c75-438f-a9f8-ffa4f5601cfd req-a8d55f09-e4d5-4a8a-b5b3-61fc572bccdd tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:42.151047 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-12f28583-0c75-438f-a9f8-ffa4f5601cfd req-a8d55f09-e4d5-4a8a-b5b3-61fc572bccdd tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0853183 Jun 25 11:49:42.192822 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-12f28583-0c75-438f-a9f8-ffa4f5601cfd req-27822d06-dc11-4c79-ad70-1dbd82aac314 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357809 Jun 25 11:49:42.209204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-6ca5713c-15a4-4ffb-87b5-3a95dd85e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:42.212068 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-6ca5713c-15a4-4ffb-87b5-3a95dd85e103 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e HTTP/1.1" status: 200 len: 913 time: 0.1151745 Jun 25 11:49:42.254190 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-1faa550e-7ca2-41ad-8daa-f8c09aae50c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2 HTTP/1.1" status: 200 len: 217 time: 0.0372951 Jun 25 11:49:42.308098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-c460aba4-bae8-4289-b95e-7698e96848e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:42.309625 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-c460aba4-bae8-4289-b95e-7698e96848e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=973de251-b880-4c1e-b878-29ca82a95b0d HTTP/1.1" status: 200 len: 851 time: 0.0497797 Jun 25 11:49:42.342647 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-329c7a1d-2223-4b86-921e-e44de3ae5164 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264490 Jun 25 11:49:42.433653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-171883fb-a9bb-4bef-9818-53c13b31169b service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Jun 25 11:49:42.528054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-c247afd2-e901-4502-94e7-1ba8f2a30b59 service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881290 Jun 25 11:49:43.416217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a999e0b-566c-420a-9b1a-48f1e2e1fcb2 req-d32dacb7-5913-49aa-9211-483b1a9b37aa tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:43.417715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a999e0b-566c-420a-9b1a-48f1e2e1fcb2 req-d32dacb7-5913-49aa-9211-483b1a9b37aa tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0899096 Jun 25 11:49:43.465120 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a999e0b-566c-420a-9b1a-48f1e2e1fcb2 req-e66ebc03-bd0c-456c-96a1-3913d2ef79fe tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Jun 25 11:49:44.642142 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cd458-41ca-479b-828d-0cd8a5a6c37a req-57772689-83d5-4847-99f4-3f3201362da2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:44.643654 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-234cd458-41ca-479b-828d-0cd8a5a6c37a req-57772689-83d5-4847-99f4-3f3201362da2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0684693 Jun 25 11:49:44.683857 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-234cd458-41ca-479b-828d-0cd8a5a6c37a req-5b7cbd03-d3c8-4beb-b37c-39b72dc8f397 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345151 Jun 25 11:49:45.865463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48c890-3c63-40ad-a572-9b5c0a6b2b38 req-ea3bd7fd-f290-4bc6-b454-21ff43724ccb tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:45.866961 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fb48c890-3c63-40ad-a572-9b5c0a6b2b38 req-ea3bd7fd-f290-4bc6-b454-21ff43724ccb tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0695596 Jun 25 11:49:45.906851 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fb48c890-3c63-40ad-a572-9b5c0a6b2b38 req-fe8b6217-3761-4ed5-9a75-5c5363a43337 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339777 Jun 25 11:49:47.084185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b25553-5c6a-4ac0-9e2e-05153f27cde5 req-b71f9048-4fd4-45f4-af06-fbd48114c31a tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:47.085736 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e8b25553-5c6a-4ac0-9e2e-05153f27cde5 req-b71f9048-4fd4-45f4-af06-fbd48114c31a tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0644398 Jun 25 11:49:47.124708 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e8b25553-5c6a-4ac0-9e2e-05153f27cde5 req-4644138f-877c-4385-8d29-3b3294e5e397 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Jun 25 11:49:48.300557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9512c2-5ed5-4648-886c-ce3bc9e54b6b req-89ae1f1a-d159-4339-9c1b-9dc9509e492e tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:48.302111 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa9512c2-5ed5-4648-886c-ce3bc9e54b6b req-89ae1f1a-d159-4339-9c1b-9dc9509e492e tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0663974 Jun 25 11:49:48.344602 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa9512c2-5ed5-4648-886c-ce3bc9e54b6b req-71967e8c-0f9e-412b-bf4a-bf8a76036a43 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Jun 25 11:49:49.521336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5dd46-eded-455d-9074-c459979e4208 req-58a31a71-c6c6-43b5-ba56-c62b57837905 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:49.522818 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-78b5dd46-eded-455d-9074-c459979e4208 req-58a31a71-c6c6-43b5-ba56-c62b57837905 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0631902 Jun 25 11:49:49.564881 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-78b5dd46-eded-455d-9074-c459979e4208 req-6dcbf51a-1e24-4053-a6ac-a46e382eeb91 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358791 Jun 25 11:49:49.786735 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:49:50.746884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a76b2-2f53-4144-9172-b081569dec92 req-8f990796-35e9-4780-b050-6a88162988c8 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:50.751176 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b0a76b2-2f53-4144-9172-b081569dec92 req-8f990796-35e9-4780-b050-6a88162988c8 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0687675 Jun 25 11:49:50.791136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b0a76b2-2f53-4144-9172-b081569dec92 req-8df2404d-053d-4cac-b1e4-1522265e78e2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Jun 25 11:49:51.980413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecef97-ca4d-4b84-a25a-809277d8a495 req-0fc121d1-3866-436d-a4a5-8f8b8ce1a0e1 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:51.981931 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-63ecef97-ca4d-4b84-a25a-809277d8a495 req-0fc121d1-3866-436d-a4a5-8f8b8ce1a0e1 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0748034 Jun 25 11:49:52.022876 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-63ecef97-ca4d-4b84-a25a-809277d8a495 req-aeffc702-4ff3-4edb-87cb-1c2f0228d544 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Jun 25 11:49:53.230499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926047b-be69-4e7c-97a0-4498dfac3f6d req-c0b90bb0-b2e2-4a8b-9fb9-d933d7205a93 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:53.231897 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7926047b-be69-4e7c-97a0-4498dfac3f6d req-c0b90bb0-b2e2-4a8b-9fb9-d933d7205a93 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0667925 Jun 25 11:49:53.271698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7926047b-be69-4e7c-97a0-4498dfac3f6d req-c6adbb29-4f75-41c7-9039-0e97a9799dbc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Jun 25 11:49:54.462612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b10413-63dc-44ea-b462-9f3968a9b60e req-f0b7fe5e-2cfc-4cdb-b608-4df450e2e04e tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:54.464141 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-47b10413-63dc-44ea-b462-9f3968a9b60e req-f0b7fe5e-2cfc-4cdb-b608-4df450e2e04e tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0659173 Jun 25 11:49:54.507517 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-47b10413-63dc-44ea-b462-9f3968a9b60e req-b28fcd8e-493e-47e0-8e4c-2a6ae3634f42 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Jun 25 11:49:55.684324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d25117-77c8-4211-9f86-2650ac17e7a7 req-271d0709-547f-4590-a3a1-9e3a84e2c9a2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:55.685851 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5d25117-77c8-4211-9f86-2650ac17e7a7 req-271d0709-547f-4590-a3a1-9e3a84e2c9a2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0651717 Jun 25 11:49:55.726726 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5d25117-77c8-4211-9f86-2650ac17e7a7 req-555be7c0-8fb4-4240-ad94-79d103e9b771 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349727 Jun 25 11:49:56.909825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8c2ab-30d9-47cc-81df-66ba97759e9f req-0b09ad07-eca6-48cc-b777-656b31f904e5 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:56.911484 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c4e8c2ab-30d9-47cc-81df-66ba97759e9f req-0b09ad07-eca6-48cc-b777-656b31f904e5 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0716681 Jun 25 11:49:56.952081 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c4e8c2ab-30d9-47cc-81df-66ba97759e9f req-6b194ccb-0255-4090-a83a-224b9ed0b7cf tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346456 Jun 25 11:49:58.131379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df831a0-50ef-460d-bfb6-b60e6da1fa40 req-0c551c67-8be8-46c1-a95d-a70d89ecaf81 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:58.132904 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0df831a0-50ef-460d-bfb6-b60e6da1fa40 req-0c551c67-8be8-46c1-a95d-a70d89ecaf81 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0686026 Jun 25 11:49:58.172156 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0df831a0-50ef-460d-bfb6-b60e6da1fa40 req-30f0c8cb-0445-4d72-80d6-26cefb8aa034 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Jun 25 11:49:59.356101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73d6d-0da7-41fa-9cec-e06032ba3306 req-637c971c-f8a9-4b45-9401-39a37d8004fc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:49:59.357630 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b6d73d6d-0da7-41fa-9cec-e06032ba3306 req-637c971c-f8a9-4b45-9401-39a37d8004fc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0678487 Jun 25 11:49:59.402112 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b6d73d6d-0da7-41fa-9cec-e06032ba3306 req-0dd4d57d-69c8-4e7a-bd3c-af8a1001b8dc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Jun 25 11:49:59.481465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b9955186-81bc-4b37-bbed-30ba9a3e4e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:00.581974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf0abf-a005-4957-9508-04527dc56102 req-74352280-451e-45f2-a7db-5357198e158c tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:00.583474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1cf0abf-a005-4957-9508-04527dc56102 req-74352280-451e-45f2-a7db-5357198e158c tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0673490 Jun 25 11:50:00.623905 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1cf0abf-a005-4957-9508-04527dc56102 req-c569ff98-ba82-4b3c-95b3-265638311e28 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jun 25 11:50:01.805036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbf056-f0ae-49f7-a959-cac50d1598a4 req-cf600186-8649-46d9-9255-7a6d29b475ef tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:01.806502 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-59fbf056-f0ae-49f7-a959-cac50d1598a4 req-cf600186-8649-46d9-9255-7a6d29b475ef tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0675356 Jun 25 11:50:01.846557 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-59fbf056-f0ae-49f7-a959-cac50d1598a4 req-ff3f9b10-b62c-4450-8eb1-306311ecc004 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Jun 25 11:50:01.978250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2d765118-d190-4f72-86c8-f8db8ba2b401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:02.105821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:03.030869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875178a8-4946-4878-8418-a633ebaddd18 req-c2489a60-4830-41d9-a417-1c30f6e40cbd tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:03.032370 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-875178a8-4946-4878-8418-a633ebaddd18 req-c2489a60-4830-41d9-a417-1c30f6e40cbd tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0698321 Jun 25 11:50:03.071227 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-875178a8-4946-4878-8418-a633ebaddd18 req-26bb63d2-9f2c-4bcc-b7c4-e58937bb98e9 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 Jun 25 11:50:03.191269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:04.263690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c84736-3600-496c-8b8b-91651a3854a9 req-61086305-7390-47c5-a84a-37ca42ddb6a2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:04.265758 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-85c84736-3600-496c-8b8b-91651a3854a9 req-61086305-7390-47c5-a84a-37ca42ddb6a2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0768733 Jun 25 11:50:04.312653 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-85c84736-3600-496c-8b8b-91651a3854a9 req-1fa01ab0-69be-4956-9fe4-eb711ff28fa2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Jun 25 11:50:05.048285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:05.494593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d963dc-a76c-4df1-8f97-ff2d67b7617f req-2e0a1056-cfa6-4e38-b148-a419de50d27f tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:05.496112 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f3d963dc-a76c-4df1-8f97-ff2d67b7617f req-2e0a1056-cfa6-4e38-b148-a419de50d27f tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0683813 Jun 25 11:50:05.537926 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f3d963dc-a76c-4df1-8f97-ff2d67b7617f req-64150fda-8d1a-4c27-be14-86e36b41ddbc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Jun 25 11:50:06.720348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bee85-386e-4105-92ac-a89316dfaed2 req-cfb6dc3b-49e4-40d5-ab25-e670a4869c1a tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:06.722046 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-747bee85-386e-4105-92ac-a89316dfaed2 req-cfb6dc3b-49e4-40d5-ab25-e670a4869c1a tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0695317 Jun 25 11:50:06.765121 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-747bee85-386e-4105-92ac-a89316dfaed2 req-93eff3e3-5ec4-4ed8-b4c8-d11add9414ed tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362279 Jun 25 11:50:07.956162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cb0ce-bb25-46e2-9f9a-fb535a22368b req-c4c0ce46-02ed-4a67-9cfd-edcb2a933704 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:07.957837 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf1cb0ce-bb25-46e2-9f9a-fb535a22368b req-c4c0ce46-02ed-4a67-9cfd-edcb2a933704 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0707173 Jun 25 11:50:08.002238 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf1cb0ce-bb25-46e2-9f9a-fb535a22368b req-f28e8f05-1cd6-4f86-9c75-bfb652548af7 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380368 Jun 25 11:50:09.204045 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140f0c5-3645-4c70-aa66-2570a92773a0 req-c11eba9c-dfa9-4975-8217-4fa6983d8f95 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:09.205511 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e140f0c5-3645-4c70-aa66-2570a92773a0 req-c11eba9c-dfa9-4975-8217-4fa6983d8f95 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0707469 Jun 25 11:50:09.246629 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e140f0c5-3645-4c70-aa66-2570a92773a0 req-77fabe81-e0c1-405b-8ccb-63b22b7d2a2e tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Jun 25 11:50:09.926721 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-2d801290-e983-4f65-8ce3-140c2b40fe12 service neutron] 10.222.0.47 "GET /v2.0/ports/781caccd-6cd8-41c8-8bc1-15c6dc308db2/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0641370 Jun 25 11:50:10.433973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee0aa9-92c2-47b6-966f-4a23aad5eeee req-6b1bc6de-f421-444e-ac73-a30edc2b020d tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:10.435586 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2ee0aa9-92c2-47b6-966f-4a23aad5eeee req-6b1bc6de-f421-444e-ac73-a30edc2b020d tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0678661 Jun 25 11:50:10.489358 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2ee0aa9-92c2-47b6-966f-4a23aad5eeee req-d719a099-eef6-453c-b664-7f5d38079a5e tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467737 Jun 25 11:50:10.566803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:10.579344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-3eeb23d4-2e58-42e5-9bd2-111f23286809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:10.580895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-3eeb23d4-2e58-42e5-9bd2-111f23286809 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725&tenant_id=ce142605efa64802b36eca42ffd28169 HTTP/1.1" status: 200 len: 1098 time: 0.1027520 Jun 25 11:50:10.660399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-da2dade1-078c-4e47-9674-ea8469e4e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:10.662348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-da2dade1-078c-4e47-9674-ea8469e4e1a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce142605efa64802b36eca42ffd28169&device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 1098 time: 0.0574007 Jun 25 11:50:10.764082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-aea5de72-608e-491d-b379-6e5944344277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:10.765824 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-aea5de72-608e-491d-b379-6e5944344277 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e HTTP/1.1" status: 200 len: 913 time: 0.0962200 Jun 25 11:50:10.815954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-33369fa1-1755-4deb-87a7-de2074bb7f42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2 HTTP/1.1" status: 200 len: 217 time: 0.0409319 Jun 25 11:50:10.866073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-0c2d4127-857e-48ae-bd89-ae973f41164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:10.867570 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-0c2d4127-857e-48ae-bd89-ae973f41164d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=973de251-b880-4c1e-b878-29ca82a95b0d HTTP/1.1" status: 200 len: 851 time: 0.0456769 Jun 25 11:50:10.908037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-ef5ef955-9300-4f71-8ec8-6815bec8781f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334630 Jun 25 11:50:11.001245 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-11de29d8-cab7-414c-9d8b-4b2a183defdc service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860643 Jun 25 11:50:11.097562 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-62f4898a-e08e-4e0f-99ef-0006df4d9491 req-8f077133-5627-468a-8b8d-7331190f66ae service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898044 Jun 25 11:50:11.675438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffdff8-dba4-4012-8bbb-6fb06eef7f3d req-4a72f4e5-2d6f-4806-9248-39a81e2df090 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:11.676951 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4fffdff8-dba4-4012-8bbb-6fb06eef7f3d req-4a72f4e5-2d6f-4806-9248-39a81e2df090 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0721662 Jun 25 11:50:11.717754 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4fffdff8-dba4-4012-8bbb-6fb06eef7f3d req-1f73f4ac-4fd3-4620-8efd-f97c84ce18a0 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347593 Jun 25 11:50:12.913943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e41f-2e4a-4a47-8daf-3071d34a4683 req-e06acc68-47d5-4dd0-b843-2c7dfb0a7dda tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:12.915595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c590e41f-2e4a-4a47-8daf-3071d34a4683 req-e06acc68-47d5-4dd0-b843-2c7dfb0a7dda tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0744305 Jun 25 11:50:12.957280 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c590e41f-2e4a-4a47-8daf-3071d34a4683 req-8b919523-e1e6-4555-be79-2cac106260ac tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347016 Jun 25 11:50:14.161798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2596c-819e-465b-892a-e391aa72a7a1 req-5cbc59b8-bfc6-44e3-a223-5cb6e715facc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:14.163339 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c3f2596c-819e-465b-892a-e391aa72a7a1 req-5cbc59b8-bfc6-44e3-a223-5cb6e715facc tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0848579 Jun 25 11:50:14.205784 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c3f2596c-819e-465b-892a-e391aa72a7a1 req-99de3672-6f38-4e76-8c9c-f0ecd6cdfd54 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Jun 25 11:50:14.325275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 781caccd-6cd8-41c8-8bc1-15c6dc308db2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:50:14.365147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 781caccd-6cd8-41c8-8bc1-15c6dc308db2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:50:14.475994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:14.508843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'network_id': '51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e', 'port_id': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'mac_address': 'fa:16:3e:4c:31:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973de251-b880-4c1e-b878-29ca82a95b0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:50:14.522602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:14.573649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:50:14.575935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbbcedd-55ff-4b67-9d37-3022aea90cb8" -d '{"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-unplugged", "status": "completed", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:50:14.587794 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:14.593886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:14.605499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 781caccd-6cd8-41c8-8bc1-15c6dc308db2 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:50:14.666083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:14.669651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:14.712484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cf5e66-cbad-47b4-bad6-618f1c2cd909 x-openstack-request-id: req-04cf5e66-cbad-47b4-bad6-618f1c2cd909 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:50:14.712857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-unplugged", "status": "completed", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:50:14.713079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04cf5e66-cbad-47b4-bad6-618f1c2cd909 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:50:14.713494 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'code': 200} Jun 25 11:50:14.746059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:50:14.746337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:50:14.752097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:14.755442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:15.297636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:15.320159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781caccd-6cd8-41c8-8bc1-15c6dc308db2 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:50:15.355792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:15.433873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb736e1-eb33-4b8f-8a8e-6e7821c78fa6 req-c64cc383-4d6b-4b2a-a807-5bb0bd2af1f1 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:15.435541 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bcb736e1-eb33-4b8f-8a8e-6e7821c78fa6 req-c64cc383-4d6b-4b2a-a807-5bb0bd2af1f1 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 943 time: 0.0752580 Jun 25 11:50:15.465337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:15.467834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:15.487065 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bcb736e1-eb33-4b8f-8a8e-6e7821c78fa6 req-3e2b3bab-83c1-4911-a99f-ee78c6d7bb78 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 Jun 25 11:50:15.523956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:15.530067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:15.533392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['781caccd-6cd8-41c8-8bc1-15c6dc308db2'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:50:16.197155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-e945c8f9-9efc-4f6e-9427-95c633ab2f32 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:16.198807 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-e945c8f9-9efc-4f6e-9427-95c633ab2f32 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.47 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725&tenant_id=ce142605efa64802b36eca42ffd28169&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1171253 Jun 25 11:50:16.321814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-702d1256-2c75-4a21-b5b0-a16938dcee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:16.323406 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-702d1256-2c75-4a21-b5b0-a16938dcee94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce142605efa64802b36eca42ffd28169&device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 1097 time: 0.0554762 Jun 25 11:50:16.341575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 781caccd-6cd8-41c8-8bc1-15c6dc308db2 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:50:16.417548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:50:16.418560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:16.535684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:16.573705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:16.660018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:16.662364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:16.715148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:50:16.717485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3932ab56-8f0b-458d-b952-2db77a3ab72e" -d '{"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-plugged", "status": "completed", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:50:16.721465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:16.725056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:16.791179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-4ba2e4f8-a7c3-40b0-8572-80d5e4c69809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:16.792708 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-4ba2e4f8-a7c3-40b0-8572-80d5e4c69809 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e HTTP/1.1" status: 200 len: 913 time: 0.4634547 Jun 25 11:50:16.811388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66d2d55-1c5c-4b38-8f08-bcf6dbf3c5f6 x-openstack-request-id: req-a66d2d55-1c5c-4b38-8f08-bcf6dbf3c5f6 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:50:16.811885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-plugged", "status": "completed", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:50:16.811885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a66d2d55-1c5c-4b38-8f08-bcf6dbf3c5f6 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:50:16.812300 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'code': 200} Jun 25 11:50:16.837655 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-c704576f-8352-4638-b37b-02cd82e8f2a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2 HTTP/1.1" status: 200 len: 217 time: 0.0384064 Jun 25 11:50:16.885707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-83e04c76-aab6-4ae0-8c57-0af9098b7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:16.887175 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-83e04c76-aab6-4ae0-8c57-0af9098b7fa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=973de251-b880-4c1e-b878-29ca82a95b0d HTTP/1.1" status: 200 len: 851 time: 0.0439875 Jun 25 11:50:16.926762 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-69b30d71-b0b1-4559-8c3f-8316572b44fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330734 Jun 25 11:50:17.023390 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-aa91710e-bcd7-4a3c-82cf-f460a195e8e0 service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904891 Jun 25 11:50:17.129313 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-86b8bbce-6697-444a-a614-04b86d567946 service neutron] 10.222.0.47 "GET /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990932 Jun 25 11:50:19.182288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9ea99-494b-48c7-af0f-8fa274c42108 req-e44c4b2d-aeb9-41a9-99b2-a3f538cfaf92 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:19.183810 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-49f9ea99-494b-48c7-af0f-8fa274c42108 req-e44c4b2d-aeb9-41a9-99b2-a3f538cfaf92 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0701506 Jun 25 11:50:19.225194 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-49f9ea99-494b-48c7-af0f-8fa274c42108 req-712e58ff-5daa-4944-82ce-3cdba27c3cc2 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Jun 25 11:50:20.428153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d97ddc-b85d-431f-81cb-6636ef339564 req-efd5548b-f9e8-40ec-8c56-53ef8a9cd5a0 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:20.429871 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e8d97ddc-b85d-431f-81cb-6636ef339564 req-efd5548b-f9e8-40ec-8c56-53ef8a9cd5a0 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0680747 Jun 25 11:50:20.476762 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e8d97ddc-b85d-431f-81cb-6636ef339564 req-85d5b534-41cb-4753-b063-5a419f89daeb tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/security-groups?id=c20859a9-d258-4ee8-90bb-623be3e714ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Jun 25 11:50:21.147271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-969f97c0-1e31-4085-bcdb-9e52d5f402ff tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:21.148835 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-969f97c0-1e31-4085-bcdb-9e52d5f402ff tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.47 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 945 time: 0.0682206 Jun 25 11:50:21.256862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Deleting port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:50:21.257131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:21.354167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] For port 781caccd-6cd8-41c8-8bc1-15c6dc308db2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=781caccd-6cd8-41c8-8bc1-15c6dc308db2,segment=NetworkSegment(dc7e1707-5a12-4025-a947-7ad96ce83426),segment_id=dc7e1707-5a12-4025-a947-7ad96ce83426)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:21.354531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:21.367116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Calling delete_port for 781caccd-6cd8-41c8-8bc1-15c6dc308db2 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:50:21.608020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:21.614520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:21.624622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['781caccd-6cd8-41c8-8bc1-15c6dc308db2'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:50:21.633863 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-133fe1fc-d5bb-473d-ad1b-c614c2ca2577 req-6a2039a0-bd74-46ca-9580-3b9a74d0d830 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 210 time: 0.0370672 Jun 25 11:50:21.646713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Pushing event deleted for resources: {'Port': ['ID=781caccd-6cd8-41c8-8bc1-15c6dc308db2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:21.661709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.662116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.662500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.662899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.663271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.663647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.664017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.664384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.664750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.665138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.665504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.665862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:21.684706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:21.705929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] No DVR routers for this DVR port 781caccd-6cd8-41c8-8bc1-15c6dc308db2 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:50:21.708469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:21.710577 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22bfec04-161d-4ea6-8af8-0341402c4b46 req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.47 "DELETE /v2.0/ports/781caccd-6cd8-41c8-8bc1-15c6dc308db2 HTTP/1.1" status: 204 len: 173 time: 0.5565577 Jun 25 11:50:21.711106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-deleted', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:50:21.713472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de373168-944d-470e-9202-22acfb180451" -d '{"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-deleted", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:50:21.751765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea48392-4fa2-43f3-9f11-fb8c1fc41b69 x-openstack-request-id: req-eea48392-4fa2-43f3-9f11-fb8c1fc41b69 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:50:21.752138 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149c94dd-54d2-4b8d-a628-8ac62bd4b725", "name": "network-vif-deleted", "tag": "781caccd-6cd8-41c8-8bc1-15c6dc308db2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:50:21.752447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eea48392-4fa2-43f3-9f11-fb8c1fc41b69 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:50:21.752927 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149c94dd-54d2-4b8d-a628-8ac62bd4b725', 'name': 'network-vif-deleted', 'tag': '781caccd-6cd8-41c8-8bc1-15c6dc308db2', 'status': 'completed', 'code': 200} Jun 25 11:50:22.824412 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f7e4828c-fc20-4633-be13-2259240d226f req-e4434bad-934b-42c2-bd59-1ddbbdb78e8b tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] 10.222.0.81 "GET /v2.0/ports?device_id=149c94dd-54d2-4b8d-a628-8ac62bd4b725 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Jun 25 11:50:24.067981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60684) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:50:24.116583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Deleting subnet 973de251-b880-4c1e-b878-29ca82a95b0d {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:50:24.119730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.155189 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.203503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.363073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.365490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae1596ff-8bbc-4ac8-9e34-868d2fba1c45 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:24.389689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 781caccd-6cd8-41c8-8bc1-15c6dc308db2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:50:24.392159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973de251-b880-4c1e-b878-29ca82a95b0d,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:24.395358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:24.396379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.399181 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/973de251-b880-4c1e-b878-29ca82a95b0d HTTP/1.1" status: 204 len: 168 time: 0.3292947 Jun 25 11:50:24.402406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60686) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:50:24.413624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 781caccd-6cd8-41c8-8bc1-15c6dc308db2 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:50:24.413982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 781caccd-6cd8-41c8-8bc1-15c6dc308db2 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:50:24.479018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.568847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.579768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:50:24.589993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7e1707-5a12-4025-a947-7ad96ce83426') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:50:24.590288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7e1707-5a12-4025-a947-7ad96ce83426') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:50:24.599877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.614018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.620371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:50:24.620789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:50:24.622489 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:50:24.802182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.806203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-809f46f1-413e-4b4d-9edf-346a2beb64a2 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:24.808867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:24.811002 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] 10.222.0.81 "DELETE /v2.0/networks/51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e HTTP/1.1" status: 204 len: 168 time: 0.4076917 Jun 25 11:50:24.823508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Pushing event deleted for resources: {'Network': ['ID=51fbc1cb-3ad0-4482-ab49-a0ba3fa8ca2e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:24.826697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8882d3dd-3dac-4607-af03-389e022cd95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:25.206492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60690) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:50:25.248152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c2a15348-9605-40b0-8946-d73121be1069 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce142605efa64802b36eca42ffd28169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399756 Jun 25 11:50:25.250452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 60692) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:50:25.299931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ba218a-09aa-49d1-95c4-7ff9d4d2eacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:25.322251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ba218a-09aa-49d1-95c4-7ff9d4d2eacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:25.445757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ba218a-09aa-49d1-95c4-7ff9d4d2eacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:25.448361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2ba218a-09aa-49d1-95c4-7ff9d4d2eacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:25.449634 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a2ba218a-09aa-49d1-95c4-7ff9d4d2eacd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c20859a9-d258-4ee8-90bb-623be3e714ba HTTP/1.1" status: 204 len: 168 time: 0.1982760 Jun 25 11:50:25.451132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0599ddf1-4c68-4c2f-8c3b-bb27756a976f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:25.459610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba218a-09aa-49d1-95c4-7ff9d4d2eacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20859a9-d258-4ee8-90bb-623be3e714ba,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:25.462396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a2ba218a-09aa-49d1-95c4-7ff9d4d2eacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:26.568659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60714) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:50:26.678143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-727291146-network', 'tenant_id': '50afde3d996d4899912308d223ba571a'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:50:26.779226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Made reservation on behalf of 50afde3d996d4899912308d223ba571a for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:50:26.781796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:26.784875 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:50:26.791169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:26.883826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:26.982864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:26.986669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:27.009922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:50:27.020291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8218b65d-9d8e-4f88-8a13-3d023e377cfa,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:27.024881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:27.025265 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Added segment 6459f761-6474-46cb-8aea-920fe74162d2 of type vlan for network 25a14d6f-91b6-424d-859e-d6de4ab753ff Jun 25 11:50:27.036213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.036612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.037005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.037414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.037793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.038301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.038682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.039062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.039437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.039807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.040199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.040546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:27.046375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:27.085307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:27.202269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:27.203158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:27.203744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:27.206076 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a1963b27-f9dc-4ce3-982e-2e26f1e7b1a6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:27.294352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=25a14d6f-91b6-424d-859e-d6de4ab753ff,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:27.297745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:27.304732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 25a14d6f-91b6-424d-859e-d6de4ab753ff details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:50:27.327364 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7572575 Jun 25 11:50:27.330130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 60718) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:50:27.338433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Request body: {'subnet': {'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-727291146-subnet', 'tenant_id': '50afde3d996d4899912308d223ba571a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:50:27.493171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Made reservation on behalf of 50afde3d996d4899912308d223ba571a for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:50:27.495720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:27.756412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:27.759440 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fe8535df-619c-4154-a4c0-9cc0dca15785 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:27.816663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a976a9c5-8d0b-48ac-a2ba-4135cd928a69,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:27.823408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:27.832872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Checking segment: {'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:50:27.833266 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Network hostable DHCP agents. Network: 25a14d6f-91b6-424d-859e-d6de4ab753ff, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:50:27.905197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Network 25a14d6f-91b6-424d-859e-d6de4ab753ff is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:50:27.973352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 25a14d6f-91b6-424d-859e-d6de4ab753ff) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:50:27.977643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:27.978238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:27.983042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1940e1-184c-470e-a5c6-8b22fc22457c None None] Network 25a14d6f-91b6-424d-859e-d6de4ab753ff requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:50:28.051901 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7202332 Jun 25 11:50:28.109974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5477b54-6d69-4f1a-90a2-7bc47c3734ea None None] Network 25a14d6f-91b6-424d-859e-d6de4ab753ff requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:50:28.480848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-408fdbd7-d3bc-4543-a9f8-9c783f73af29 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:28.482894 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-408fdbd7-d3bc-4543-a9f8-9c783f73af29 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 814 time: 0.1028473 Jun 25 11:50:28.497737 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-d7d66db8-a7ed-4017-a943-14a805a1b1d2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/quotas/50afde3d996d4899912308d223ba571a HTTP/1.1" status: 200 len: 375 time: 0.0092504 Jun 25 11:50:28.534916 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-b0d5864b-0d55-4e0f-a4df-7ff127998c1c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315342 Jun 25 11:50:28.588016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-24066c75-7266-49be-a068-3b32e4314fb4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:50:28.589145 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-24066c75-7266-49be-a068-3b32e4314fb4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476112 Jun 25 11:50:28.679182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-752efbc4-db91-46d5-b183-23a5704ead4d service neutron] 10.222.0.81 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840540 Jun 25 11:50:28.774666 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-b939d611-a6b0-44c7-a0b6-e7798c366376 service neutron] 10.222.0.81 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893011 Jun 25 11:50:29.038646 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-29a08882-802b-4d6b-95ca-4bd172bd9432 req-45c80c87-06e7-4d2c-9234-9306607a6da0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 210 time: 0.0333469 Jun 25 11:50:29.487150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-aa9856b6-591d-4480-acfc-fb1d8cbaf142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:30.124688 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-908884f2-3c10-447c-9db1-63032c43bd26 req-e61da749-146f-4c84-87c0-b9969859921d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 210 time: 0.0295162 Jun 25 11:50:31.271773 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1cbdc0e-7b97-42b5-9d9f-6e0c9dd29987 req-b719bc36-e3a1-4e3e-bc8d-c949a2397f4f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 210 time: 0.0306265 Jun 25 11:50:31.563806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-72cd439e-56c2-4a22-8c48-2e0a582659f9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:31.565271 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-72cd439e-56c2-4a22-8c48-2e0a582659f9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 814 time: 0.1045671 Jun 25 11:50:31.578082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Request body: {'port': {'device_id': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff', 'admin_state_up': True, 'tenant_id': '50afde3d996d4899912308d223ba571a'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:50:31.767710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Made reservation on behalf of 50afde3d996d4899912308d223ba571a for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:50:31.772973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:31.951121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Allocated IP 172.20.0.9 (25a14d6f-91b6-424d-859e-d6de4ab753ff/a976a9c5-8d0b-48ac-a2ba-4135cd928a69/34e435b9-3d03-4be8-9590-5d6ff0ea455b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:50:31.983005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-48826bd2-6ed8-45e1-a207-ff58cdd604e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.104432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.136735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.230895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.235630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:32.280189 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Network 25a14d6f-91b6-424d-859e-d6de4ab753ff is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:50:32.283432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:50:32.287585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:50:32.313508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:32.318211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:32.342525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:32.346689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.448308 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741586 Jun 25 11:50:32.453937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215269f9-41e3-4b6b-84a3-bf397c5cdbc0 req-c1a32b8b-685b-4a96-9a56-b2e642f50f19 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:32.455529 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-215269f9-41e3-4b6b-84a3-bf397c5cdbc0 req-c1a32b8b-685b-4a96-9a56-b2e642f50f19 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 931 time: 0.0644548 Jun 25 11:50:32.460375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Request body: {'port': {'device_id': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:50:32.496465 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-215269f9-41e3-4b6b-84a3-bf397c5cdbc0 req-1fcc0746-68bf-4980-ab9c-5ac0add589a7 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350482 Jun 25 11:50:32.539351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.833049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e435b9-3d03-4be8-9590-5d6ff0ea455b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:50:32.840451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.853399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Transition to ACTIVE for port object 34e435b9-3d03-4be8-9590-5d6ff0ea455b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:50:32.933028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:32.935346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8db276d1-4fa2-4921-bbbe-1155305db2da tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:32.989483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:33.008009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:33.063148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Attempting to bind port 34e435b9-3d03-4be8-9590-5d6ff0ea455b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:50:33.063484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Attempting to bind port 34e435b9-3d03-4be8-9590-5d6ff0ea455b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:50:33.063823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Attempting to bind port 34e435b9-3d03-4be8-9590-5d6ff0ea455b on network 25a14d6f-91b6-424d-859e-d6de4ab753ff {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:50:33.068268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Port 34e435b9-3d03-4be8-9590-5d6ff0ea455b on network 25a14d6f-91b6-424d-859e-d6de4ab753ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:50:33.068599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Attempting to bind port 34e435b9-3d03-4be8-9590-5d6ff0ea455b on network 25a14d6f-91b6-424d-859e-d6de4ab753ff {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:50:33.073917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:50:33.074265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Checking segment: {'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:50:33.074658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Bound using segment: {'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:50:33.075088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Bound port: 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:50:33.075455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:33.146514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:50:33.150696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:50:33.235730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:33.248552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:33.250852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4f0d45f6-81ac-4ff7-8bbc-024ac4144a40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:33.286565 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:33.287286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:33.288687 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/34e435b9-3d03-4be8-9590-5d6ff0ea455b HTTP/1.1" status: 200 len: 1093 time: 0.8330319 Jun 25 11:50:33.291413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:50:33.296530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db74262-cada-4dd0-9bbf-b531f6b564a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:50:33.332322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:33.344475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:33.346209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2545ec-d8a9-44f4-96e5-c979b47f2698 x-openstack-request-id: req-ab2545ec-d8a9-44f4-96e5-c979b47f2698 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:50:33.346611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:50:33.346859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab2545ec-d8a9-44f4-96e5-c979b47f2698 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:50:33.347291 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'status': 'completed', 'code': 200} Jun 25 11:50:33.434038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db74262-cada-4dd0-9bbf-b531f6b564a1 req-b7be068d-bf69-47c4-aaa5-343b0bd028e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:33.436750 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2db74262-cada-4dd0-9bbf-b531f6b564a1 req-b7be068d-bf69-47c4-aaa5-343b0bd028e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 1096 time: 0.0689311 Jun 25 11:50:33.542633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db74262-cada-4dd0-9bbf-b531f6b564a1 req-58821b60-4cb8-42b4-b111-0bfe408b3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:33.544129 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2db74262-cada-4dd0-9bbf-b531f6b564a1 req-58821b60-4cb8-42b4-b111-0bfe408b3151 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=50afde3d996d4899912308d223ba571a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997999 Jun 25 11:50:33.655934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db74262-cada-4dd0-9bbf-b531f6b564a1 req-58b63e1a-7734-474c-a41d-6ec3be59e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:33.657509 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2db74262-cada-4dd0-9bbf-b531f6b564a1 req-58b63e1a-7734-474c-a41d-6ec3be59e848 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1067362 Jun 25 11:50:33.691795 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00526-6d82-403e-b83e-1661b916ea42 req-45011a37-08e6-44bd-8b3c-74c74a36480c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:33.693621 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1ef00526-6d82-403e-b83e-1661b916ea42 req-45011a37-08e6-44bd-8b3c-74c74a36480c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 943 time: 0.0763741 Jun 25 11:50:33.734265 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1ef00526-6d82-403e-b83e-1661b916ea42 req-a2ed52e1-6f76-4838-825b-fed29bb2104c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Jun 25 11:50:33.753229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-a87dbf11-fe2e-4e4e-aa1d-d486d7778cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:33.754764 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-a87dbf11-fe2e-4e4e-aa1d-d486d7778cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 1096 time: 0.0548434 Jun 25 11:50:33.796831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-2fc027e7-7745-4c2c-9287-81fad3e76657 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b HTTP/1.1" status: 200 len: 217 time: 0.0351562 Jun 25 11:50:33.856691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-b809f71c-2e12-412f-8832-76a65d780f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:33.858254 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-b809f71c-2e12-412f-8832-76a65d780f7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0544443 Jun 25 11:50:33.892656 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-d57ea741-5c6f-4140-a574-1a67a5cee2f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278192 Jun 25 11:50:33.989228 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-187f589d-0b60-4137-9b4a-29c9403e146b service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889239 Jun 25 11:50:34.092655 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db19b5d-1b5d-45a0-bce9-450ec71cf825 req-1d0dcb68-0c8c-4da4-9e87-fc61da194571 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970654 Jun 25 11:50:34.922422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048427e8-a1f3-4516-adfb-08454b64919a req-931e977b-26ef-4995-b35a-26201462eac0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:34.923971 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-048427e8-a1f3-4516-adfb-08454b64919a req-931e977b-26ef-4995-b35a-26201462eac0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 943 time: 0.0673468 Jun 25 11:50:34.963249 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-048427e8-a1f3-4516-adfb-08454b64919a req-b7c2d889-d338-456c-ae97-f2bab73017c1 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Jun 25 11:50:35.058513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:36.155139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf1f99-ae8f-479c-a9be-179efa7621b4 req-9358d40a-1fa7-4887-8987-8272ac88342c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:36.156788 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2caf1f99-ae8f-479c-a9be-179efa7621b4 req-9358d40a-1fa7-4887-8987-8272ac88342c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 943 time: 0.0725670 Jun 25 11:50:36.203077 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2caf1f99-ae8f-479c-a9be-179efa7621b4 req-c62fed41-d93e-4115-9078-b7266c996879 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Jun 25 11:50:37.405394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4894-f97c-4caa-a087-60d0083466ca req-b2707570-51b6-4ae8-b662-367ff7f38cdc tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:37.407237 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-763d4894-f97c-4caa-a087-60d0083466ca req-b2707570-51b6-4ae8-b662-367ff7f38cdc tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 943 time: 0.0742931 Jun 25 11:50:37.450517 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-763d4894-f97c-4caa-a087-60d0083466ca req-d7bb1efa-5626-4833-b402-fdf92bb892c9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368090 Jun 25 11:50:38.473910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 34e435b9-3d03-4be8-9590-5d6ff0ea455b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:50:38.615801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:38.632547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff', 'port_id': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'mac_address': 'fa:16:3e:22:ee:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a976a9c5-8d0b-48ac-a2ba-4135cd928a69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:50:38.681721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:38.697380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e435b9-3d03-4be8-9590-5d6ff0ea455b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:50:38.724331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:38.729244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464a334-1214-488e-81d6-fc053a4f79bb req-a8a480b4-a31c-4146-854a-286901a33887 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:38.730793 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f464a334-1214-488e-81d6-fc053a4f79bb req-a8a480b4-a31c-4146-854a-286901a33887 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 943 time: 0.0834465 Jun 25 11:50:38.779527 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f464a334-1214-488e-81d6-fc053a4f79bb req-5bcf095f-d6c2-4b53-88e1-f56e31f5c2b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 Jun 25 11:50:38.845213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:38.847062 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:38.898564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:38.908672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.908672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.908672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.908672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.908672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.909417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.909417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.909692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.910128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.910461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.910788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.911111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:50:38.915871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:39.150408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['34e435b9-3d03-4be8-9590-5d6ff0ea455b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:50:39.967098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70d712-c7da-4630-89a7-7d51c6bdb65e req-4fa90479-17ab-4607-add9-618ef15b53a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:39.968725 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9b70d712-c7da-4630-89a7-7d51c6bdb65e req-4fa90479-17ab-4607-add9-618ef15b53a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 944 time: 0.0704873 Jun 25 11:50:40.010069 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9b70d712-c7da-4630-89a7-7d51c6bdb65e req-6dac00c8-5bee-43ac-9bc7-f22c72158775 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349765 Jun 25 11:50:40.500640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 34e435b9-3d03-4be8-9590-5d6ff0ea455b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:50:40.601249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:40.629980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 34e435b9-3d03-4be8-9590-5d6ff0ea455b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:50:40.634230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 34e435b9-3d03-4be8-9590-5d6ff0ea455b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:50:40.634617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:40.714690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:40.738814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:50:40.741131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68323f5-8903-40d6-9263-008d38eb7724" -d '{"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-plugged", "status": "completed", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:50:40.755927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:50:40.780514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b7b45-0d84-4b82-8e64-559da806c60a x-openstack-request-id: req-eb6b7b45-0d84-4b82-8e64-559da806c60a {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:50:40.780820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-plugged", "status": "completed", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:50:40.781081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb6b7b45-0d84-4b82-8e64-559da806c60a {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:50:40.781512 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'code': 200} Jun 25 11:50:40.862019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:40.865053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:50:40.918753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:50:40.922313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:50:41.219129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb35f1e-f89e-484a-9c94-14c913817397 req-60e20b7a-426f-49d8-b450-d29623690200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:41.220719 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cb35f1e-f89e-484a-9c94-14c913817397 req-60e20b7a-426f-49d8-b450-d29623690200 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 1098 time: 0.1031454 Jun 25 11:50:41.243154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fc7c3-99d4-4f5a-9414-e40722763a33 req-fd54501e-753f-4cd7-8616-d1c59f525719 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:41.244802 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e99fc7c3-99d4-4f5a-9414-e40722763a33 req-fd54501e-753f-4cd7-8616-d1c59f525719 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0956533 Jun 25 11:50:41.288905 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cb35f1e-f89e-484a-9c94-14c913817397 req-30898f2e-92bf-4ccd-ab09-5408eafaeaa9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611744 Jun 25 11:50:41.303313 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e99fc7c3-99d4-4f5a-9414-e40722763a33 req-39cf8b35-0fee-4e2d-a10e-bf282bf8abe5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Jun 25 11:50:42.489965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3df86-5d1e-45ba-a19f-cec228185b3b req-8bcc1e30-da9a-4a18-a2d9-c60e09b79e82 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:42.491610 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-67b3df86-5d1e-45ba-a19f-cec228185b3b req-8bcc1e30-da9a-4a18-a2d9-c60e09b79e82 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0702181 Jun 25 11:50:42.535101 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-67b3df86-5d1e-45ba-a19f-cec228185b3b req-35f2d62e-6f9f-4ad9-9697-2b1fdce96559 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366790 Jun 25 11:50:43.721131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2dd4-2ecb-41b9-a0a7-7efa6970efd1 req-372dd401-08a8-4047-a100-e591d77899d8 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:43.722696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0ae2dd4-2ecb-41b9-a0a7-7efa6970efd1 req-372dd401-08a8-4047-a100-e591d77899d8 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0667865 Jun 25 11:50:43.770698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0ae2dd4-2ecb-41b9-a0a7-7efa6970efd1 req-cfb4843e-720e-42a1-9863-9eadf6559e50 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Jun 25 11:50:43.956205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0d29-32a8-410c-90f9-3555b4001f78 req-434f8c5b-56b2-49cf-99ec-e3ce4d5c607f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:43.957744 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9aef0d29-32a8-410c-90f9-3555b4001f78 req-434f8c5b-56b2-49cf-99ec-e3ce4d5c607f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0665958 Jun 25 11:50:43.996849 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9aef0d29-32a8-410c-90f9-3555b4001f78 req-6037d61d-7d25-4d30-ae45-dbda7cb3e22d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Jun 25 11:50:44.427426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d6bfa-bc8a-411d-b9db-372f08196dd4 req-8ac84184-3e03-4d8b-b051-7b71111d867a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:44.428903 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-271d6bfa-bc8a-411d-b9db-372f08196dd4 req-8ac84184-3e03-4d8b-b051-7b71111d867a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0700867 Jun 25 11:50:44.469382 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-271d6bfa-bc8a-411d-b9db-372f08196dd4 req-3754aa71-702c-45ba-ac18-b12550cc6b7e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jun 25 11:50:44.650129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9593-4113-4a3a-9f30-6395ca2cafa4 req-749f386b-9242-4551-8902-8797f5a5bffa tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:44.651608 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-200f9593-4113-4a3a-9f30-6395ca2cafa4 req-749f386b-9242-4551-8902-8797f5a5bffa tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0678036 Jun 25 11:50:44.690210 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-200f9593-4113-4a3a-9f30-6395ca2cafa4 req-4c36a068-b133-4882-b8fb-cbf980f44824 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Jun 25 11:50:45.296031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c724190-2d80-4f50-b02d-e1ca3af1aeb4 req-29023df9-25c8-433d-a852-0732eaa66a4b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:45.297631 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2c724190-2d80-4f50-b02d-e1ca3af1aeb4 req-29023df9-25c8-433d-a852-0732eaa66a4b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0771422 Jun 25 11:50:45.341420 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2c724190-2d80-4f50-b02d-e1ca3af1aeb4 req-28ae5781-8481-46e0-a7ae-68e76b7f3959 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Jun 25 11:50:45.427062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-a395cf01-5b09-4bad-bf88-d79047f975ce service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0620544 Jun 25 11:50:46.589286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae6133-32c2-483c-896c-f018eed916da req-50ebc23e-b7b0-4648-b079-1e099579e8f9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:46.591165 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dfae6133-32c2-483c-896c-f018eed916da req-50ebc23e-b7b0-4648-b079-1e099579e8f9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0793169 Jun 25 11:50:46.651083 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dfae6133-32c2-483c-896c-f018eed916da req-5d9b3189-8577-4842-9ee6-7dedc0a72da5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494399 Jun 25 11:50:47.677316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-997f3181-84d3-4113-a68e-8c8a3fbccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:47.678838 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-997f3181-84d3-4113-a68e-8c8a3fbccba1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 1098 time: 0.0582244 Jun 25 11:50:47.797361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-a24e5bf6-de14-4a7d-ab31-6c6fcd3ec5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:47.799363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-a24e5bf6-de14-4a7d-ab31-6c6fcd3ec5d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 916 time: 0.1135561 Jun 25 11:50:47.871871 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-3fbad636-181e-4ca0-a42e-198fadd86b9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b HTTP/1.1" status: 200 len: 217 time: 0.0649011 Jun 25 11:50:47.956295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-d4615aa0-6c16-48ff-a475-e4480caff7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:47.957796 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-d4615aa0-6c16-48ff-a475-e4480caff7f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0767860 Jun 25 11:50:48.003476 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-deaa21db-d46d-4d35-8876-e4f2d51e894c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349164 Jun 25 11:50:48.017844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818adabb-945b-4572-b5bf-2627b6f9a8aa req-3aae5797-937f-4d45-b71a-1435e3d34d5e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:48.019348 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-818adabb-945b-4572-b5bf-2627b6f9a8aa req-3aae5797-937f-4d45-b71a-1435e3d34d5e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.1505468 Jun 25 11:50:48.110224 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-818adabb-945b-4572-b5bf-2627b6f9a8aa req-c68a988b-328d-4728-8bb9-20c118909d41 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822968 Jun 25 11:50:48.140492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-2fd26a79-6055-4657-92a5-61a3892ea103 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200745 Jun 25 11:50:48.294566 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-7c8bdfba-6060-452e-ade8-363e621c8ca3 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465790 Jun 25 11:50:49.315405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3433-fdd1-4211-ae8c-f258bf7ab3ab req-d48e7e96-543f-4568-8ddc-f93f0348ff74 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:49.317032 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e10b3433-fdd1-4211-ae8c-f258bf7ab3ab req-d48e7e96-543f-4568-8ddc-f93f0348ff74 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0762777 Jun 25 11:50:49.369751 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e10b3433-fdd1-4211-ae8c-f258bf7ab3ab req-91f213a7-1888-4be3-8d85-4bf13f035297 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Jun 25 11:50:50.589822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deffb41-8308-4540-82c1-532e235410e0 req-748d53f5-bbf3-4ce9-87bb-1f7a3a9aec19 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:50.592058 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3deffb41-8308-4540-82c1-532e235410e0 req-748d53f5-bbf3-4ce9-87bb-1f7a3a9aec19 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0800080 Jun 25 11:50:50.640982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3deffb41-8308-4540-82c1-532e235410e0 req-b79f733f-1740-498d-8bc5-ef218e1f60d4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Jun 25 11:50:51.844200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccfc4f-8514-4f7d-8945-84027d76dc4b req-67863a22-e757-45c7-9928-0547503d0127 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:51.846159 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-efccfc4f-8514-4f7d-8945-84027d76dc4b req-67863a22-e757-45c7-9928-0547503d0127 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0860503 Jun 25 11:50:51.920548 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-efccfc4f-8514-4f7d-8945-84027d76dc4b req-b9a9411c-8b9f-4d14-86a9-615bd18c85c8 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638795 Jun 25 11:50:53.144442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20e81e-95a2-4e5b-a035-ecf1ae80e13a req-9b56de02-0deb-4a8a-9335-c228431ceb3e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:53.146200 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e20e81e-95a2-4e5b-a035-ecf1ae80e13a req-9b56de02-0deb-4a8a-9335-c228431ceb3e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0885780 Jun 25 11:50:53.204236 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e20e81e-95a2-4e5b-a035-ecf1ae80e13a req-6a8f1ed2-c154-407f-a59b-758e7d2da822 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Jun 25 11:50:54.472671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38452f-b453-404f-9d19-9003386134f5 req-89f614cc-eaf4-4ff2-bf94-368bd42e856b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:54.475280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9f38452f-b453-404f-9d19-9003386134f5 req-89f614cc-eaf4-4ff2-bf94-368bd42e856b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.1146035 Jun 25 11:50:54.519454 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9f38452f-b453-404f-9d19-9003386134f5 req-16758870-595f-4739-8a89-381da20b776b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Jun 25 11:50:55.753422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6e204-812b-4805-a620-4c666d061fbf req-6c1bc689-c317-43b1-a24d-75596b9501d5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:55.756129 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3bb6e204-812b-4805-a620-4c666d061fbf req-6c1bc689-c317-43b1-a24d-75596b9501d5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.1115637 Jun 25 11:50:55.822203 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3bb6e204-812b-4805-a620-4c666d061fbf req-6179cafd-918b-445f-931f-828a033a85e2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591731 Jun 25 11:50:57.062144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04257f51-76cb-4249-afb1-04ea6a198300 req-3ed410ca-2fc8-4741-90cd-a8586534f122 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:57.064125 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-04257f51-76cb-4249-afb1-04ea6a198300 req-3ed410ca-2fc8-4741-90cd-a8586534f122 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0943801 Jun 25 11:50:57.112984 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-04257f51-76cb-4249-afb1-04ea6a198300 req-0698ee16-dfa2-4b88-a5fe-2f5711ffcce2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Jun 25 11:50:58.310883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b065-e018-44ee-8082-3d02739080c3 req-bf1c7422-719f-48ee-b965-7f66230ed0b9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:58.312832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7246b065-e018-44ee-8082-3d02739080c3 req-bf1c7422-719f-48ee-b965-7f66230ed0b9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0784709 Jun 25 11:50:58.382318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7246b065-e018-44ee-8082-3d02739080c3 req-8e1be866-0f7f-4351-b23f-54321e6d663b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586545 Jun 25 11:50:59.510183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a956508f-4a15-4f72-a2bb-e340cdd5b2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:50:59.619513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4488-6a40-4ac9-bf28-99c552a1bb65 req-2bdee86f-3704-4789-9b56-40e6c22cd316 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:50:59.621027 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c5fa4488-6a40-4ac9-bf28-99c552a1bb65 req-2bdee86f-3704-4789-9b56-40e6c22cd316 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0990207 Jun 25 11:50:59.668314 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c5fa4488-6a40-4ac9-bf28-99c552a1bb65 req-e556bc8c-2205-4c99-b5d5-4430bef91d69 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Jun 25 11:51:00.873910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745cad9-fb5f-4cbf-8e84-5ad2c0f8e3fd req-b6a2277a-1c5b-42bc-ad19-9a2b5dddeac0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:00.875701 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a745cad9-fb5f-4cbf-8e84-5ad2c0f8e3fd req-b6a2277a-1c5b-42bc-ad19-9a2b5dddeac0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0854962 Jun 25 11:51:00.920624 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a745cad9-fb5f-4cbf-8e84-5ad2c0f8e3fd req-e8578604-f248-40a1-9876-b32c571ac762 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385804 Jun 25 11:51:02.000723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6068df4b-62fe-4c10-9a37-fb868b69c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:02.120937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d910f4-3cfd-4919-8a5c-bd9e22c297e4 req-1cd57f1a-72b4-464b-b9cf-ddd14531f7c3 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:02.121999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:02.122541 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-88d910f4-3cfd-4919-8a5c-bd9e22c297e4 req-1cd57f1a-72b4-464b-b9cf-ddd14531f7c3 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0758944 Jun 25 11:51:02.168371 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-88d910f4-3cfd-4919-8a5c-bd9e22c297e4 req-70caf4d6-c943-4b31-bb35-de682a61bd50 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Jun 25 11:51:03.269424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:03.389576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fa62a-115c-45ff-8209-e1267e6b2318 req-ab7d4147-97f8-4857-b017-278364c5f6c2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:03.391515 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-757fa62a-115c-45ff-8209-e1267e6b2318 req-ab7d4147-97f8-4857-b017-278364c5f6c2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0763524 Jun 25 11:51:03.442089 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-757fa62a-115c-45ff-8209-e1267e6b2318 req-3292296d-ba5b-4f26-9439-5185d3f089c1 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Jun 25 11:51:03.785070 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:51:04.675413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb928-8b81-4a3a-8be2-aef63c242732 req-0612a4fa-6d0e-4b61-8aa5-92beef0207b2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:04.678314 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7a6eb928-8b81-4a3a-8be2-aef63c242732 req-0612a4fa-6d0e-4b61-8aa5-92beef0207b2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.1144998 Jun 25 11:51:04.740713 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7a6eb928-8b81-4a3a-8be2-aef63c242732 req-721c27ff-45cd-4ea5-829e-d360db998918 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562296 Jun 25 11:51:05.068796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:05.641257 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-9b0cf636-fce8-438f-934f-b5a2f9c0662b service neutron] 10.222.0.47 "GET /v2.0/ports/34e435b9-3d03-4be8-9590-5d6ff0ea455b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0674679 Jun 25 11:51:05.967705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3820b-3f83-486a-8a82-efffc8a9df02 req-c7897143-a61e-4b0b-a0cb-1c060fa6d740 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:05.969442 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0c3820b-3f83-486a-8a82-efffc8a9df02 req-c7897143-a61e-4b0b-a0cb-1c060fa6d740 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0860691 Jun 25 11:51:06.015928 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0c3820b-3f83-486a-8a82-efffc8a9df02 req-33d866d7-cf8f-4958-9552-aac7e22cb14a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Jun 25 11:51:06.235746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-909f830c-7830-4489-8efa-dcc1f32f495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:06.237233 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-909f830c-7830-4489-8efa-dcc1f32f495e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611&tenant_id=50afde3d996d4899912308d223ba571a HTTP/1.1" status: 200 len: 1098 time: 0.0649364 Jun 25 11:51:06.350197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-ac26b971-4a5d-4495-8ad5-3e374c325ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:06.352693 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-ac26b971-4a5d-4495-8ad5-3e374c325ce2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 1098 time: 0.0898197 Jun 25 11:51:06.764635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-282041e2-580c-4cad-8e23-1edd5499f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:06.766241 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-282041e2-580c-4cad-8e23-1edd5499f067 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 916 time: 0.4076579 Jun 25 11:51:06.815149 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-5f458d39-48a0-4629-8605-293bb41f68bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b HTTP/1.1" status: 200 len: 217 time: 0.0426943 Jun 25 11:51:06.867935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-b311c866-1342-4a14-adea-2318f1e0d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:06.869436 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-b311c866-1342-4a14-adea-2318f1e0d723 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0486290 Jun 25 11:51:06.908017 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-44967078-331a-4902-8653-4a288c9f18a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321069 Jun 25 11:51:07.012249 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-47b8af19-de86-40f8-af30-61f214cef9f2 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979772 Jun 25 11:51:07.117067 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0188a9b-aa00-4ad5-ab08-01fe1b7acd3b req-8e8a4fbe-8a0b-4502-8dc5-eaa4dda54b72 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986164 Jun 25 11:51:07.237722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18e70-3bf1-4fa7-8f2f-94247336d794 req-da9e4089-9fc2-4da7-92f6-7648bb02c3f6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:07.239349 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-10b18e70-3bf1-4fa7-8f2f-94247336d794 req-da9e4089-9fc2-4da7-92f6-7648bb02c3f6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0725124 Jun 25 11:51:07.303637 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-10b18e70-3bf1-4fa7-8f2f-94247336d794 req-854ba53f-952e-4a0a-829e-f49c555cee1b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533621 Jun 25 11:51:08.510950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2efb89-2345-488f-9d75-10d1d6135718 req-ba4b2fe3-8cd0-4319-b752-ff41b0444e0e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:08.512589 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b2efb89-2345-488f-9d75-10d1d6135718 req-ba4b2fe3-8cd0-4319-b752-ff41b0444e0e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0749581 Jun 25 11:51:08.554559 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b2efb89-2345-488f-9d75-10d1d6135718 req-b170a1f7-2d65-4abe-a12a-1ea4e941877a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348241 Jun 25 11:51:08.644015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 34e435b9-3d03-4be8-9590-5d6ff0ea455b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:51:08.730335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:08.756653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:51:08.759001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc0e5c-d0a1-4238-844f-be10c587a70a" -d '{"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-unplugged", "status": "completed", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:51:08.775026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:08.809255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37178021-35e3-4bd1-90cd-9fee5ff00f20 x-openstack-request-id: req-37178021-35e3-4bd1-90cd-9fee5ff00f20 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:51:08.810166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-unplugged", "status": "completed", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:51:08.810473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37178021-35e3-4bd1-90cd-9fee5ff00f20 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:51:08.811070 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'code': 200} Jun 25 11:51:08.877965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:08.880455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0c77994-500b-4a76-a5ba-6f4c90d0ba97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:08.945534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:08.949024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:09.754521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6823d-6a47-46ff-b074-9150e9969539 req-86dba36b-5c49-455e-8d34-d6cb75908a52 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:09.756173 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8ff6823d-6a47-46ff-b074-9150e9969539 req-86dba36b-5c49-455e-8d34-d6cb75908a52 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 943 time: 0.0758381 Jun 25 11:51:09.811776 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8ff6823d-6a47-46ff-b074-9150e9969539 req-2ed80b39-ee6c-4495-843b-a0f70597512f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Jun 25 11:51:10.571672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:10.636530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 34e435b9-3d03-4be8-9590-5d6ff0ea455b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:51:10.745223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:10.758744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff', 'port_id': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'mac_address': 'fa:16:3e:22:ee:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a976a9c5-8d0b-48ac-a2ba-4135cd928a69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:51:10.823596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:10.845930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e435b9-3d03-4be8-9590-5d6ff0ea455b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:51:10.882772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:11.032119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:11.035248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5e91395e-123c-4de9-8968-73291c6160bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:11.054551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917da7-3860-4e2b-956a-41fed5c425e1 req-c58a1a29-4306-4333-a47d-a23dd0ba346f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:11.056798 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cb917da7-3860-4e2b-956a-41fed5c425e1 req-c58a1a29-4306-4333-a47d-a23dd0ba346f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 943 time: 0.0855174 Jun 25 11:51:11.112905 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cb917da7-3860-4e2b-956a-41fed5c425e1 req-029b3e41-18a6-4bac-8c12-cd499ef8cea1 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 Jun 25 11:51:11.289654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['34e435b9-3d03-4be8-9590-5d6ff0ea455b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:51:11.303680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:11.338584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:11.753547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56791a0a-5c37-4218-b1a7-fd83257f3007 req-84dfd1b5-8a58-4bfc-8d7f-372877eeacb9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:11.755171 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-56791a0a-5c37-4218-b1a7-fd83257f3007 req-84dfd1b5-8a58-4bfc-8d7f-372877eeacb9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 944 time: 0.0841107 Jun 25 11:51:11.758511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-b3410390-5c92-47ed-b291-806e7b22164d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:11.761310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-b3410390-5c92-47ed-b291-806e7b22164d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611&tenant_id=50afde3d996d4899912308d223ba571a&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.0908036 Jun 25 11:51:11.809983 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-56791a0a-5c37-4218-b1a7-fd83257f3007 req-d2aa72c8-0635-4486-956d-36120f0106ec tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Jun 25 11:51:11.877166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-351d4973-c282-4e38-a243-1416aabc25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:11.878923 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-351d4973-c282-4e38-a243-1416aabc25f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 1097 time: 0.0653450 Jun 25 11:51:11.994158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-97652d25-2857-4b66-b172-b8731e86b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:11.995809 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-97652d25-2857-4b66-b172-b8731e86b227 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 916 time: 0.1093578 Jun 25 11:51:12.046871 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-5180fda3-7e0a-42e2-8b4e-5037e907b6c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b HTTP/1.1" status: 200 len: 217 time: 0.0445151 Jun 25 11:51:12.100202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-d7311764-72e5-477c-af28-5cec3adcd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:12.101747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-d7311764-72e5-477c-af28-5cec3adcd486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0495245 Jun 25 11:51:12.138637 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-654495fb-6c47-42a1-a4cf-b3a27f6a63e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295427 Jun 25 11:51:12.243393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-d2936cbb-019c-45f2-bad2-99a1182e4196 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985799 Jun 25 11:51:12.380053 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cfa07a25-2c68-41f3-92c0-60e44386636b req-ca6469f1-7978-4d61-9a40-79a324577724 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302845 Jun 25 11:51:12.659916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 34e435b9-3d03-4be8-9590-5d6ff0ea455b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:51:12.738035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 34e435b9-3d03-4be8-9590-5d6ff0ea455b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:51:12.738598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:12.838063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:12.865557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:51:12.868328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ee6bf-5dc4-49bb-815b-f7c846fe0a41" -d '{"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-plugged", "status": "completed", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:51:12.886944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:12.953529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed8517a-9b13-4ad2-9e79-4d59f049b4b4 x-openstack-request-id: req-2ed8517a-9b13-4ad2-9e79-4d59f049b4b4 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:51:12.953977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-plugged", "status": "completed", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:51:12.954746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ed8517a-9b13-4ad2-9e79-4d59f049b4b4 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:51:12.955520 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'code': 200} Jun 25 11:51:12.956485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:12.960877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:13.040753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:13.047541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:13.111149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da580373-cdd1-4be9-bcea-f81e0871e0ff req-cb27110c-8385-4ae0-b17f-1b66174dfb6a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:13.112841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-da580373-cdd1-4be9-bcea-f81e0871e0ff req-cb27110c-8385-4ae0-b17f-1b66174dfb6a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0981731 Jun 25 11:51:13.163626 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-da580373-cdd1-4be9-bcea-f81e0871e0ff req-e33402d9-a61e-4dfe-b850-63c297e489a2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Jun 25 11:51:14.368066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af464-5047-4d21-848d-aeeca72bcb0d req-68daa4b5-fa21-4adc-84d6-6a38c7890dc0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:14.369671 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-427af464-5047-4d21-848d-aeeca72bcb0d req-68daa4b5-fa21-4adc-84d6-6a38c7890dc0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0673764 Jun 25 11:51:14.412814 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-427af464-5047-4d21-848d-aeeca72bcb0d req-5ffbc880-a9c6-40e0-a5c6-ddc03379b0dd tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Jun 25 11:51:14.609368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a2186-831f-4fd5-a65b-ad810f46d7d7 req-7a6ecbb0-7a27-4fb9-acc2-dced4563fa72 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:14.610916 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0a3a2186-831f-4fd5-a65b-ad810f46d7d7 req-7a6ecbb0-7a27-4fb9-acc2-dced4563fa72 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0787885 Jun 25 11:51:14.653922 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0a3a2186-831f-4fd5-a65b-ad810f46d7d7 req-5e678e81-f208-4842-80de-5b163c15732f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Jun 25 11:51:15.300287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781458e-9bd2-488b-ba1a-375d1878f496 req-e3ed2aeb-2d9a-483c-af35-dbf06c9819e6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:15.302879 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a781458e-9bd2-488b-ba1a-375d1878f496 req-e3ed2aeb-2d9a-483c-af35-dbf06c9819e6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.4629533 Jun 25 11:51:15.375315 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a781458e-9bd2-488b-ba1a-375d1878f496 req-6b460fa9-2397-40c4-a3ee-574f8bec353e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651276 Jun 25 11:51:16.180462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-f203830e-3dbb-4b04-b570-8eed6c69ce18 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:16.182375 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-f203830e-3dbb-4b04-b570-8eed6c69ce18 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 814 time: 0.1200385 Jun 25 11:51:16.200145 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-6c04de4a-d4a4-44f1-b3e5-3a9cb6c7c6b2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/quotas/50afde3d996d4899912308d223ba571a HTTP/1.1" status: 200 len: 375 time: 0.0110202 Jun 25 11:51:16.283745 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-4445d840-f19d-4af4-8a0f-1dbbdcf4acc7 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769269 Jun 25 11:51:16.390107 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-2d526a33-b457-4f5b-88ed-f3ff2cb2688f service neutron] 10.222.0.81 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979493 Jun 25 11:51:16.493010 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-62ece8fc-414a-4f11-82b7-32f11aa98c13 service neutron] 10.222.0.81 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957296 Jun 25 11:51:16.803563 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-66a5e4c4-0554-4a31-a3bc-b3f385d31173 req-8c59471d-f67e-4a06-9bef-a23154511194 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 210 time: 0.0474687 Jun 25 11:51:17.968955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-729a1841-697c-4edf-9473-ec897f91bed0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:17.971417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-729a1841-697c-4edf-9473-ec897f91bed0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b837c3e-4487-4e5a-b6bf-677df796e611 HTTP/1.1" status: 200 len: 945 time: 0.0857196 Jun 25 11:51:17.987560 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-83d97cb5-035e-4ef3-9dec-f5a110783c1d req-14c18118-31c0-4063-ab80-a641da74eb65 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 210 time: 0.0532050 Jun 25 11:51:18.098561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Deleting port 34e435b9-3d03-4be8-9590-5d6ff0ea455b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:51:18.099042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:18.219507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] For port 34e435b9-3d03-4be8-9590-5d6ff0ea455b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=34e435b9-3d03-4be8-9590-5d6ff0ea455b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:18.219957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:18.235222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Calling delete_port for 34e435b9-3d03-4be8-9590-5d6ff0ea455b owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:51:18.520860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:18.527367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:18.534957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['34e435b9-3d03-4be8-9590-5d6ff0ea455b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:51:18.575411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Pushing event deleted for resources: {'Port': ['ID=34e435b9-3d03-4be8-9590-5d6ff0ea455b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:18.581814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:18.658532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] No DVR routers for this DVR port 34e435b9-3d03-4be8-9590-5d6ff0ea455b on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:51:18.664371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:18.667845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3ffb17c8-3239-4ac7-9a24-80e89f7b47e1 req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "DELETE /v2.0/ports/34e435b9-3d03-4be8-9590-5d6ff0ea455b HTTP/1.1" status: 204 len: 173 time: 0.6886628 Jun 25 11:51:18.669784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-deleted', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:51:18.673926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9bf939-b044-4378-a983-3aa0121c844f" -d '{"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-deleted", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:51:18.738338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd6f8f0-35b0-41cd-8b25-48e4dfa60c0b x-openstack-request-id: req-6fd6f8f0-35b0-41cd-8b25-48e4dfa60c0b {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:51:18.738751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b837c3e-4487-4e5a-b6bf-677df796e611", "name": "network-vif-deleted", "tag": "34e435b9-3d03-4be8-9590-5d6ff0ea455b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:51:18.739083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fd6f8f0-35b0-41cd-8b25-48e4dfa60c0b {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:51:18.739552 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b837c3e-4487-4e5a-b6bf-677df796e611', 'name': 'network-vif-deleted', 'tag': '34e435b9-3d03-4be8-9590-5d6ff0ea455b', 'status': 'completed', 'code': 200} Jun 25 11:51:19.199219 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-09790cd5-2e27-4a20-a4b3-57e4054d9887 req-c011cc6d-64b4-4025-a511-3e8928387e77 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 210 time: 0.0545676 Jun 25 11:51:19.241633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-ff4f19f4-8a16-4868-a469-926a80a75b6e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:19.244316 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-ff4f19f4-8a16-4868-a469-926a80a75b6e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 814 time: 0.1803455 Jun 25 11:51:19.258975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Request body: {'port': {'device_id': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff', 'admin_state_up': True, 'tenant_id': '50afde3d996d4899912308d223ba571a'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:51:19.579933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Made reservation on behalf of 50afde3d996d4899912308d223ba571a for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:51:19.586221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:19.756538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Allocated IP 172.20.0.6 (25a14d6f-91b6-424d-859e-d6de4ab753ff/a976a9c5-8d0b-48ac-a2ba-4135cd928a69/f8d2eef6-8336-4e96-84b3-0167bfe92b7b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:51:19.975935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:20.095351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:20.101046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f2894cc-6ba3-4acb-ba58-961c00ba4682 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:20.172426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Network 25a14d6f-91b6-424d-859e-d6de4ab753ff is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:51:20.182233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:51:20.189788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:51:20.235663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:20.245530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:20.288238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:20.289370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:20.411141 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1571779 Jun 25 11:51:20.424066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Request body: {'port': {'device_id': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:51:20.473591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee9b9b-9a71-4d58-976b-8e5a29dcda5a req-d5845563-e956-4583-9084-cb170b68a7c3 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:20.475180 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eaee9b9b-9a71-4d58-976b-8e5a29dcda5a req-d5845563-e956-4583-9084-cb170b68a7c3 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 931 time: 0.1116736 Jun 25 11:51:20.547423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:20.555354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eaee9b9b-9a71-4d58-976b-8e5a29dcda5a req-793cfe3b-30f9-4320-aabd-5842d89dabad tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684588 Jun 25 11:51:20.686554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 34e435b9-3d03-4be8-9590-5d6ff0ea455b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:51:20.713697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 34e435b9-3d03-4be8-9590-5d6ff0ea455b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:51:20.714051 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 34e435b9-3d03-4be8-9590-5d6ff0ea455b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:51:20.884083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d2eef6-8336-4e96-84b3-0167bfe92b7b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:51:20.895674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:20.911281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Transition to ACTIVE for port object f8d2eef6-8336-4e96-84b3-0167bfe92b7b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:51:20.971715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:20.974488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f011fbb6-3c11-479a-97c6-6c519bce6715 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:21.046913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:21.051186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:21.128773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Attempting to bind port f8d2eef6-8336-4e96-84b3-0167bfe92b7b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:51:21.129322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Attempting to bind port f8d2eef6-8336-4e96-84b3-0167bfe92b7b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:51:21.129753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Attempting to bind port f8d2eef6-8336-4e96-84b3-0167bfe92b7b on network 25a14d6f-91b6-424d-859e-d6de4ab753ff {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:51:21.135419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Port f8d2eef6-8336-4e96-84b3-0167bfe92b7b on network 25a14d6f-91b6-424d-859e-d6de4ab753ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:51:21.135882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Attempting to bind port f8d2eef6-8336-4e96-84b3-0167bfe92b7b on network 25a14d6f-91b6-424d-859e-d6de4ab753ff {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:51:21.144592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:51:21.144943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Checking segment: {'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:51:21.145371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Bound using segment: {'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:51:21.145872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Bound port: f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6459f761-6474-46cb-8aea-920fe74162d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:51:21.146243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:21.237932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:51:21.241764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:51:21.327133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:21.329760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:21.367892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:21.368540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:21.370193 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8d2eef6-8336-4e96-84b3-0167bfe92b7b HTTP/1.1" status: 200 len: 1093 time: 0.9512026 Jun 25 11:51:21.370802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:51:21.374066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a97c5-9818-4079-a525-84b2ff14eb25" -d '{"events": [{"name": "network-changed", "server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:51:21.413723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:21.417623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:21.433535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3197c02-7b40-46b3-8678-e7c67c18d6ac x-openstack-request-id: req-a3197c02-7b40-46b3-8678-e7c67c18d6ac {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:51:21.434592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:51:21.434967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3197c02-7b40-46b3-8678-e7c67c18d6ac {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:51:21.435461 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'status': 'completed', 'code': 200} Jun 25 11:51:21.522235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a97c5-9818-4079-a525-84b2ff14eb25 req-c8cda0f5-0979-47ff-869f-ffd2b46d383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:21.523762 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a16a97c5-9818-4079-a525-84b2ff14eb25 req-c8cda0f5-0979-47ff-869f-ffd2b46d383e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 1096 time: 0.0632131 Jun 25 11:51:21.640945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a97c5-9818-4079-a525-84b2ff14eb25 req-6457a1d1-2641-4308-a2a1-95475cf00ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:21.642710 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a16a97c5-9818-4079-a525-84b2ff14eb25 req-6457a1d1-2641-4308-a2a1-95475cf00ae5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=50afde3d996d4899912308d223ba571a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1114745 Jun 25 11:51:21.810335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a97c5-9818-4079-a525-84b2ff14eb25 req-8bb5619f-44bf-4fc9-b067-0e76b184dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:21.811571 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a16a97c5-9818-4079-a525-84b2ff14eb25 req-8bb5619f-44bf-4fc9-b067-0e76b184dce2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1627429 Jun 25 11:51:21.845649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277da0d5-ab83-4845-a830-e9e8cdfa7c61 req-9259499b-343f-4df7-a9c4-10e926be83fc tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:21.847315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-277da0d5-ab83-4845-a830-e9e8cdfa7c61 req-9259499b-343f-4df7-a9c4-10e926be83fc tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.1350605 Jun 25 11:51:21.933912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-277da0d5-ab83-4845-a830-e9e8cdfa7c61 req-f9720ea7-dcce-48ba-aa0a-8dffb63830e9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752523 Jun 25 11:51:21.963923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-f72c2df2-6692-44b7-bc6c-0c3f07e469ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:21.967154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-f72c2df2-6692-44b7-bc6c-0c3f07e469ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 1096 time: 0.1008720 Jun 25 11:51:22.012699 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-abc78aa3-cc0c-456c-8b8a-84375dc9f5eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b HTTP/1.1" status: 200 len: 217 time: 0.0380976 Jun 25 11:51:22.080504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-eca48879-a91d-4f08-821f-2e0522bf93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:22.082833 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-eca48879-a91d-4f08-821f-2e0522bf93eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0639343 Jun 25 11:51:22.126694 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-211efebb-4b44-4d7b-9feb-e92fbe6b00b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370269 Jun 25 11:51:22.239904 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-2d451ebd-8eba-444a-a8d6-4a8d563f6c07 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988579 Jun 25 11:51:22.359465 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-74f5c80b-48d8-4735-b355-e0bff480e713 req-3a48cfd2-e160-4070-ac57-0b2ebcda7517 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131961 Jun 25 11:51:23.164490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74529b25-eaa6-4e12-ad1a-b6b2ab293567 req-f9543fbe-cc7a-46d6-80e3-a05c3a475f07 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:23.167015 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74529b25-eaa6-4e12-ad1a-b6b2ab293567 req-f9543fbe-cc7a-46d6-80e3-a05c3a475f07 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0935240 Jun 25 11:51:23.212885 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74529b25-eaa6-4e12-ad1a-b6b2ab293567 req-0ed9a30f-3fb0-4d6f-b75a-71b61d305ab6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Jun 25 11:51:24.456190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3368-2b6b-443b-93b5-9856f09c1c01 req-27cba399-ab69-411e-8c72-5bc9c0b1fed4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:24.458105 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f45a3368-2b6b-443b-93b5-9856f09c1c01 req-27cba399-ab69-411e-8c72-5bc9c0b1fed4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.1124351 Jun 25 11:51:24.512647 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f45a3368-2b6b-443b-93b5-9856f09c1c01 req-7db77a9b-e01a-4322-b551-29633eb20b3b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Jun 25 11:51:25.710536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac208feb-a077-43d2-a093-a755301690ac req-840b7654-ec3f-4abb-b1d4-e71bd9027af2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:25.713167 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ac208feb-a077-43d2-a093-a755301690ac req-840b7654-ec3f-4abb-b1d4-e71bd9027af2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0777624 Jun 25 11:51:25.758565 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ac208feb-a077-43d2-a093-a755301690ac req-98d7f32b-40d3-4421-b440-74120de92f14 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Jun 25 11:51:26.705328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device f8d2eef6-8336-4e96-84b3-0167bfe92b7b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:51:26.823189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:26.841624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff', 'port_id': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'mac_address': 'fa:16:3e:26:ea:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a976a9c5-8d0b-48ac-a2ba-4135cd928a69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:51:26.890716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:26.906180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d2eef6-8336-4e96-84b3-0167bfe92b7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:51:26.936925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:27.009761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a6502-a273-4d8f-88b3-9c4edb46d27b req-21be8e19-9079-4a8c-aa1a-c19953660783 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:27.012131 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b45a6502-a273-4d8f-88b3-9c4edb46d27b req-21be8e19-9079-4a8c-aa1a-c19953660783 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0939221 Jun 25 11:51:27.048361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:27.051326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-389226e4-b73c-4d98-af3a-4872720a0040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:27.060797 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b45a6502-a273-4d8f-88b3-9c4edb46d27b req-4c10ffb7-364c-4008-aab1-a78f3ecd8157 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Jun 25 11:51:27.106170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:27.109989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:27.374948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['f8d2eef6-8336-4e96-84b3-0167bfe92b7b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:51:28.269272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b1ca3-6645-4dd0-8f5a-9eaacd7c1813 req-06cbff40-688c-434d-b48a-71804079d632 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:28.271079 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-109b1ca3-6645-4dd0-8f5a-9eaacd7c1813 req-06cbff40-688c-434d-b48a-71804079d632 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 944 time: 0.0745888 Jun 25 11:51:28.320104 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-109b1ca3-6645-4dd0-8f5a-9eaacd7c1813 req-1373466d-37a7-45f0-8f6f-d3d246613dd3 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Jun 25 11:51:28.717856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device f8d2eef6-8336-4e96-84b3-0167bfe92b7b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:51:28.839437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port f8d2eef6-8336-4e96-84b3-0167bfe92b7b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:51:28.844220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port f8d2eef6-8336-4e96-84b3-0167bfe92b7b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:51:28.844748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:28.939890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:28.966498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:51:28.968902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f8fd3-4af0-4ef6-9134-0efd434a3077" -d '{"events": [{"server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "name": "network-vif-plugged", "status": "completed", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:51:28.990299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:51:29.010945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0d4792-7764-434d-99a1-e7eb2e7c47e2 x-openstack-request-id: req-fd0d4792-7764-434d-99a1-e7eb2e7c47e2 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:51:29.011625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "name": "network-vif-plugged", "status": "completed", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:51:29.016808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd0d4792-7764-434d-99a1-e7eb2e7c47e2 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:51:29.016808 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'code': 200} Jun 25 11:51:29.080504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:29.083547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:51:29.139499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:51:29.142690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:51:29.432551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6ba9a-0393-4e9b-a22d-319213bf663f req-88a2fe59-1261-4c1d-ab75-12f83ac304c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:29.434757 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfb6ba9a-0393-4e9b-a22d-319213bf663f req-88a2fe59-1261-4c1d-ab75-12f83ac304c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 1098 time: 0.0635316 Jun 25 11:51:29.473652 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfb6ba9a-0393-4e9b-a22d-319213bf663f req-9b2fd459-2cf6-486b-96d3-d20bd1061187 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jun 25 11:51:29.514124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3d4fdaeb-5f48-4b00-8aea-edd8c2ca324e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:29.611873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac65fc-46bf-415f-a271-66c00f01db67 req-f8908375-5631-4667-8366-bf27118bc1f9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:29.613435 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-50ac65fc-46bf-415f-a271-66c00f01db67 req-f8908375-5631-4667-8366-bf27118bc1f9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0760128 Jun 25 11:51:29.658237 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-50ac65fc-46bf-415f-a271-66c00f01db67 req-b9f1cbf7-d459-41a7-af6d-7bc4df0c0a65 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Jun 25 11:51:30.880390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f672-3791-47e9-adda-e72438acec13 req-fe2d1187-d904-48de-9818-cee04679ab35 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:30.882157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-23d2f672-3791-47e9-adda-e72438acec13 req-fe2d1187-d904-48de-9818-cee04679ab35 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0774093 Jun 25 11:51:30.931842 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-23d2f672-3791-47e9-adda-e72438acec13 req-8d5b914d-6ca3-479d-aa72-6df997c5b1d3 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Jun 25 11:51:31.152986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733abbe-e4be-48ba-b777-e53e508a45a2 req-3ff3c100-a69e-4b3d-b0b9-57665e469e78 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:31.154622 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d733abbe-e4be-48ba-b777-e53e508a45a2 req-3ff3c100-a69e-4b3d-b0b9-57665e469e78 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0759695 Jun 25 11:51:31.206863 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d733abbe-e4be-48ba-b777-e53e508a45a2 req-99747213-1fa7-4518-b927-e65b43e75d2d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Jun 25 11:51:31.990175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-077c1e2d-2caa-4df7-8870-23a4593724d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:32.016472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01422-31d0-496d-82bb-94e1c1715b11 req-8f3f15f3-6d70-4048-829a-ab22ad1ec906 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:32.020672 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-95d01422-31d0-496d-82bb-94e1c1715b11 req-8f3f15f3-6d70-4048-829a-ab22ad1ec906 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0791485 Jun 25 11:51:32.089258 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-95d01422-31d0-496d-82bb-94e1c1715b11 req-564a8848-1b79-45c5-b966-04d351c0adda tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544815 Jun 25 11:51:32.115089 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-daebaa0b-2a77-4806-92ee-e67969f1c1a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707827 Jun 25 11:51:32.142681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:33.236314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:33.392365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8132929-8417-420d-bd1d-738b234e798c req-981c3f85-3caf-4556-882b-c92243207499 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:33.395172 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f8132929-8417-420d-bd1d-738b234e798c req-981c3f85-3caf-4556-882b-c92243207499 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0842252 Jun 25 11:51:33.462545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f8132929-8417-420d-bd1d-738b234e798c req-acab91ef-da70-4e9c-85b9-070fa4af5d96 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586965 Jun 25 11:51:34.717562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed65545-f12d-49b1-8d8c-fc8f1d250e8e req-02caf3c5-c102-4936-b24c-3c77d77bdacd tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:34.720264 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7ed65545-f12d-49b1-8d8c-fc8f1d250e8e req-02caf3c5-c102-4936-b24c-3c77d77bdacd tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0979204 Jun 25 11:51:34.755746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-2f39755a-1d55-4bc2-a4dc-21cd702983e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:34.757447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-2f39755a-1d55-4bc2-a4dc-21cd702983e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 1098 time: 0.0697882 Jun 25 11:51:34.787196 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7ed65545-f12d-49b1-8d8c-fc8f1d250e8e req-768b8ce4-5903-4d76-903a-5315984a311b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592070 Jun 25 11:51:34.867281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-19f1bbd0-9825-4158-86e5-6eefc17b44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:34.868872 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-19f1bbd0-9825-4158-86e5-6eefc17b44c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 916 time: 0.1042848 Jun 25 11:51:34.921939 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-e3069fe9-82be-4d83-9fea-afb30cf33cba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b HTTP/1.1" status: 200 len: 217 time: 0.0460997 Jun 25 11:51:35.059746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:35.325911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-14b0da03-325e-42b1-9c7b-ebcf89c74b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:35.327314 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-14b0da03-325e-42b1-9c7b-ebcf89c74b82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.3997717 Jun 25 11:51:35.363213 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-84c5c437-ff9f-43d7-a18c-5df67288240e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294378 Jun 25 11:51:35.470542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-709efae2-a8b3-47e6-88a5-c5a2b73ca56e service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004522 Jun 25 11:51:35.574857 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-8291d623-c961-450c-acb4-90685109a517 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981221 Jun 25 11:51:35.908929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-9204d55e-9faa-4cd0-9756-4000fce7d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:35.910549 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-9204d55e-9faa-4cd0-9756-4000fce7d62e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 1098 time: 0.0911839 Jun 25 11:51:36.100766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-88704d06-ba84-4921-80e3-d16c55e192ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:36.102513 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-88704d06-ba84-4921-80e3-d16c55e192ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 916 time: 0.1562545 Jun 25 11:51:36.116783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12c5a-d6f6-4579-9ec5-4cc70b31283b req-7f143496-74a5-4699-bc15-f49e423db16d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:36.118414 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80d12c5a-d6f6-4579-9ec5-4cc70b31283b req-7f143496-74a5-4699-bc15-f49e423db16d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.1705208 Jun 25 11:51:36.169958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-91cae265-701f-4608-a2a7-e03e3061dda0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b HTTP/1.1" status: 200 len: 217 time: 0.0505116 Jun 25 11:51:36.244913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80d12c5a-d6f6-4579-9ec5-4cc70b31283b req-45be84a0-665f-43aa-be74-5c8051bae5b9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160002 Jun 25 11:51:36.270283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-0974a479-e87e-42b6-b04d-144facdc80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:36.270283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-0974a479-e87e-42b6-b04d-144facdc80ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0917926 Jun 25 11:51:36.320313 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-8bc46633-3641-42cf-adbe-b9c7cb3a4644 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417674 Jun 25 11:51:36.442436 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-761827cc-dd3e-4587-abbe-441afed48ccb service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148922 Jun 25 11:51:36.551616 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f7d620d3-bf59-4d25-8181-2f4f01be130f req-cfe1f86e-d3a3-49dc-96d0-d1ea3040c167 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982192 Jun 25 11:51:37.478660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df1dac-38cc-4a06-b264-aaef7eaf3471 req-dd9e96eb-dc51-4913-8219-472347becd5f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:37.480356 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e0df1dac-38cc-4a06-b264-aaef7eaf3471 req-dd9e96eb-dc51-4913-8219-472347becd5f tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0753062 Jun 25 11:51:37.527883 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e0df1dac-38cc-4a06-b264-aaef7eaf3471 req-5a57572a-d10b-4c47-b3fe-190893f8b600 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376203 Jun 25 11:51:38.735215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fdfd-0260-4500-b6ed-a810376c84ee req-e61f9e08-f8ef-479a-96ef-f6668b8893d9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:38.737282 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ef3fdfd-0260-4500-b6ed-a810376c84ee req-e61f9e08-f8ef-479a-96ef-f6668b8893d9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0739629 Jun 25 11:51:38.782523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ef3fdfd-0260-4500-b6ed-a810376c84ee req-755e2188-f829-433a-b671-38b78c99685a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Jun 25 11:51:39.978172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263c720-a3b8-410e-bbe6-c3525e638fb2 req-fcfa8c21-620a-4e9e-a028-0c75b0381a97 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:39.979847 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5263c720-a3b8-410e-bbe6-c3525e638fb2 req-fcfa8c21-620a-4e9e-a028-0c75b0381a97 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0742593 Jun 25 11:51:40.031262 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5263c720-a3b8-410e-bbe6-c3525e638fb2 req-ffdb6d8a-c2f8-4f87-a784-840664cc9ba4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 Jun 25 11:51:40.567321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:51:40.791521 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:51:41.241978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39a79a-19ff-4bdb-995f-3b7a856ac76d req-a68067d4-803f-4c85-9a62-23d4ce8ac595 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:41.244033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fb39a79a-19ff-4bdb-995f-3b7a856ac76d req-a68067d4-803f-4c85-9a62-23d4ce8ac595 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0785131 Jun 25 11:51:41.294508 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fb39a79a-19ff-4bdb-995f-3b7a856ac76d req-6fee617e-bc5a-45ab-b36a-c9b82a4841a4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Jun 25 11:51:42.500966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1f78f-6264-4b24-9776-507cde45fd98 req-f6ff3607-b822-44aa-ba5c-64878f091863 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:42.503022 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c9f1f78f-6264-4b24-9776-507cde45fd98 req-f6ff3607-b822-44aa-ba5c-64878f091863 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0784700 Jun 25 11:51:42.548996 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c9f1f78f-6264-4b24-9776-507cde45fd98 req-2c95b820-7adc-4b7b-989f-afcc0dc9488d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Jun 25 11:51:43.856788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa475-d347-4b8b-aab3-4c6fcf3586ac req-18107a3a-7152-4f41-af4c-61ec5ea93586 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:43.858510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ecdaa475-d347-4b8b-aab3-4c6fcf3586ac req-18107a3a-7152-4f41-af4c-61ec5ea93586 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0905170 Jun 25 11:51:43.911358 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ecdaa475-d347-4b8b-aab3-4c6fcf3586ac req-fdf8ce87-e5c8-4458-a044-d898b20cef43 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Jun 25 11:51:45.164109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7382-75fd-472c-ad56-4858e1ea91f3 req-822d4835-c486-4acc-8d7e-b79bb60c93cc tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:45.165904 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4acc7382-75fd-472c-ad56-4858e1ea91f3 req-822d4835-c486-4acc-8d7e-b79bb60c93cc tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0992365 Jun 25 11:51:45.216729 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4acc7382-75fd-472c-ad56-4858e1ea91f3 req-5440585d-3841-4a62-9a22-59b3afa012a1 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Jun 25 11:51:46.434425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5c190-72ae-4a25-adfa-4ec45bb87426 req-1fc9d94d-5923-484c-ade8-3ca7f33af697 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:46.436144 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a7d5c190-72ae-4a25-adfa-4ec45bb87426 req-1fc9d94d-5923-484c-ade8-3ca7f33af697 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0761054 Jun 25 11:51:46.478354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a7d5c190-72ae-4a25-adfa-4ec45bb87426 req-bad6d731-2b0b-4c8c-bbf1-3140c6f91a15 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Jun 25 11:51:47.676401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1781-7e70-4cf8-ac7f-f827b4056eac req-3847e95c-110f-4a7d-a962-147c43cc4cb9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:47.678258 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1dcc1781-7e70-4cf8-ac7f-f827b4056eac req-3847e95c-110f-4a7d-a962-147c43cc4cb9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0746055 Jun 25 11:51:47.732831 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1dcc1781-7e70-4cf8-ac7f-f827b4056eac req-152fbe57-5d2f-44c3-a8d6-bf14adccae22 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Jun 25 11:51:48.943156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf85ab-bdb0-48cc-b8ca-16a244533b44 req-30e4cf3a-c924-4bfb-82a4-9debec298584 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:48.944868 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-49cf85ab-bdb0-48cc-b8ca-16a244533b44 req-30e4cf3a-c924-4bfb-82a4-9debec298584 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0772328 Jun 25 11:51:49.002450 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-49cf85ab-bdb0-48cc-b8ca-16a244533b44 req-6b43724a-c91e-4183-ab32-8b7ec43052e8 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Jun 25 11:51:50.254741 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891156-9b72-4797-99fd-26e6b896b7ef req-1b61c081-784f-4ec5-95bd-e77fb99d4938 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:50.256249 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-83891156-9b72-4797-99fd-26e6b896b7ef req-1b61c081-784f-4ec5-95bd-e77fb99d4938 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0907381 Jun 25 11:51:50.307591 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-83891156-9b72-4797-99fd-26e6b896b7ef req-1b71f093-a0de-4c0d-b241-53ecd6fc83f5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Jun 25 11:51:51.547545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078fa93-7485-4940-9e8b-5505299e6046 req-fd828fd9-ac0b-4a2c-9c89-8b2a857ab35d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:51.549330 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c078fa93-7485-4940-9e8b-5505299e6046 req-fd828fd9-ac0b-4a2c-9c89-8b2a857ab35d tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.1086676 Jun 25 11:51:51.594442 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c078fa93-7485-4940-9e8b-5505299e6046 req-73db740d-e0b7-4685-ae67-363d0ca394fc tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Jun 25 11:51:52.798496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef9182-4371-4d7a-8adb-7b342c9662c3 req-be627c14-8a51-48a6-bd78-05b142636b3c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:52.800476 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-06ef9182-4371-4d7a-8adb-7b342c9662c3 req-be627c14-8a51-48a6-bd78-05b142636b3c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0792806 Jun 25 11:51:52.849701 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-06ef9182-4371-4d7a-8adb-7b342c9662c3 req-e36752af-6383-4aba-9da1-768d0c21fca7 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Jun 25 11:51:54.052148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9475-3ecd-48d4-88d6-d5ff3c9047ad req-323c62ea-2df8-415c-8325-2b4fe2511270 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:54.053887 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9edf9475-3ecd-48d4-88d6-d5ff3c9047ad req-323c62ea-2df8-415c-8325-2b4fe2511270 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0763118 Jun 25 11:51:54.097525 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9edf9475-3ecd-48d4-88d6-d5ff3c9047ad req-846f26ca-d8cd-471f-8db4-323faa3cb0ab tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365267 Jun 25 11:51:55.352845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb051e8-a081-43ea-8e2c-695780c14964 req-e42fe912-5737-4201-9c6e-b0b77ce4c306 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:55.354901 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cbb051e8-a081-43ea-8e2c-695780c14964 req-e42fe912-5737-4201-9c6e-b0b77ce4c306 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.1221826 Jun 25 11:51:55.418793 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cbb051e8-a081-43ea-8e2c-695780c14964 req-abbe6dfd-5799-4d68-a3cf-1ac034b477ce tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548978 Jun 25 11:51:56.633485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5af0-2c3c-4f2b-9461-e20e90d927ec req-8b1ceecd-46e5-4996-abdb-536737615b1a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:56.636984 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc9f5af0-2c3c-4f2b-9461-e20e90d927ec req-8b1ceecd-46e5-4996-abdb-536737615b1a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0989549 Jun 25 11:51:56.701715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc9f5af0-2c3c-4f2b-9461-e20e90d927ec req-65333068-93d6-4269-8d59-d9db1273a4d9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Jun 25 11:51:57.904670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37d5d-98b2-464d-8387-55f69d007094 req-f2b1915e-0ceb-4ae4-94b6-433acd3895c6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:57.906590 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7bd37d5d-98b2-464d-8387-55f69d007094 req-f2b1915e-0ceb-4ae4-94b6-433acd3895c6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0799441 Jun 25 11:51:57.950206 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7bd37d5d-98b2-464d-8387-55f69d007094 req-4f72fdb3-40e4-484c-a3de-2f8767ec1d54 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Jun 25 11:51:59.138273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebbbed-6962-4456-a72e-568eecfbda63 req-88801282-6350-4a3d-a1a0-4c616326faf0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:51:59.139831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9aebbbed-6962-4456-a72e-568eecfbda63 req-88801282-6350-4a3d-a1a0-4c616326faf0 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0701840 Jun 25 11:51:59.189883 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9aebbbed-6962-4456-a72e-568eecfbda63 req-5e0c83fe-afe1-4281-bff6-56e407f6f833 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359852 Jun 25 11:51:59.512808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-386b1373-8665-4f7c-ab50-183765a62d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:00.371341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8c1b7-525c-492f-ae6c-949c0cd9973c req-9d17ed53-b2ad-4276-b67d-3744b4e13f08 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:00.372916 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a3c8c1b7-525c-492f-ae6c-949c0cd9973c req-9d17ed53-b2ad-4276-b67d-3744b4e13f08 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0724983 Jun 25 11:52:00.429173 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a3c8c1b7-525c-492f-ae6c-949c0cd9973c req-66fb7d16-a636-4865-b675-ec58137512fd tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Jun 25 11:52:01.629984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f92d-6328-48f0-ad7b-e2f8eeaab751 req-d31d5064-12b7-4fc2-9300-e3c99ed8ffbd tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:01.631717 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0ef1f92d-6328-48f0-ad7b-e2f8eeaab751 req-d31d5064-12b7-4fc2-9300-e3c99ed8ffbd tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0705278 Jun 25 11:52:01.674916 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0ef1f92d-6328-48f0-ad7b-e2f8eeaab751 req-8a4d4867-f019-41de-9960-a889ae6df9cf tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Jun 25 11:52:01.988307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ea97c15e-ba97-48b9-8bc2-41811f878fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:02.108360 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:02.874877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b6ba6-6619-43da-a816-7ecc5e7a54c0 req-03f757af-6dd1-43e2-86c0-9e80309f1604 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:02.876590 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bb5b6ba6-6619-43da-a816-7ecc5e7a54c0 req-03f757af-6dd1-43e2-86c0-9e80309f1604 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0771644 Jun 25 11:52:02.923975 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bb5b6ba6-6619-43da-a816-7ecc5e7a54c0 req-d49bd750-d28a-4ef6-9808-ff732a909ae9 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Jun 25 11:52:03.074845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-df9a5c35-aabe-4c97-9542-493fe9b6049a service neutron] 10.222.0.47 "GET /v2.0/ports/f8d2eef6-8336-4e96-84b3-0167bfe92b7b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0659568 Jun 25 11:52:03.234448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:03.773764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-eedae62f-918a-46fe-9127-41f38c7e6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:03.775583 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-eedae62f-918a-46fe-9127-41f38c7e6116 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451&tenant_id=50afde3d996d4899912308d223ba571a HTTP/1.1" status: 200 len: 1098 time: 0.0597527 Jun 25 11:52:03.852833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-eee26ed8-68ce-4870-a659-1c96a70f34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:03.855082 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-eee26ed8-68ce-4870-a659-1c96a70f34f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 1098 time: 0.0557506 Jun 25 11:52:03.979496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-a57a0842-cade-4e06-9fe6-588c97393814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:03.980466 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-a57a0842-cade-4e06-9fe6-588c97393814 service neutron] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 916 time: 0.1182630 Jun 25 11:52:04.025389 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-4ca6ced3-af99-42ec-87fb-f7276f6019ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b HTTP/1.1" status: 200 len: 217 time: 0.0370286 Jun 25 11:52:04.116253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-231c118d-e15f-4c1e-9213-976b377385e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:04.117857 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-231c118d-e15f-4c1e-9213-976b377385e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0852652 Jun 25 11:52:04.161803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-2aa2d6e1-bc62-4d80-a0d0-03abed054089 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345066 Jun 25 11:52:04.206959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495d6f2-800d-4619-8cdc-b9d78fede58a req-cfe04b36-b814-40d7-ae5d-11be9897e96a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:04.208573 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9495d6f2-800d-4619-8cdc-b9d78fede58a req-cfe04b36-b814-40d7-ae5d-11be9897e96a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.1403282 Jun 25 11:52:04.293735 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9495d6f2-800d-4619-8cdc-b9d78fede58a req-50112404-9a46-4130-9c38-076145c95849 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Jun 25 11:52:04.305169 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-ff8bc7b2-f21f-49ec-a597-17cf4afac22d service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356871 Jun 25 11:52:04.406236 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f0cfd6c-52bd-43d3-a0cd-689ac38021f1 req-2bd09374-9db2-4e3e-b434-55973b236630 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940220 Jun 25 11:52:05.045523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:05.499766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa10d9-b299-4da6-bad5-fc2ba0995c66 req-3adabdfd-1c41-4a66-aeba-bbee55e94654 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:05.501401 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-55aa10d9-b299-4da6-bad5-fc2ba0995c66 req-3adabdfd-1c41-4a66-aeba-bbee55e94654 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0728712 Jun 25 11:52:05.545504 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-55aa10d9-b299-4da6-bad5-fc2ba0995c66 req-625785b5-8035-4846-897f-8fb2a5ac7c61 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Jun 25 11:52:06.737232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c712-1f80-494d-a0f3-3b2645f89893 req-fe3b8fb1-e797-43a2-bda4-f45661573488 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:06.738758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7438c712-1f80-494d-a0f3-3b2645f89893 req-fe3b8fb1-e797-43a2-bda4-f45661573488 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 945 time: 0.0750961 Jun 25 11:52:06.784225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7438c712-1f80-494d-a0f3-3b2645f89893 req-e21eb513-d95e-4303-9cea-0eae5eb3af0c tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 Jun 25 11:52:06.896969 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device f8d2eef6-8336-4e96-84b3-0167bfe92b7b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:52:06.899396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device f8d2eef6-8336-4e96-84b3-0167bfe92b7b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:52:07.050605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:07.069481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:07.087863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'network_id': '25a14d6f-91b6-424d-859e-d6de4ab753ff', 'port_id': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'mac_address': 'fa:16:3e:26:ea:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a976a9c5-8d0b-48ac-a2ba-4135cd928a69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:52:07.094413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:52:07.096712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf1174-429c-4603-b8db-a9cd2be17a26" -d '{"events": [{"server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:52:07.129004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:07.145238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdc0e64-2b01-4431-b194-4c5d93997d2d x-openstack-request-id: req-4bdc0e64-2b01-4431-b194-4c5d93997d2d {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:52:07.145238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:52:07.145238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bdc0e64-2b01-4431-b194-4c5d93997d2d {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:52:07.145238 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'code': 200} Jun 25 11:52:07.147073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:07.161619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8d2eef6-8336-4e96-84b3-0167bfe92b7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:52:07.206461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:07.208604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5da2017c-7f2d-48b1-84bc-213c62024636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:07.281484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:52:07.282073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:52:07.287170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:07.296333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.296727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.297128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.297498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.297831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.298195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.298524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.298853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.299180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.299567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.299891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.300358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:07.305059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:07.823845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:07.837512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d2eef6-8336-4e96-84b3-0167bfe92b7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:52:07.858771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:07.965405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:07.967593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:07.974607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cef2f-c093-4236-b846-9277b49e3a8d req-2612dc8c-9fc7-4c73-9e86-ea7fd3aad2e6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:07.983005 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd8cef2f-c093-4236-b846-9277b49e3a8d req-2612dc8c-9fc7-4c73-9e86-ea7fd3aad2e6 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0763071 Jun 25 11:52:08.020043 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bd8cef2f-c093-4236-b846-9277b49e3a8d req-3e9bd688-0709-4848-8bab-e209a5e2ef84 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Jun 25 11:52:08.025658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['f8d2eef6-8336-4e96-84b3-0167bfe92b7b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:52:08.031621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:08.067411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:08.593334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e82f4-1213-42ed-903f-6c09def3f819 req-d54082bb-da9f-4d13-9007-94282a7aa56b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:08.594834 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-671e82f4-1213-42ed-903f-6c09def3f819 req-d54082bb-da9f-4d13-9007-94282a7aa56b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 944 time: 0.0656817 Jun 25 11:52:08.641463 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-671e82f4-1213-42ed-903f-6c09def3f819 req-f0d616b4-7c2a-4d57-b3f0-1d7362a6fbc5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Jun 25 11:52:08.746934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-38e0ab5e-cd9e-4d19-9536-cb9ecdc1cf47 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:08.748399 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-38e0ab5e-cd9e-4d19-9536-cb9ecdc1cf47 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451&tenant_id=50afde3d996d4899912308d223ba571a&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.0754945 Jun 25 11:52:08.851075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-d1014bcd-25a6-4432-8d5d-38b858e65a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:08.853126 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-d1014bcd-25a6-4432-8d5d-38b858e65a29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50afde3d996d4899912308d223ba571a&device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 1097 time: 0.0547445 Jun 25 11:52:08.897770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device f8d2eef6-8336-4e96-84b3-0167bfe92b7b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:52:08.954050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-af97e8be-b1cb-4db4-ab15-8157a845ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:08.955583 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-af97e8be-b1cb-4db4-ab15-8157a845ff9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 200 len: 916 time: 0.0966442 Jun 25 11:52:08.983951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:09.000706 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-2c595870-3d17-4314-b11b-d316bd5351f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b HTTP/1.1" status: 200 len: 217 time: 0.0374317 Jun 25 11:52:09.004547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f8d2eef6-8336-4e96-84b3-0167bfe92b7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:52:09.027550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:09.051476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-084b639c-2812-4a9f-a326-108551749045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:09.052952 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-084b639c-2812-4a9f-a326-108551749045 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 200 len: 854 time: 0.0462747 Jun 25 11:52:09.092732 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-2a42e03e-f3a5-4e76-adae-a2689e4df40d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25a14d6f-91b6-424d-859e-d6de4ab753ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333757 Jun 25 11:52:09.108039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:09.109915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:09.161548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:09.164693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:09.192113 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-31a4d6eb-d87b-43bc-8d8a-f8e9343b8ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922804 Jun 25 11:52:09.296723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c90cf48-dda8-4a6b-8836-d74487212210 req-318b600a-7410-4f4e-acd0-acd29495f827 service neutron] 10.222.0.47 "GET /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976963 Jun 25 11:52:09.861248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394c575-e871-4f6e-b887-3566e26431af req-c472386c-bf26-458a-b6e6-3bcf8b83dd27 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:09.862793 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6394c575-e871-4f6e-b887-3566e26431af req-c472386c-bf26-458a-b6e6-3bcf8b83dd27 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0761523 Jun 25 11:52:09.908659 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6394c575-e871-4f6e-b887-3566e26431af req-2eefc268-26c2-49b0-89d7-253b57a1c022 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Jun 25 11:52:10.584089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:11.085865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee8c34-e0e0-4103-a579-72b542350d56 req-33155fcb-7c05-4cbd-85b5-00d3d29443ad tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:11.088387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dcee8c34-e0e0-4103-a579-72b542350d56 req-33155fcb-7c05-4cbd-85b5-00d3d29443ad tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0666223 Jun 25 11:52:11.127503 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dcee8c34-e0e0-4103-a579-72b542350d56 req-12fabf4a-83dd-498e-ac3a-bc064e68ef5e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Jun 25 11:52:11.303931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3ef6d-46b5-45ef-9f9d-b357d03ee449 req-39d8e15b-caaf-4b21-8d48-f8eede3f1350 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:11.305462 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-11f3ef6d-46b5-45ef-9f9d-b357d03ee449 req-39d8e15b-caaf-4b21-8d48-f8eede3f1350 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0652814 Jun 25 11:52:11.344866 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-11f3ef6d-46b5-45ef-9f9d-b357d03ee449 req-dd2c84d0-8b8f-4480-9fbd-c4abf218d02b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Jun 25 11:52:11.517330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff7d39-0646-45fa-adcd-b61287d5be54 req-8be8bbd2-2275-4dc2-88a0-9e53814752ad tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:11.518726 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86ff7d39-0646-45fa-adcd-b61287d5be54 req-8be8bbd2-2275-4dc2-88a0-9e53814752ad tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0636747 Jun 25 11:52:11.560596 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86ff7d39-0646-45fa-adcd-b61287d5be54 req-ff61c3f0-20f6-48ce-a0e8-03a2bc00d53e tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362363 Jun 25 11:52:12.335182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd6892-3b3d-43bd-a0d0-25d7654eb091 req-e39f75b4-23d9-4e25-9caf-35d8dd4b049a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:12.336616 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-28dd6892-3b3d-43bd-a0d0-25d7654eb091 req-e39f75b4-23d9-4e25-9caf-35d8dd4b049a tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0668781 Jun 25 11:52:12.375433 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-28dd6892-3b3d-43bd-a0d0-25d7654eb091 req-8505b153-966e-4e9b-bcc4-24158d125c8b tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jun 25 11:52:13.552217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188f92-6f61-49b2-b2c9-b3dbd1ec504d req-e20480e0-1a8c-4dff-888e-ea5de00b3c92 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:13.553749 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b8188f92-6f61-49b2-b2c9-b3dbd1ec504d req-e20480e0-1a8c-4dff-888e-ea5de00b3c92 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0653152 Jun 25 11:52:13.593135 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b8188f92-6f61-49b2-b2c9-b3dbd1ec504d req-ed331c41-9c28-4d12-a19d-d31ae9ea7ac5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/security-groups?id=8218b65d-9d8e-4f88-8a13-3d023e377cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330138 Jun 25 11:52:14.079931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-ac7865a2-d5cd-441a-b12b-adcae36de176 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:14.081427 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-ac7865a2-d5cd-441a-b12b-adcae36de176 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 943 time: 0.0647810 Jun 25 11:52:14.188763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Deleting port f8d2eef6-8336-4e96-84b3-0167bfe92b7b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:52:14.189013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:14.279020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] For port f8d2eef6-8336-4e96-84b3-0167bfe92b7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,segment=NetworkSegment(6459f761-6474-46cb-8aea-920fe74162d2),segment_id=6459f761-6474-46cb-8aea-920fe74162d2)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:14.279370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:14.292955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Calling delete_port for f8d2eef6-8336-4e96-84b3-0167bfe92b7b owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:52:14.540829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:14.545775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:14.572722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Pushing event deleted for resources: {'Port': ['ID=f8d2eef6-8336-4e96-84b3-0167bfe92b7b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:14.608147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.608537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.608924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.609333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.609709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.610080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.610449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.610818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.611184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.611550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.611915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.612276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:14.615639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:14.638536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] No DVR routers for this DVR port f8d2eef6-8336-4e96-84b3-0167bfe92b7b on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:52:14.641067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:14.643152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eac5dd6a-5b7f-4b6b-bfa0-08037772d9b7 req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.47 "DELETE /v2.0/ports/f8d2eef6-8336-4e96-84b3-0167bfe92b7b HTTP/1.1" status: 204 len: 173 time: 0.5549829 Jun 25 11:52:14.643734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'name': 'network-vif-deleted', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:52:14.646261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef42857-48ff-4e85-8cf3-57fce5227cc9" -d '{"events": [{"server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "name": "network-vif-deleted", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:52:14.687561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfaf83e-f6cd-408f-aaa2-2f2ac8bf76cf x-openstack-request-id: req-ccfaf83e-f6cd-408f-aaa2-2f2ac8bf76cf {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:52:14.687916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d457ce34-3266-43a3-bdb4-d0a4be1bf451", "name": "network-vif-deleted", "tag": "f8d2eef6-8336-4e96-84b3-0167bfe92b7b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:52:14.688227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccfaf83e-f6cd-408f-aaa2-2f2ac8bf76cf {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:52:14.688701 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd457ce34-3266-43a3-bdb4-d0a4be1bf451', 'name': 'network-vif-deleted', 'tag': 'f8d2eef6-8336-4e96-84b3-0167bfe92b7b', 'status': 'completed', 'code': 200} Jun 25 11:52:14.896152 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-da61f50c-1bb9-423e-a60f-8d3429e497ca req-25dafd19-976a-4c86-84fa-1a6c3cfa93a2 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] 10.222.0.81 "GET /v2.0/ports?device_id=d457ce34-3266-43a3-bdb4-d0a4be1bf451 HTTP/1.1" status: 200 len: 210 time: 0.0337782 Jun 25 11:52:16.155971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 32828) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:16.201991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Deleting subnet a976a9c5-8d0b-48ac-a2ba-4135cd928a69 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:52:16.205323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.240649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.281556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.472056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.474352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a719b2a2-1ad0-4bbd-b744-4a3774bc15cc tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:16.496654 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a976a9c5-8d0b-48ac-a2ba-4135cd928a69,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:16.503998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.505794 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a976a9c5-8d0b-48ac-a2ba-4135cd928a69 HTTP/1.1" status: 204 len: 168 time: 0.3488469 Jun 25 11:52:16.512050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.515450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.516158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.516242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:16.517213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32830) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:16.519413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aa6f9757-780f-4d57-8e86-2c5af07caa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:16.590839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.674129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.684149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a14d6f-91b6-424d-859e-d6de4ab753ff']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:16.694264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6459f761-6474-46cb-8aea-920fe74162d2') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:16.694560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6459f761-6474-46cb-8aea-920fe74162d2') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:16.703928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.716857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.722540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:52:16.722917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:52:16.724514 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:52:16.896241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.900141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-73c12dcb-e432-4671-a580-143b0519bc23 tempest-RoutersNegativeIpV6Test-377738643 tempest-RoutersNegativeIpV6Test-377738643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:16.911514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:16.911514 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] 10.222.0.81 "DELETE /v2.0/networks/25a14d6f-91b6-424d-859e-d6de4ab753ff HTTP/1.1" status: 204 len: 168 time: 0.3894312 Jun 25 11:52:16.924778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a14d6f-91b6-424d-859e-d6de4ab753ff,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:16.927898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-975d2ea0-90cb-4b41-941e-6377253ebd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:16.976587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device f8d2eef6-8336-4e96-84b3-0167bfe92b7b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:52:16.997243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: f8d2eef6-8336-4e96-84b3-0167bfe92b7b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:52:17.003093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device f8d2eef6-8336-4e96-84b3-0167bfe92b7b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:52:17.275123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32834) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:17.317626 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-def15535-b597-4e21-a170-dc47b5656636 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50afde3d996d4899912308d223ba571a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410175 Jun 25 11:52:17.319890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32836) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:17.367109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:17.390638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:17.512240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:17.514879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:17.516119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8218b65d-9d8e-4f88-8a13-3d023e377cfa HTTP/1.1" status: 204 len: 168 time: 0.1953309 Jun 25 11:52:17.516969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:17.525677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8218b65d-9d8e-4f88-8a13-3d023e377cfa,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:17.528147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:17.781302 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:52:18.612635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32858) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:18.708047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2081768504-network', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:18.793149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Made reservation on behalf of 606746a17a854dcb9d1ab996e9cfe397 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:52:18.795622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:18.804450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:18.896484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:18.987180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:18.990328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f5f48bf1-9afa-4d16-9038-2add7717a57b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:19.014773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:52:19.021011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d74c2a3-2d5f-43cf-95af-dfaacb4227ce,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:19.024886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:19.031173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:19.031720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Added segment a40cd810-e70a-41a4-ab1d-c6883d3102e8 of type vlan for network 78abc83e-c8f8-4310-add0-3b570e655ab4 Jun 25 11:52:19.075704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:19.187753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:19.189147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:19.189839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:19.193760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dd66af7d-e47f-4452-b09d-8865dab7ff29 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:19.255745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=78abc83e-c8f8-4310-add0-3b570e655ab4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:19.258436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:19.265965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:52:19.319841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7058291 Jun 25 11:52:19.323767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32862) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:19.331030 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Request body: {'subnet': {'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2081768504-subnet', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:19.444487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Made reservation on behalf of 606746a17a854dcb9d1ab996e9cfe397 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:52:19.447396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:19.717608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:19.719696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05af0775-030d-4daa-bc7d-d962716a3666 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:19.786770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfdd597-6f9a-4fce-a216-c038fb8b52dd,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:19.790872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:19.795441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Checking segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:52:19.795836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Network hostable DHCP agents. Network: 78abc83e-c8f8-4310-add0-3b570e655ab4, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:52:19.883851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:52:19.957373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 78abc83e-c8f8-4310-add0-3b570e655ab4) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:52:19.961914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:19.962782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:19.968068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfaed5-e2c5-4cf6-945a-0c522345c1c6 None None] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:52:20.074991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7434132 Jun 25 11:52:20.075458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32864) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:20.080626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:20.125071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-78abc83e-c8f8-4310-add0-3b570e655ab4', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:52:20.125983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.175890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.176944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.263516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.272403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Allocated IP 172.20.0.2 (78abc83e-c8f8-4310-add0-3b570e655ab4/bbfdd597-6f9a-4fce-a216-c038fb8b52dd/f100cc30-88ed-4391-9488-0e3f2855d547) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:52:20.419420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.428358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Transition to ACTIVE for port object f100cc30-88ed-4391-9488-0e3f2855d547 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:52:20.438926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.444652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Transition to ACTIVE for port object f100cc30-88ed-4391-9488-0e3f2855d547 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:52:20.553614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.555967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:20.590939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:52:20.595872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:52:20.599012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:52:20.615562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Pushing event updated for resources: {'Port': ['ID=f100cc30-88ed-4391-9488-0e3f2855d547,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:20.615562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:20.669005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Attempting to bind port f100cc30-88ed-4391-9488-0e3f2855d547 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:52:20.669407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Attempting to bind port f100cc30-88ed-4391-9488-0e3f2855d547 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:52:20.669772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Attempting to bind port f100cc30-88ed-4391-9488-0e3f2855d547 on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:52:20.675529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:52:20.675915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Checking segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:52:20.676319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.676718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Bound using segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:52:20.677216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Bound port: f100cc30-88ed-4391-9488-0e3f2855d547, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:52:20.677602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.747189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] For port f100cc30-88ed-4391-9488-0e3f2855d547, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:52:20.751651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] For port f100cc30-88ed-4391-9488-0e3f2855d547, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f100cc30-88ed-4391-9488-0e3f2855d547,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:52:20.912574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:20.915149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:20.989196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Pushing event updated for resources: {'Port': ['ID=f100cc30-88ed-4391-9488-0e3f2855d547,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:20.992677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:21.023003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:21.050304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:21.234797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Allocated IP 172.26.0.122 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/7c35a31f-d3a5-47ed-a3cc-63155fcb6992) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:52:21.365239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:21.483248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:21.485376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bdf43d0f-a115-4e1f-9e60-04923544a53a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:21.531187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:52:21.533953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:52:21.538782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:52:21.541459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Pushing event updated for resources: {'Port': ['ID=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:21.544624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:21.881418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc7cda-ad3a-434c-9b8d-bae89dfd08ad None None] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:52:21.919383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:22.130052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a22bdc3f-26e7-414a-b30d-8db05325b863 None None] Provisioning for port f100cc30-88ed-4391-9488-0e3f2855d547 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:52:22.130271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:22.375728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:52:22.503008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:52:22.513605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:52:22.526008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:52:22.531115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:52:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:22.569391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f100cc30-88ed-4391-9488-0e3f2855d547 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:52:22.673013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:22.674429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5978334 Jun 25 11:52:22.677602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 32866) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:22.837533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:52:22.909164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port f100cc30-88ed-4391-9488-0e3f2855d547 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:52:22.942897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f100cc30-88ed-4391-9488-0e3f2855d547 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:22.943188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.074941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.108742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.120028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:21Z', 'revision_number': 3, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:23.123901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port f100cc30-88ed-4391-9488-0e3f2855d547, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f100cc30-88ed-4391-9488-0e3f2855d547,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:23.147072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:52:23.147431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Updating router 91fca654-4caf-4dfb-bc92-a9e3d7837415 port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:52:23.182675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.216782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.221691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:23.276963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Allocated IP 172.20.0.1 (78abc83e-c8f8-4310-add0-3b570e655ab4/bbfdd597-6f9a-4fce-a216-c038fb8b52dd/88feaf3a-a082-4a0a-aaf3-58c8f00a714a) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:52:23.350682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=f100cc30-88ed-4391-9488-0e3f2855d547,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:23.355112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:23.391073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.406704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Transition to ACTIVE for port object 88feaf3a-a082-4a0a-aaf3-58c8f00a714a will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:52:23.500724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.504509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.504842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64a93f3b-823e-41c8-b3be-1d2febdd039b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:23.514964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Transition to ACTIVE for port object 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:52:23.541257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:52:23.546021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:52:23.549586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:52:23.575270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Pushing event updated for resources: {'Port': ['ID=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:23.579526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:23.587826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.590138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:23.596498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.645613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Attempting to bind port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:52:23.646082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Attempting to bind port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:52:23.646523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Attempting to bind port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:52:23.650817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce353455-8bd9-452e-aee7-3dc0493c0ba2 None None] Pushing event updated for resources: {'Port': ['ID=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:23.654335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ce353455-8bd9-452e-aee7-3dc0493c0ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:23.657882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:52:23.658406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:52:23.658890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.659357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:52:23.659913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Bound port: 7c35a31f-d3a5-47ed-a3cc-63155fcb6992, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:52:23.660556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.725340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] For port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:52:23.730109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] For port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:52:23.821530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.824436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:23.832461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-31a2df3a-620f-4240-91e2-af1c8b71bb61 None None] Provisioning for port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:52:23.833904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.855786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-31a2df3a-620f-4240-91e2-af1c8b71bb61 None None] Provisioning complete for port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:23.856166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-31a2df3a-620f-4240-91e2-af1c8b71bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:23.918000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce353455-8bd9-452e-aee7-3dc0493c0ba2 None None] Pushing event updated for resources: {'Port': ['ID=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:23.922174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:52:23.922688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:52:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:23.924712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ce353455-8bd9-452e-aee7-3dc0493c0ba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:23.926598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-31a2df3a-620f-4240-91e2-af1c8b71bb61 None None] Port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:52:24.009917 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:24.031542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:52:24.084086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:24.087064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-733668a6-c1c9-431f-9def-50642a16adb6 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:24.156117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Pushing event updated for resources: {'Port': ['ID=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:24.158632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:24.161252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:24.238900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 1, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:24.253997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:52:24.255627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:52:24.268222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2893e9-612a-4765-8039-0d5d7da28d7c None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 1, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:52:24.390439 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:52:24.545506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:52:24.553943 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] 10.222.0.81 "PUT /v2.0/routers/91fca654-4caf-4dfb-bc92-a9e3d7837415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8750534 Jun 25 11:52:24.554292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c7a680af-4d0e-425f-a441-7f62e061dca7 None None] Provisioning complete for port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:24.554679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c7a680af-4d0e-425f-a441-7f62e061dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:24.557228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f100cc30-88ed-4391-9488-0e3f2855d547 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:52:24.620356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c7a680af-4d0e-425f-a441-7f62e061dca7 None None] Port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:52:24.638898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port f100cc30-88ed-4391-9488-0e3f2855d547 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:24.639944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.248868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 32874) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:25.253784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319273457', 'description': 'tempest-description--1814860633'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:25.380123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.474677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.569484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.572596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-26b253a0-b6de-4ad2-950b-7f49993df689 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:25.600493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79557d23-24eb-43e9-bc9e-7fd557d9c069,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:25.603432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:25.688689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.690042 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4401076 Jun 25 11:52:25.692739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 32876) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:25.698253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'security_group_rule': {'security_group_id': '79557d23-24eb-43e9-bc9e-7fd557d9c069', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:25.781596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.845256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.941323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:25.943260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0c4bc65c-21dd-46af-88f6-d5e669df954d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:25.959510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d6c4d6-4000-430c-b1e7-d57fcd476fa4,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:25.964198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:26.038780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.043344 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6113d9c4-e866-4ca1-88af-95d495791093 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3471286 Jun 25 11:52:26.043790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32878) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:26.049122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'security_group_rule': {'security_group_id': '79557d23-24eb-43e9-bc9e-7fd557d9c069', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:26.167460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.229512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.236118 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:52:26.247993 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:52:26.248638 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:52:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:26.307383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.309678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22080ba1-8b32-43eb-ae95-884fcdd1b4af tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:26.330261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e358c4d-ff3d-4bf4-b7f8-367a63df22c9,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:26.333250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:26.355079 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:52:26.387087 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.388314 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433530 Jun 25 11:52:26.391807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32880) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:26.395819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:26.477762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.535364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:52:26.589020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.640047 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 2, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:26.671468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:52:26.675845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:26.676320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.698121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Allocated IP 172.26.0.9 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/13f7f0bb-8cc7-479a-b696-b71da1060d45) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:52:26.768119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.776460 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:52:26.776828 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Updating router 91fca654-4caf-4dfb-bc92-a9e3d7837415 port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:52:26.792621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:26.818217 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.837503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.895753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.901194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:26.948163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:26.952154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:26.953665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:26.956860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fa7184c3-a62e-49e8-bb42-d6e39191c943 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:26.998275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:52:27.001096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:52:27.005924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:52:27.010524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'Port': ['ID=13f7f0bb-8cc7-479a-b696-b71da1060d45,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:27.030807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:27.096720 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.106832 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Transition to ACTIVE for port object 88feaf3a-a082-4a0a-aaf3-58c8f00a714a will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:52:27.141874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.238397 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.240498 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:27.290774 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Pushing event updated for resources: {'Port': ['ID=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:27.299587 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.299929 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.300261 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.300594 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.300919 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.301275 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.301603 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.301921 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.302244 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.302562 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.302874 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.303189 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:52:27.328160 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:27.339031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.365569 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Attempting to bind port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:52:27.366121 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Attempting to bind port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:52:27.366499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Attempting to bind port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:52:27.373351 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:52:27.373739 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Checking segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:52:27.374153 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.374560 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Bound using segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:52:27.375056 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Bound port: 88feaf3a-a082-4a0a-aaf3-58c8f00a714a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:52:27.375419 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.451150 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] For port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:52:27.455710 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] For port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:52:27.517748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.548088 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.550248 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:27.614411 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:52:27.615071 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:52:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:27.621460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.627348 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Pushing event updated for resources: {'Port': ['ID=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:27.627569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-252d2ad6-4fa8-4bf8-b914-476f2f4a7037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:27.655039 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:27.712548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'Port': ['ID=13f7f0bb-8cc7-479a-b696-b71da1060d45,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:27.718974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:27.729244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.756479 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:52:27.831478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:27.841081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4406073 Jun 25 11:52:27.985653 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:27Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:28.003129 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-c61cfaf8-0195-49c2-8887-8978d21717e8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1319273457&fields=id&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 267 time: 0.0370164 Jun 25 11:52:28.012447 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13084f-80e4-499a-9748-eb31320ee9a3 None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:27Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:52:28.122389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-0b32cf92-b030-4aa5-bb39-129162e98624 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:28.123947 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-0b32cf92-b030-4aa5-bb39-129162e98624 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1132188 Jun 25 11:52:28.142025 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-3d211915-34f2-46a0-a000-95d8d350574c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/quotas/606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 375 time: 0.0102479 Jun 25 11:52:28.216132 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-79c86ab0-4f5c-4254-a16f-d5c0962ecddb tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686102 Jun 25 11:52:28.366474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-6f1b1d98-d8a0-4dc6-b5f2-a910e1caa3b2 service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338739 Jun 25 11:52:28.463718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-fecb8fb4-b12b-4c67-b7b6-e1ba6588915d service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935216 Jun 25 11:52:28.553398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:52:28.604537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:28.604537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:28.705186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 88feaf3a-a082-4a0a-aaf3-58c8f00a714a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:52:28.722579 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0f7963f3-8cb5-47f5-82ae-044b95b96f2f req-ee501011-7005-462c-ac83-c95b5ceb3cf5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 210 time: 0.0298383 Jun 25 11:52:28.832558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:52:28.841680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:28.841680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:28.919370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:28.953727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:29.061220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:29.063348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:29.110821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:29.113921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:29.512358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58900c0c-38bb-4416-a0d6-62c3decfd416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:29.871119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d97a20e2-b91c-468c-ba5e-aadbc7b07449 req-b6603c4e-45b6-4592-8f7a-3ae492885a7c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 210 time: 0.0303457 Jun 25 11:52:30.511496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 88feaf3a-a082-4a0a-aaf3-58c8f00a714a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:52:30.559800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:30.560192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:31.015040 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dc23819f-0449-491c-aa91-f7a622a7859a req-de9a9217-ff1f-472e-b6ce-51012961111f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 210 time: 0.0280900 Jun 25 11:52:31.195901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-496d453f-1486-4673-9d5d-45b9df62df80 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:31.197475 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-496d453f-1486-4673-9d5d-45b9df62df80 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1103733 Jun 25 11:52:31.244415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-bef7f66a-8a13-4f4c-98ee-efd2aae22cfd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 380 time: 0.0372109 Jun 25 11:52:31.253397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'port': {'device_id': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'admin_state_up': True, 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'security_groups': ['79557d23-24eb-43e9-bc9e-7fd557d9c069']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:31.449655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Made reservation on behalf of 606746a17a854dcb9d1ab996e9cfe397 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:52:31.453203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:31.586280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Allocated IP 172.20.0.4 (78abc83e-c8f8-4310-add0-3b570e655ab4/bbfdd597-6f9a-4fce-a216-c038fb8b52dd/228a3d3b-9d56-44f5-8981-f2ea021c5990) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:52:31.725650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:31.740081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Transition to ACTIVE for port object 228a3d3b-9d56-44f5-8981-f2ea021c5990 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:52:31.844347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:31.848779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b36a8bd0-78db-49e6-8b79-ed6e5fbcb633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:31.892321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:52:31.895509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:52:31.900407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:52:31.934126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:31.939282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:31.965858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:31.966506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:32.030737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f52790c5-941a-4014-8d81-13c806fa5def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:32.073204 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234742 Jun 25 11:52:32.092679 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-0f79db4b-b74f-4b4b-915f-a970b840fd58 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:52:32.093960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-0f79db4b-b74f-4b4b-915f-a970b840fd58 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066831 Jun 25 11:52:32.137344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:32.174459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Request body: {'port': {'device_id': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:32.249940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-12d9d691-6ed2-4e3e-906e-225782887a9e None None] Provisioning for port 228a3d3b-9d56-44f5-8981-f2ea021c5990 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:52:32.254775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-12d9d691-6ed2-4e3e-906e-225782887a9e None None] Provisioning complete for port 228a3d3b-9d56-44f5-8981-f2ea021c5990 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:32.255293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12d9d691-6ed2-4e3e-906e-225782887a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:32.277066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a024d2-6b4c-4898-a80c-0ee9193da6b7 req-3284f5cd-a807-4ad7-ba99-c638e902e492 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:32.279020 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d6a024d2-6b4c-4898-a80c-0ee9193da6b7 req-3284f5cd-a807-4ad7-ba99-c638e902e492 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 931 time: 0.1466012 Jun 25 11:52:32.280099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:32.293768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-12d9d691-6ed2-4e3e-906e-225782887a9e None None] Port 228a3d3b-9d56-44f5-8981-f2ea021c5990 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:52:32.366403 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d6a024d2-6b4c-4898-a80c-0ee9193da6b7 req-ba19092e-7468-4fea-a01f-95f09c87ea95 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763915 Jun 25 11:52:32.991397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228a3d3b-9d56-44f5-8981-f2ea021c5990 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:52:33.005302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:33.024447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Transition to ACTIVE for port object 228a3d3b-9d56-44f5-8981-f2ea021c5990 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:52:33.118502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:33.120730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bf990d62-fbef-4b92-bd3d-6f1d1202ce82 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:33.170755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:33.175091 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:33.209354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:33.249269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Attempting to bind port 228a3d3b-9d56-44f5-8981-f2ea021c5990 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:52:33.249609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Attempting to bind port 228a3d3b-9d56-44f5-8981-f2ea021c5990 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:52:33.249963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Attempting to bind port 228a3d3b-9d56-44f5-8981-f2ea021c5990 on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:52:33.254689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Port 228a3d3b-9d56-44f5-8981-f2ea021c5990 on network 78abc83e-c8f8-4310-add0-3b570e655ab4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:52:33.255009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Attempting to bind port 228a3d3b-9d56-44f5-8981-f2ea021c5990 on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:52:33.260810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:52:33.261197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Checking segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:52:33.261592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Bound using segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:52:33.262024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Bound port: 228a3d3b-9d56-44f5-8981-f2ea021c5990, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:52:33.262444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:33.332108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:52:33.335463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:52:33.391777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:33.394210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f0998459-c5ad-4f76-b504-22ed91e9b9b4 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:33.428669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:33.429816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:33.431295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-8e64395e-2af0-415c-b369-683844548b8a service neutron] 10.222.0.47 "PUT /v2.0/ports/228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 200 len: 1093 time: 1.3297992 Jun 25 11:52:33.431844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:52:33.434257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdf7a8-7958-4eaf-b298-46f1017d8a68" -d '{"events": [{"name": "network-changed", "server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:52:33.469517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:33.484769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:33.508618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e795e1-ddec-46f1-a140-ac55cb834d15 x-openstack-request-id: req-61e795e1-ddec-46f1-a140-ac55cb834d15 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:52:33.509032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:52:33.509444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61e795e1-ddec-46f1-a140-ac55cb834d15 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:52:33.510075 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'status': 'completed', 'code': 200} Jun 25 11:52:33.602331 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed32d9-6cad-4105-b354-cfcc4011b0c7 req-58be186e-7e98-4235-9043-0402c9425228 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:33.606653 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-80ed32d9-6cad-4105-b354-cfcc4011b0c7 req-58be186e-7e98-4235-9043-0402c9425228 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 943 time: 0.0875745 Jun 25 11:52:33.616243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdf7a8-7958-4eaf-b298-46f1017d8a68 req-68ffc1ae-1656-4937-90c1-0798065b456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:33.618452 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e0bdf7a8-7958-4eaf-b298-46f1017d8a68 req-68ffc1ae-1656-4937-90c1-0798065b456d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1096 time: 0.0861700 Jun 25 11:52:33.653335 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-80ed32d9-6cad-4105-b354-cfcc4011b0c7 req-3f478f47-9359-41ec-85d0-c4b9841fb011 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393720 Jun 25 11:52:33.727141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdf7a8-7958-4eaf-b298-46f1017d8a68 req-aacac202-f4a2-4b56-92d8-83e1f5a19aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:33.728532 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e0bdf7a8-7958-4eaf-b298-46f1017d8a68 req-aacac202-f4a2-4b56-92d8-83e1f5a19aea service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=606746a17a854dcb9d1ab996e9cfe397&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1020584 Jun 25 11:52:33.831972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdf7a8-7958-4eaf-b298-46f1017d8a68 req-ada4a73a-9cae-47f0-b706-3c6381d7b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:33.833510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e0bdf7a8-7958-4eaf-b298-46f1017d8a68 req-ada4a73a-9cae-47f0-b706-3c6381d7b9bd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984917 Jun 25 11:52:33.932839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-94bcace8-9984-47ac-ad1a-16257b9ffb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:33.932839 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-94bcace8-9984-47ac-ad1a-16257b9ffb84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1096 time: 0.0565250 Jun 25 11:52:33.973829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-9d7a0589-12a7-4b10-bab0-c13cf162c074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 200 len: 217 time: 0.0352590 Jun 25 11:52:34.027251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-d7622c7a-5c30-49b8-881e-1175d5d120f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:34.028734 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-d7622c7a-5c30-49b8-881e-1175d5d120f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0493393 Jun 25 11:52:34.088211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-31076c4c-f5ed-4da2-b9c3-e1f935f99410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:34.089745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-31076c4c-f5ed-4da2-b9c3-e1f935f99410 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552599 Jun 25 11:52:34.181252 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-9aaf41f9-b2e4-4bba-b733-66f2dd39559c service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Jun 25 11:52:34.276336 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77b0f7a9-2f7b-48ef-8a0b-01c180f4774e req-e53877c5-210c-48a2-b348-e6b847a8979d service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884202 Jun 25 11:52:34.838705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45cc08-2a95-4c53-afb4-a2a5dd5bdeee req-2999f455-5a40-42b4-bd51-c0af729ed071 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:34.840233 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7b45cc08-2a95-4c53-afb4-a2a5dd5bdeee req-2999f455-5a40-42b4-bd51-c0af729ed071 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 943 time: 0.0663850 Jun 25 11:52:34.879890 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7b45cc08-2a95-4c53-afb4-a2a5dd5bdeee req-0bf87044-88e3-44c7-b8ea-5585e3a236a5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 Jun 25 11:52:35.089568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:36.059730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0cc56-91be-4a9f-9f63-06d146a6ea0c req-809badcb-5b37-4022-8965-b9e96c9e14fd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:36.061158 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d0e0cc56-91be-4a9f-9f63-06d146a6ea0c req-809badcb-5b37-4022-8965-b9e96c9e14fd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 943 time: 0.0708866 Jun 25 11:52:36.100049 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d0e0cc56-91be-4a9f-9f63-06d146a6ea0c req-e5acecbb-9985-4f83-92e1-b0099994eba4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331922 Jun 25 11:52:37.040520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 228a3d3b-9d56-44f5-8981-f2ea021c5990 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:52:37.135654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:37.147518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'mac_address': 'fa:16:3e:02:a2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:52:37.188191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:37.201664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228a3d3b-9d56-44f5-8981-f2ea021c5990 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:52:37.227073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:37.291332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeeba6-ed7f-4eba-9b84-61bef680043c req-c74e4ad0-f2d8-4ee3-b137-db8b1208534f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:37.292824 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-caeeeba6-ed7f-4eba-9b84-61bef680043c req-c74e4ad0-f2d8-4ee3-b137-db8b1208534f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 943 time: 0.0741334 Jun 25 11:52:37.329327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:37.331175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:37.337526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-caeeeba6-ed7f-4eba-9b84-61bef680043c req-eba2d049-547f-4444-9202-e971b391c861 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378823 Jun 25 11:52:37.387239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:37.390353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:37.668404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['228a3d3b-9d56-44f5-8981-f2ea021c5990'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:52:38.516060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122f04f-b9b3-442a-8ef4-726e6d9b0e22 req-94b31321-62ea-4ccb-800e-0b3ed3396fa7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:38.517741 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2122f04f-b9b3-442a-8ef4-726e6d9b0e22 req-94b31321-62ea-4ccb-800e-0b3ed3396fa7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 944 time: 0.0647964 Jun 25 11:52:38.560722 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2122f04f-b9b3-442a-8ef4-726e6d9b0e22 req-40083a3b-6d5d-41fc-ab47-4476a06b3ef9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358484 Jun 25 11:52:39.060202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 228a3d3b-9d56-44f5-8981-f2ea021c5990 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:52:39.180924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 228a3d3b-9d56-44f5-8981-f2ea021c5990 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:52:39.185049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 228a3d3b-9d56-44f5-8981-f2ea021c5990 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:52:39.185455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:39.267321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:39.290458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:52:39.292753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed76baf-c189-411c-97ff-b08e9a16e7d9" -d '{"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-plugged", "status": "completed", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:52:39.306563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:52:39.333129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30387899-fb6d-4959-a254-7e64f866755c x-openstack-request-id: req-30387899-fb6d-4959-a254-7e64f866755c {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:52:39.333483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-plugged", "status": "completed", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:52:39.333735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30387899-fb6d-4959-a254-7e64f866755c {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:52:39.334145 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'code': 200} Jun 25 11:52:39.357988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:39.359976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:52:39.407962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:52:39.411105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:52:39.696770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34681642-08b4-41f8-8d75-9d77e22e11a3 req-916930ab-70e8-4b84-8de5-fb7fc9a7b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:39.698338 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-34681642-08b4-41f8-8d75-9d77e22e11a3 req-916930ab-70e8-4b84-8de5-fb7fc9a7b370 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1098 time: 0.0593319 Jun 25 11:52:39.735944 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-34681642-08b4-41f8-8d75-9d77e22e11a3 req-e9cf2913-dcd3-4254-8eef-cc9d40774b4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311503 Jun 25 11:52:39.752983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8c33-ec8b-4be3-988c-496284fdf7d6 req-ead1356c-0c7f-4ed4-afef-d08a07b471df tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:39.754631 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8e4d8c33-ec8b-4be3-988c-496284fdf7d6 req-ead1356c-0c7f-4ed4-afef-d08a07b471df tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0756311 Jun 25 11:52:39.796408 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8e4d8c33-ec8b-4be3-988c-496284fdf7d6 req-0f23d9fa-6c9b-4673-a314-9bb7fa264ca4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357821 Jun 25 11:52:40.586085 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:40.979446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d11575-7398-4ae3-89a5-140b09107b53 req-68da027a-feb3-4bc9-a254-d9db15ad36a8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:40.980958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65d11575-7398-4ae3-89a5-140b09107b53 req-68da027a-feb3-4bc9-a254-d9db15ad36a8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0702672 Jun 25 11:52:41.023085 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65d11575-7398-4ae3-89a5-140b09107b53 req-5ef80230-313d-464c-a3e3-35ae49ed5088 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356925 Jun 25 11:52:42.209438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7aa3f-2cd5-4f1c-9aea-01ddbaf19fb9 req-fadf7d00-4353-4f4e-a183-c72476f5a60e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:42.211179 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20d7aa3f-2cd5-4f1c-9aea-01ddbaf19fb9 req-fadf7d00-4353-4f4e-a183-c72476f5a60e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0723364 Jun 25 11:52:42.255136 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20d7aa3f-2cd5-4f1c-9aea-01ddbaf19fb9 req-4cb01c16-b61f-4e9e-bcc8-611a8a51f922 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378668 Jun 25 11:52:42.436145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2610cf-7419-41d9-97ad-3751cea8a635 req-57f97109-edc9-4093-8233-20a64c0b63f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:42.437681 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc2610cf-7419-41d9-97ad-3751cea8a635 req-57f97109-edc9-4093-8233-20a64c0b63f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0714242 Jun 25 11:52:42.447398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 32944) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:52:42.452186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'floatingip': {'port_id': '228a3d3b-9d56-44f5-8981-f2ea021c5990'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:52:42.493788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:43.117405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:43.186391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:43.302599 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 associated. External IP: 172.26.0.9, port: 228a3d3b-9d56-44f5-8981-f2ea021c5990. Jun 25 11:52:43.517945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:52:43.632073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:52:43.637615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:52:43.642575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:52:43.654779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:52:43.655421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:52:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:43.677309 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a2829312-e24c-45fd-acb3-8900ab1210db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "PUT /v2.0/floatingips/b919bbaa-2e9e-4b27-a28c-06e174b77f35 HTTP/1.1" status: 200 len: 989 time: 1.2286808 Jun 25 11:52:43.678110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:52:43.680800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc75e8c9-98dd-4fed-9a50-203961751888" -d '{"events": [{"name": "network-changed", "server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:52:43.723387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03352ba7-e1ae-4371-a00c-6f3d13f198df x-openstack-request-id: req-03352ba7-e1ae-4371-a00c-6f3d13f198df {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:52:43.723790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:52:43.724157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03352ba7-e1ae-4371-a00c-6f3d13f198df {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:52:43.724677 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'status': 'completed', 'code': 200} Jun 25 11:52:43.771660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:52:43.803235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-c20d6332-c369-4fb7-8711-10e66a44574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:43.805702 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-c20d6332-c369-4fb7-8711-10e66a44574c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1098 time: 0.0583289 Jun 25 11:52:43.905104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-32c2ecc3-6104-4dd6-be56-ca04fd127627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:43.906605 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-32c2ecc3-6104-4dd6-be56-ca04fd127627 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0938904 Jun 25 11:52:43.974150 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-dfcbd53a-5e68-47be-8e41-dd3e75b7eace service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 200 len: 997 time: 0.0611258 Jun 25 11:52:44.006827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:02:a2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:52:42Z', 'revision_number': 1, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:44.023802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-8d3727ce-4439-463b-94f6-613a9d7d16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:44.024982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-8d3727ce-4439-463b-94f6-613a9d7d16e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0451291 Jun 25 11:52:44.034438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:52:44.044085 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:52:44.044712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:52:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:44.092806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-0ec52582-4625-490d-b990-84197dde34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:52:44.094393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-0ec52582-4625-490d-b990-84197dde34ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618567 Jun 25 11:52:44.198010 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-5608a9a4-39bc-4133-8be8-2f8fd8266c23 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947919 Jun 25 11:52:44.327516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:52:44.584490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:02:a2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:52:42Z', 'revision_number': 1, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:52:44.616761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19200e7-2509-4a72-9cc6-83a04363994d None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:02:a2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:52:42Z', 'revision_number': 1, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:52:44.663118 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc75e8c9-98dd-4fed-9a50-203961751888 req-720a5399-d8c8-49f6-80f7-cabad8f7112d service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567969 Jun 25 11:52:44.827126 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69644a2-1a1b-4188-8b53-d1b9f16bc212 None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:52:54.780679 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:52:59.533658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-983f25d4-eeb7-4dba-9ee2-051d90c972c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:02.037378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6a95-2402-4602-97d9-ec047590ad2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:02.128318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:03.253365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:05.076258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:10.618491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:29.543586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d795d5ad-c751-4ec8-a1f0-528530ecf7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:31.778950 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:53:31.994624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a8dab8f-7d93-406f-9e00-96d43e802079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:32.154355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:33.228615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:35.062999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:36.308227 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-e068916f-9ac3-469f-aa7d-08e04fcbe9c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654395 Jun 25 11:53:36.407721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-f50e7442-ebf7-46ee-802b-94052d2e70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:53:36.409249 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-f50e7442-ebf7-46ee-802b-94052d2e70c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1098 time: 0.0531459 Jun 25 11:53:36.518482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-7802acde-ecec-497c-b178-cc9461214038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:53:36.520701 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-7802acde-ecec-497c-b178-cc9461214038 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0921564 Jun 25 11:53:36.585990 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-1702a518-5eca-4ef4-afb3-227558610ff6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 200 len: 999 time: 0.0589063 Jun 25 11:53:36.639383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-a1abf26c-1db5-4ceb-9d9d-ccc3aebc348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:53:36.640820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-a1abf26c-1db5-4ceb-9d9d-ccc3aebc348b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0482166 Jun 25 11:53:36.704391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-5c982a28-699d-4a28-af0b-1728da6ce6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:53:36.705966 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-5c982a28-699d-4a28-af0b-1728da6ce6e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585670 Jun 25 11:53:36.803618 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-8db7d19e-a486-45d8-bc7f-5136f8aff7e7 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904326 Jun 25 11:53:36.915048 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e406fe66-5151-4e25-b605-6f541aec8ea4 req-46142d1c-7143-4b10-9435-83ed3ce5a979 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038697 Jun 25 11:53:40.571073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:53:58.787902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d1d14-fa07-41b2-80a6-aa342e4368a0 req-a44fadbc-1b87-4860-9160-29679b6bb932 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:53:58.789327 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3a6d1d14-fa07-41b2-80a6-aa342e4368a0 req-a44fadbc-1b87-4860-9160-29679b6bb932 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Jun 25 11:53:58.842427 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3a6d1d14-fa07-41b2-80a6-aa342e4368a0 req-49d5d4c6-be6b-41ed-8e87-7b5431955b8d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471230 Jun 25 11:53:59.519189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1c43a709-2fe7-4906-b92c-7ae2a4804a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:00.478970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63284a17-99dc-41fd-8bba-98abb027a75b req-75caa685-6bbf-4386-803c-8e1ace8eff69 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:00.480463 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63284a17-99dc-41fd-8bba-98abb027a75b req-75caa685-6bbf-4386-803c-8e1ace8eff69 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0717607 Jun 25 11:54:00.520543 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63284a17-99dc-41fd-8bba-98abb027a75b req-e3fb71e8-3f6b-49f2-9316-9ac06244c56a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342779 Jun 25 11:54:00.781646 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-f5bb2601-51a4-4d5e-ad5e-9eba5e5a6bd0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533504 Jun 25 11:54:01.702969 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebae0a2-c86f-4444-9e26-105fe8069140 req-72e0e9c0-3f4d-4e94-bca7-5e1cc773ffb9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:01.704448 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3ebae0a2-c86f-4444-9e26-105fe8069140 req-72e0e9c0-3f4d-4e94-bca7-5e1cc773ffb9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0671761 Jun 25 11:54:01.744900 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3ebae0a2-c86f-4444-9e26-105fe8069140 req-3af146cf-7f3a-441b-984d-9ce974a13fac tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338781 Jun 25 11:54:02.007919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-36fbad5f-e84d-4190-90ca-0a5200502767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:02.107592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:02.930538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5217622-6089-45d1-b980-0120bbe6969e req-b2c1b282-c007-43cd-ac68-82355a3f44c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:02.932068 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c5217622-6089-45d1-b980-0120bbe6969e req-b2c1b282-c007-43cd-ac68-82355a3f44c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0681396 Jun 25 11:54:02.976211 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c5217622-6089-45d1-b980-0120bbe6969e req-9587b4b3-10e5-44c6-900c-d721edb435df tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384283 Jun 25 11:54:03.210643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:04.162884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a5fb1-d6f4-47cb-be9d-db34fb27f1c7 req-89d18403-0524-4e50-8d90-a7a1d98504fe tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:04.164412 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-719a5fb1-d6f4-47cb-be9d-db34fb27f1c7 req-89d18403-0524-4e50-8d90-a7a1d98504fe tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0704944 Jun 25 11:54:04.204099 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-719a5fb1-d6f4-47cb-be9d-db34fb27f1c7 req-08679be9-ff85-4f90-94ab-fceecd72d18d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337486 Jun 25 11:54:05.089792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:05.203936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-973408fa-68b2-4ec1-a964-2bab749179ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:05.205413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-973408fa-68b2-4ec1-a964-2bab749179ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1098 time: 0.0551999 Jun 25 11:54:05.305491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-993049fb-2a97-4751-935d-ddb45662d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:05.307058 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-993049fb-2a97-4751-935d-ddb45662d807 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0955145 Jun 25 11:54:05.414977 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-40c9ecf3-883f-4743-b4c9-620dfaa84281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 200 len: 999 time: 0.1007588 Jun 25 11:54:05.488281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912a56-1ff7-42f9-8d5a-2e9afd6ad6d7 req-447f4b05-c7f6-492f-98a1-614c4dc1b209 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:05.489913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a7912a56-1ff7-42f9-8d5a-2e9afd6ad6d7 req-447f4b05-c7f6-492f-98a1-614c4dc1b209 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.1338959 Jun 25 11:54:05.491770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-c7caacb8-b79b-446f-9e8e-bed420f5702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:05.493234 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-c7caacb8-b79b-446f-9e8e-bed420f5702c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0698993 Jun 25 11:54:05.556519 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a7912a56-1ff7-42f9-8d5a-2e9afd6ad6d7 req-a994ab37-07d4-41d5-bf29-28efefc82821 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602129 Jun 25 11:54:05.577216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-9775d7e1-ca3b-44fa-94f5-a4bf86ccf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:05.578775 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-9775d7e1-ca3b-44fa-94f5-a4bf86ccf2e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761528 Jun 25 11:54:05.672856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-85b1d8de-40c3-485c-9228-2751f23451cb service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875006 Jun 25 11:54:05.764589 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-47d0233d-f889-4cfa-a6ca-3a80c9bdc726 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Jun 25 11:54:06.733139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32f240-a535-4210-a0fd-884711922c19 req-16e5e52c-f6c2-44fb-b7b2-f39493659909 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:06.734613 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1d32f240-a535-4210-a0fd-884711922c19 req-16e5e52c-f6c2-44fb-b7b2-f39493659909 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0645916 Jun 25 11:54:06.774142 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1d32f240-a535-4210-a0fd-884711922c19 req-1899783e-9d77-485e-98c3-900381250465 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328321 Jun 25 11:54:07.958599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf9ff3-ecee-4ece-b7ce-a2037e9ebb26 req-7aff28f2-f3fe-4664-b650-9eb49d7bd8d7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:07.960114 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1cf9ff3-ecee-4ece-b7ce-a2037e9ebb26 req-7aff28f2-f3fe-4664-b650-9eb49d7bd8d7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0676329 Jun 25 11:54:08.005332 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1cf9ff3-ecee-4ece-b7ce-a2037e9ebb26 req-6a21aea8-f4a1-463b-aab0-6c4118022ef7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393648 Jun 25 11:54:08.778680 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:54:09.185473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0e32-19a4-46d0-924e-fb1e9f7a83aa req-0d0c8ca8-683c-4c7e-9db5-86f84bb06f9d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:09.186988 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0f8e0e32-19a4-46d0-924e-fb1e9f7a83aa req-0d0c8ca8-683c-4c7e-9db5-86f84bb06f9d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0685961 Jun 25 11:54:09.229308 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0f8e0e32-19a4-46d0-924e-fb1e9f7a83aa req-695e1721-b094-4fc7-a25e-e2e373ede043 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365069 Jun 25 11:54:10.416195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e7c9-516c-4802-be8f-84452aeb25c6 req-290a4933-449d-4c99-af75-7a93cb2fa1d3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:10.417750 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6101e7c9-516c-4802-be8f-84452aeb25c6 req-290a4933-449d-4c99-af75-7a93cb2fa1d3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0712256 Jun 25 11:54:10.458911 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6101e7c9-516c-4802-be8f-84452aeb25c6 req-1b230492-f263-4e1c-8696-52b8be27579c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350583 Jun 25 11:54:10.621492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:11.639596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56275b05-c3cf-4941-850b-a37d752ab740 req-115c882c-3c80-49e4-8fac-5684dcc109bb tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:11.641146 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-56275b05-c3cf-4941-850b-a37d752ab740 req-115c882c-3c80-49e4-8fac-5684dcc109bb tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0690174 Jun 25 11:54:11.683524 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-56275b05-c3cf-4941-850b-a37d752ab740 req-618217b1-fd4e-4469-bd31-a302e43012c9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356572 Jun 25 11:54:12.866637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f43e55-c76f-4b56-97f6-d691d68f9ce7 req-10125cc5-65bc-4413-a5c7-1bb769ec3b8d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:12.868083 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42f43e55-c76f-4b56-97f6-d691d68f9ce7 req-10125cc5-65bc-4413-a5c7-1bb769ec3b8d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0696678 Jun 25 11:54:12.914110 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42f43e55-c76f-4b56-97f6-d691d68f9ce7 req-3f91ef51-b944-47da-b9b5-c2c87a2e8d86 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 Jun 25 11:54:14.101198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c5e5a-b22f-41f7-ac22-7f8018789585 req-19d20b21-efc1-47e0-abc3-f240f4aad938 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:14.102678 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-422c5e5a-b22f-41f7-ac22-7f8018789585 req-19d20b21-efc1-47e0-abc3-f240f4aad938 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0654981 Jun 25 11:54:14.140245 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-422c5e5a-b22f-41f7-ac22-7f8018789585 req-d6c844ae-2c5e-4527-9034-ea25fff21752 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Jun 25 11:54:15.330446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db71551-bbdf-4b88-99da-c96515173f9c req-d3521e08-6a01-4ccb-96d8-eb5d65cf113f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:15.331994 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db71551-bbdf-4b88-99da-c96515173f9c req-d3521e08-6a01-4ccb-96d8-eb5d65cf113f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0744007 Jun 25 11:54:15.376102 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3db71551-bbdf-4b88-99da-c96515173f9c req-84ef95f1-9525-4e69-8c5c-a7f4bed19039 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374491 Jun 25 11:54:16.565586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aa814-8646-4c05-9a6f-2ec348a5d79e req-4f9e41d0-4b93-407d-baf0-30a564b3a2df tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:16.568250 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aa5aa814-8646-4c05-9a6f-2ec348a5d79e req-4f9e41d0-4b93-407d-baf0-30a564b3a2df tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0736794 Jun 25 11:54:16.609136 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aa5aa814-8646-4c05-9a6f-2ec348a5d79e req-29176c39-0d4f-4d67-99bc-28bdf8881cb5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Jun 25 11:54:17.494098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-282af538-f55b-421c-b695-f89c991dd01d req-05c94dcf-12e6-4609-8077-24c63a395411 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] (94501) timed out ('10.222.0.47', 61246) {{(pid=94501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 11:54:17.795265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1079a4-97a2-42ec-b512-993b2fe2f5b3 req-9f1ca93c-214b-4220-82a5-04823bdf49e6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:17.796815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bc1079a4-97a2-42ec-b512-993b2fe2f5b3 req-9f1ca93c-214b-4220-82a5-04823bdf49e6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0710013 Jun 25 11:54:17.838039 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bc1079a4-97a2-42ec-b512-993b2fe2f5b3 req-80e5ac2f-2896-4f22-ba69-c374363f958b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Jun 25 11:54:19.033421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa3210-8c03-421e-bc13-3ac81680ae7e req-0b90f6d1-642e-44b7-9834-ab446e1d461b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:19.035035 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d5aa3210-8c03-421e-bc13-3ac81680ae7e req-0b90f6d1-642e-44b7-9834-ab446e1d461b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0697293 Jun 25 11:54:19.089180 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d5aa3210-8c03-421e-bc13-3ac81680ae7e req-c1c158ab-f67c-4257-863b-a96e297df321 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442231 Jun 25 11:54:20.270936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6913-c755-463c-9fa2-4e964a01e261 req-f2517d9a-c031-4bc1-b77d-6aed823758de tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:20.272442 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2daa6913-c755-463c-9fa2-4e964a01e261 req-f2517d9a-c031-4bc1-b77d-6aed823758de tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0682747 Jun 25 11:54:20.320838 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2daa6913-c755-463c-9fa2-4e964a01e261 req-26774740-fd12-41ca-96cf-6207f7807420 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Jun 25 11:54:21.532282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348c00-2dd3-45ac-be27-0f0613d04824 req-9fb4f9b3-3ac1-4e43-8a1f-9600be574705 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:21.534119 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a2348c00-2dd3-45ac-be27-0f0613d04824 req-9fb4f9b3-3ac1-4e43-8a1f-9600be574705 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0892313 Jun 25 11:54:21.581323 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a2348c00-2dd3-45ac-be27-0f0613d04824 req-932e9bf9-7ad2-4793-a7be-fa24c94ba86c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Jun 25 11:54:22.765541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f1970-57f3-4e46-940f-549af21cc49f req-1213988e-26c4-4805-9dd6-023139cd3bde tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:22.766958 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a56f1970-57f3-4e46-940f-549af21cc49f req-1213988e-26c4-4805-9dd6-023139cd3bde tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0686524 Jun 25 11:54:22.807272 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a56f1970-57f3-4e46-940f-549af21cc49f req-e1a07ee1-5a18-4874-9b51-333c0bad78fc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Jun 25 11:54:22.882250 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-f4208b7f-d566-4a48-b96d-b170ce3e2b4b service neutron] 10.222.0.47 "GET /v2.0/ports/228a3d3b-9d56-44f5-8981-f2ea021c5990/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0542753 Jun 25 11:54:23.505740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-eac43246-6ebd-405a-8048-a156379a48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:23.507285 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-eac43246-6ebd-405a-8048-a156379a48e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 1098 time: 0.0543187 Jun 25 11:54:23.596140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-156cc62a-d796-4a9e-a049-66fb82a4348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:23.597885 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-156cc62a-d796-4a9e-a049-66fb82a4348d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1098 time: 0.0618913 Jun 25 11:54:23.694240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-4103ccfd-4b02-48d9-b1c6-c402a950ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:23.695776 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-4103ccfd-4b02-48d9-b1c6-c402a950ca6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0919244 Jun 25 11:54:23.854035 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-a2f5f386-cb21-47d5-b0bc-0bb361c86cd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 200 len: 999 time: 0.0652959 Jun 25 11:54:23.907380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-3b46b44f-2e9b-40a8-86a4-634f24e04a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:23.908983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-3b46b44f-2e9b-40a8-86a4-634f24e04a1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0491080 Jun 25 11:54:23.981819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-39b5b19f-4e98-4167-8493-fd0b01cd2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:23.983394 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-39b5b19f-4e98-4167-8493-fd0b01cd2a36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681946 Jun 25 11:54:24.018516 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399902a-da21-4d72-b863-d4a4a5d0a76c req-7f906b39-eda5-4822-b3cc-0ada77e11cce tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:24.020552 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5399902a-da21-4d72-b863-d4a4a5d0a76c req-7f906b39-eda5-4822-b3cc-0ada77e11cce tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0810156 Jun 25 11:54:24.065710 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5399902a-da21-4d72-b863-d4a4a5d0a76c req-15e5e8e7-4116-406d-9511-5adadd50a85f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384910 Jun 25 11:54:24.098167 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-77e2b5cd-4c07-48e1-aee2-d83cddfd8d6d service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055293 Jun 25 11:54:24.188803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-340d86a7-78ab-4fd4-8e90-9fa0ee23a3f7 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866675 Jun 25 11:54:25.258675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6c26f-46a8-41de-9318-0b48c6f634a9 req-e1c114e0-d88d-4d4d-81cd-337d2c4db899 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:25.260152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98a6c26f-46a8-41de-9318-0b48c6f634a9 req-e1c114e0-d88d-4d4d-81cd-337d2c4db899 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0691936 Jun 25 11:54:25.300142 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98a6c26f-46a8-41de-9318-0b48c6f634a9 req-27845e01-7820-4dab-a5ee-763207a75d94 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339437 Jun 25 11:54:25.725913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 228a3d3b-9d56-44f5-8981-f2ea021c5990 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:54:25.814836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:25.839356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:54:25.841679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a2b627-6020-4b5c-ad7b-03cb572d3874" -d '{"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-unplugged", "status": "completed", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:54:25.855849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:25.892154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334b8c7-3603-4588-9ade-3abcc529db15 x-openstack-request-id: req-3334b8c7-3603-4588-9ade-3abcc529db15 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:54:25.892154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-unplugged", "status": "completed", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:54:25.892154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3334b8c7-3603-4588-9ade-3abcc529db15 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:54:25.892154 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'code': 200} Jun 25 11:54:25.974501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:25.976371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:26.022675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:26.030021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.030405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.030733 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.031086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.031417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.031742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.032064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.032381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.032696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.033007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.033343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.033661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:26.038633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:26.508674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337eb87-f5b5-45dc-aa7b-b876bece4255 req-7de1671b-254d-4bc7-8d2b-3362a0a73b59 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:26.510468 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8337eb87-f5b5-45dc-aa7b-b876bece4255 req-7de1671b-254d-4bc7-8d2b-3362a0a73b59 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 943 time: 0.0807388 Jun 25 11:54:26.554888 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8337eb87-f5b5-45dc-aa7b-b876bece4255 req-fb65555e-ce3a-4bdb-87f1-89078ad2dfc6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368910 Jun 25 11:54:27.735271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 228a3d3b-9d56-44f5-8981-f2ea021c5990 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:54:27.754793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5ca2d-901f-4531-83ff-70c092f71058 req-c9a26d85-88d7-497b-a230-4f7ace132733 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:27.761719 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bdd5ca2d-901f-4531-83ff-70c092f71058 req-c9a26d85-88d7-497b-a230-4f7ace132733 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 943 time: 0.0828450 Jun 25 11:54:27.807208 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bdd5ca2d-901f-4531-83ff-70c092f71058 req-d66dbfb6-887c-474a-b79c-61281412bd6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Jun 25 11:54:27.859538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:27.873023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'mac_address': 'fa:16:3e:02:a2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:54:27.912824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:27.927804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228a3d3b-9d56-44f5-8981-f2ea021c5990 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:54:27.949657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:28.038207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:28.041205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-a78f5c1b-01b4-4c48-a74c-fab427789691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:28.099507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:28.105047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['228a3d3b-9d56-44f5-8981-f2ea021c5990'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:54:28.107266 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:28.996747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ae39-c12f-4547-b7ba-b06449ce823c req-a9494fdc-af70-463a-aa8b-d26b9dd1143e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:28.998315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6fe8ae39-c12f-4547-b7ba-b06449ce823c req-a9494fdc-af70-463a-aa8b-d26b9dd1143e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 944 time: 0.0669298 Jun 25 11:54:29.042878 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6fe8ae39-c12f-4547-b7ba-b06449ce823c req-f7236af7-ba8e-4fb8-b204-1286b579b2b6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381086 Jun 25 11:54:29.479825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f1dbf-a8d1-4900-b41d-29c418b470f1 req-0d6656d7-8329-4b9e-9d2a-a6f7a5dbce16 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:29.481386 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-916f1dbf-a8d1-4900-b41d-29c418b470f1 req-0d6656d7-8329-4b9e-9d2a-a6f7a5dbce16 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 944 time: 0.0646515 Jun 25 11:54:29.520311 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-916f1dbf-a8d1-4900-b41d-29c418b470f1 req-9214e946-441f-401b-a219-c355d11dd592 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327053 Jun 25 11:54:29.563610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d77688f-1c83-4948-8ca5-cb80d69e2027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:29.604865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-9db38085-2973-40e3-b21d-55f6de1d8fff tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:29.606332 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-9db38085-2973-40e3-b21d-55f6de1d8fff tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063&tenant_id=606746a17a854dcb9d1ab996e9cfe397&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.0727680 Jun 25 11:54:29.705959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-98460d83-2c53-4d68-9cc8-6a601620b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:29.707482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-98460d83-2c53-4d68-9cc8-6a601620b078 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 1097 time: 0.0564964 Jun 25 11:54:29.764187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 228a3d3b-9d56-44f5-8981-f2ea021c5990 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:54:29.800944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-be159eea-7532-4c1b-b774-80eb398fafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:29.802492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-be159eea-7532-4c1b-b774-80eb398fafde service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0890343 Jun 25 11:54:29.811472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 228a3d3b-9d56-44f5-8981-f2ea021c5990 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:54:29.811846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:29.871540 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-019ddb84-60df-4027-bccf-7089f662ce39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 200 len: 998 time: 0.0630736 Jun 25 11:54:29.892879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:29.916842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:54:29.919157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d31def-06da-43e7-9d97-362eea4fd3c7" -d '{"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-plugged", "status": "completed", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:54:29.924112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-7f5eebe4-610e-45f5-bf1c-8d73ab19616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:29.924896 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-7f5eebe4-610e-45f5-bf1c-8d73ab19616c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0478234 Jun 25 11:54:29.932662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:29.965566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd0442-e602-4bc1-9beb-0976c13a6a24 x-openstack-request-id: req-d7fd0442-e602-4bc1-9beb-0976c13a6a24 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:54:29.965865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-plugged", "status": "completed", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:54:29.966117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7fd0442-e602-4bc1-9beb-0976c13a6a24 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:54:29.966538 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'code': 200} Jun 25 11:54:29.985298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-fdfdcc3f-b828-4d49-bb9e-d11c2903606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:29.986790 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-fdfdcc3f-b828-4d49-bb9e-d11c2903606e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553241 Jun 25 11:54:30.049643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:30.052747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:30.088291 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-f09153b1-596d-4ffe-bc51-9a816e02e4ec service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947647 Jun 25 11:54:30.106312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:30.107311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:30.184943 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fe085e62-4284-4624-ac32-2cafbf050d7c req-e5411b96-3dfa-4fd8-99b5-639344209ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906835 Jun 25 11:54:30.702853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9a73d-3c86-4729-bd48-801623ba08d7 req-ebf15bd0-f703-4422-a55f-1e54fa092d4b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:30.704354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-51d9a73d-3c86-4729-bd48-801623ba08d7 req-ebf15bd0-f703-4422-a55f-1e54fa092d4b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0684817 Jun 25 11:54:30.744422 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-51d9a73d-3c86-4729-bd48-801623ba08d7 req-f6b43923-ce63-4339-9f2e-e9a543564a11 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337417 Jun 25 11:54:31.986433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b557711-9179-4d79-a777-da374bad3ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:32.059077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47fb1a-f5ec-4874-8949-ba3636dc2cb1 req-9eb86446-195b-40d2-9b05-e0dcddab1332 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:32.060429 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ae47fb1a-f5ec-4874-8949-ba3636dc2cb1 req-9eb86446-195b-40d2-9b05-e0dcddab1332 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.1998744 Jun 25 11:54:32.101771 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ae47fb1a-f5ec-4874-8949-ba3636dc2cb1 req-4d1a2089-1ccd-4d19-b5be-a155c1f47694 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Jun 25 11:54:32.146389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:32.337024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03ae3c-c7a9-4699-bff4-cac3ef86b1e6 req-b5b4dfb3-374e-4d98-a3c3-3ef62a74b71d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:32.338492 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4a03ae3c-c7a9-4699-bff4-cac3ef86b1e6 req-b5b4dfb3-374e-4d98-a3c3-3ef62a74b71d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.1247065 Jun 25 11:54:32.376244 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4a03ae3c-c7a9-4699-bff4-cac3ef86b1e6 req-17b18eb9-a370-4864-94d2-fa05e165c107 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Jun 25 11:54:32.551274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1581de-e398-41c9-848e-f8ab04d7fdc7 req-1dfcebcb-b9ef-4aab-81dc-70db34932a2f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:32.552799 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d1581de-e398-41c9-848e-f8ab04d7fdc7 req-1dfcebcb-b9ef-4aab-81dc-70db34932a2f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0650032 Jun 25 11:54:32.591167 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d1581de-e398-41c9-848e-f8ab04d7fdc7 req-7b2b23cf-0513-48b2-abdb-a3263861bc45 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326693 Jun 25 11:54:33.225680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:33.241349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d90e9-8cbd-44bf-ba54-ddcececfa149 req-5d4d1aef-f281-4390-9dd8-e978e66a0b43 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:33.243952 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f83d90e9-8cbd-44bf-ba54-ddcececfa149 req-5d4d1aef-f281-4390-9dd8-e978e66a0b43 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0669611 Jun 25 11:54:33.631878 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f83d90e9-8cbd-44bf-ba54-ddcececfa149 req-e0b2606f-f9ec-4ee5-b852-25cf54b96789 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830080 Jun 25 11:54:34.807316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ba08-ea56-4b28-9bb9-91a1a8acfceb req-fcdd6b67-b559-4564-aa5e-762543e17bfc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:34.808829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0152ba08-ea56-4b28-9bb9-91a1a8acfceb req-fcdd6b67-b559-4564-aa5e-762543e17bfc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0641501 Jun 25 11:54:34.847616 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0152ba08-ea56-4b28-9bb9-91a1a8acfceb req-559b86d6-8e84-4823-acfa-09ab9667cc30 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330803 Jun 25 11:54:35.070774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:35.165984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30674d6d-3e4f-4715-8024-02646db818e5 req-89828153-982d-4f7e-afbb-174188821cf3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:35.167429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-30674d6d-3e4f-4715-8024-02646db818e5 req-89828153-982d-4f7e-afbb-174188821cf3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 945 time: 0.0669115 Jun 25 11:54:35.266255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Deleting port 228a3d3b-9d56-44f5-8981-f2ea021c5990 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:54:35.266509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:35.364422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] For port 228a3d3b-9d56-44f5-8981-f2ea021c5990, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=228a3d3b-9d56-44f5-8981-f2ea021c5990,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:35.364782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:35.585957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:35.586241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:35.586557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 disassociated. External IP: 172.26.0.9, port: 228a3d3b-9d56-44f5-8981-f2ea021c5990. Jun 25 11:54:35.586900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Calling delete_port for 228a3d3b-9d56-44f5-8981-f2ea021c5990 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:54:35.820451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:35.824977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:35.859720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event deleted for resources: {'Port': ['ID=228a3d3b-9d56-44f5-8981-f2ea021c5990,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:35.869778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.870223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.870613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.870995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.871368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.871754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.872129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.872502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.872903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.873295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.874279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.874279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:54:35.878603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:36.001026 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3563738c-c845-473b-9856-3e75173db7e2 req-c8682a2a-31bd-4d9b-8a73-021a81b58f87 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 210 time: 0.0312271 Jun 25 11:54:36.009122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:54:36.130206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:54:36.139382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:54:36.149123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:54:36.149765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:54:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:36.260429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:54:36.470352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:36.497357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:54:36.506452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:54:36.507069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:54:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:36.512088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] No DVR routers for this DVR port 228a3d3b-9d56-44f5-8981-f2ea021c5990 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:54:36.514901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:36.516626 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-30674d6d-3e4f-4715-8024-02646db818e5 req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "DELETE /v2.0/ports/228a3d3b-9d56-44f5-8981-f2ea021c5990 HTTP/1.1" status: 204 len: 173 time: 1.3438618 Jun 25 11:54:36.517201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-deleted', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:54:36.520108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9466b94a-9d6a-4343-80ca-06876b67078c" -d '{"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-deleted", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:54:36.624939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:54:36.633466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a40f49e-bf23-4d58-b9b5-5c38d8886b3f x-openstack-request-id: req-1a40f49e-bf23-4d58-b9b5-5c38d8886b3f {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:54:36.633810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c5ca0-2954-455e-a425-7a74c9a6d063", "name": "network-vif-deleted", "tag": "228a3d3b-9d56-44f5-8981-f2ea021c5990", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:54:36.634137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a40f49e-bf23-4d58-b9b5-5c38d8886b3f {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:54:36.634578 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c5ca0-2954-455e-a425-7a74c9a6d063', 'name': 'network-vif-deleted', 'tag': '228a3d3b-9d56-44f5-8981-f2ea021c5990', 'status': 'completed', 'code': 200} Jun 25 11:54:36.827250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:36.856508 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627738f-7f19-407e-ad4b-d5de6d2dccd5 None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:54:37.073751 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9157ee-8c65-4794-97a4-a087829868f2 None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:54:37.159880 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ad3de68-7a57-439e-9308-51c72b705a82 req-8932538a-990e-4586-8bda-ea5ae8abe5dc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Jun 25 11:54:37.263277 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9066254d-cb68-4e8a-a926-7b69b0276140 req-af6198ea-abc3-40da-b859-13bf81fcd141 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273242 Jun 25 11:54:37.336772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9066254d-cb68-4e8a-a926-7b69b0276140 req-ee5d3280-ba89-4253-a393-e58e83f0cf58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=d65c5ca0-2954-455e-a425-7a74c9a6d063 HTTP/1.1" status: 200 len: 210 time: 0.0291154 Jun 25 11:54:37.460135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066254d-cb68-4e8a-a926-7b69b0276140 req-b2596624-380a-4dbf-b6fe-b21396be1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:37.461703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9066254d-cb68-4e8a-a926-7b69b0276140 req-b2596624-380a-4dbf-b6fe-b21396be1dec service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=606746a17a854dcb9d1ab996e9cfe397&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0982580 Jun 25 11:54:37.563302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066254d-cb68-4e8a-a926-7b69b0276140 req-22eafefb-be4a-4b89-9344-38b23161f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:37.564792 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9066254d-cb68-4e8a-a926-7b69b0276140 req-22eafefb-be4a-4b89-9344-38b23161f7f3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0972350 Jun 25 11:54:37.806049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 228a3d3b-9d56-44f5-8981-f2ea021c5990 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:54:37.825710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 228a3d3b-9d56-44f5-8981-f2ea021c5990 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:54:37.826059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 228a3d3b-9d56-44f5-8981-f2ea021c5990 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:54:38.473473 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-139dc103-89d6-427c-9c4e-f09bc297eae2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1319273457&fields=id&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 267 time: 0.0336676 Jun 25 11:54:38.579148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-4eef5f0b-27dd-4093-94e9-da500f360471 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:38.580596 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-4eef5f0b-27dd-4093-94e9-da500f360471 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1006863 Jun 25 11:54:38.595526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-071bb4af-5068-4f6d-9b1d-1f2c75f836be tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/quotas/606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Jun 25 11:54:38.668085 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-5b4105ff-5e15-4c4a-aa31-37c4bf310f9c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670619 Jun 25 11:54:38.765978 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b3f02e2c-53a1-4402-9ca0-8c903b890312 service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858665 Jun 25 11:54:38.859701 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-e3bf6f14-e145-41ed-8d37-dd7111e71640 service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879078 Jun 25 11:54:39.133968 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a389aa6d-8938-4f66-86f7-94d37d9997dc req-ca6c6edb-d847-4316-ac23-4e5122eb3f51 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Jun 25 11:54:40.275286 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-05acbaf4-f291-40d9-a25d-3bb231a12811 req-856e3dff-23d0-4c50-ae2a-7575398e7bb4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 210 time: 0.0316200 Jun 25 11:54:40.631532 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:41.422404 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-643d72ec-076d-4047-b323-ba595a63e9ab req-865958d7-ba78-4bf0-a9f4-b36a20a61266 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 210 time: 0.0329556 Jun 25 11:54:41.713787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-26db729e-c62a-4daf-a22c-d5e47b0bc057 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:41.715243 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-26db729e-c62a-4daf-a22c-d5e47b0bc057 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1208382 Jun 25 11:54:41.760362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-349dc398-57ff-4c73-9d41-c53005a8377c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 380 time: 0.0369754 Jun 25 11:54:41.769691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'port': {'device_id': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'admin_state_up': True, 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'security_groups': ['79557d23-24eb-43e9-bc9e-7fd557d9c069']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:54:41.997922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Made reservation on behalf of 606746a17a854dcb9d1ab996e9cfe397 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:54:42.001531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:42.139948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Allocated IP 172.20.0.11 (78abc83e-c8f8-4310-add0-3b570e655ab4/bbfdd597-6f9a-4fce-a216-c038fb8b52dd/a03779ce-7248-453e-8337-7b6b70bde0bf) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:54:42.287764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:42.302830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Transition to ACTIVE for port object a03779ce-7248-453e-8337-7b6b70bde0bf will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:54:42.415059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:42.419446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8239fff5-a4d8-40f4-b020-01442d0cb39e tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:42.459225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:54:42.466051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:54:42.467321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:54:42.497716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:42.500786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:42.529764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:42.530566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:42.622861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48598e6-2bec-476e-821b-8531add3ed5e req-7bbe6de8-e897-44e3-800a-a880ba02fdb3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:42.624430 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d48598e6-2bec-476e-821b-8531add3ed5e req-7bbe6de8-e897-44e3-800a-a880ba02fdb3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 932 time: 0.0774803 Jun 25 11:54:42.626277 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8612211 Jun 25 11:54:42.642563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Request body: {'port': {'device_id': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:54:42.699538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d48598e6-2bec-476e-821b-8531add3ed5e req-7ecbcee7-84a3-4ccc-be4c-fb9dc82e4e0b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686567 Jun 25 11:54:42.745546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:42.907307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47940c4d-f12a-4103-a42d-e2b5c2e1df01 None None] Provisioning for port a03779ce-7248-453e-8337-7b6b70bde0bf completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:54:42.912402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-47940c4d-f12a-4103-a42d-e2b5c2e1df01 None None] Provisioning complete for port a03779ce-7248-453e-8337-7b6b70bde0bf triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:54:42.912783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-47940c4d-f12a-4103-a42d-e2b5c2e1df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:42.947682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-47940c4d-f12a-4103-a42d-e2b5c2e1df01 None None] Port a03779ce-7248-453e-8337-7b6b70bde0bf cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:54:43.030000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03779ce-7248-453e-8337-7b6b70bde0bf {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:54:43.038457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:43.051264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Transition to ACTIVE for port object a03779ce-7248-453e-8337-7b6b70bde0bf will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:54:43.134519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:43.136914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-12e31bf3-36e5-4ec7-91c1-cc387766e700 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:43.192150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:43.193478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:43.269001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Attempting to bind port a03779ce-7248-453e-8337-7b6b70bde0bf on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:54:43.269365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Attempting to bind port a03779ce-7248-453e-8337-7b6b70bde0bf by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:54:43.269688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Attempting to bind port a03779ce-7248-453e-8337-7b6b70bde0bf on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:54:43.275564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Port a03779ce-7248-453e-8337-7b6b70bde0bf on network 78abc83e-c8f8-4310-add0-3b570e655ab4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:54:43.275889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Attempting to bind port a03779ce-7248-453e-8337-7b6b70bde0bf on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:54:43.282912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:54:43.283472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Checking segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:54:43.284017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Bound using segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:54:43.284573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Bound port: a03779ce-7248-453e-8337-7b6b70bde0bf, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:54:43.285297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:43.377064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:54:43.381176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:54:43.466876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:43.469935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fecd0724-ceab-4050-ba68-80804bf534f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:43.507053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:43.507628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:43.509145 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] 10.222.0.47 "PUT /v2.0/ports/a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 1094 time: 0.8717954 Jun 25 11:54:43.509734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:54:43.512527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8971103-753d-44bf-b3c1-7527e2d8207b" -d '{"events": [{"name": "network-changed", "server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:54:43.551599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:43.556845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:43.565002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e506eb42-31cf-47b8-9be4-239ce11c7322 x-openstack-request-id: req-e506eb42-31cf-47b8-9be4-239ce11c7322 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:54:43.565579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:54:43.566181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e506eb42-31cf-47b8-9be4-239ce11c7322 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:54:43.566797 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'status': 'completed', 'code': 200} Jun 25 11:54:43.659339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971103-753d-44bf-b3c1-7527e2d8207b req-35342c93-8cb6-458b-adbe-a184262ee890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:43.661226 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c8971103-753d-44bf-b3c1-7527e2d8207b req-35342c93-8cb6-458b-adbe-a184262ee890 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1097 time: 0.0708966 Jun 25 11:54:43.783511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971103-753d-44bf-b3c1-7527e2d8207b req-29ed2297-cec3-48c3-8584-4fe5e625617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:43.785946 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c8971103-753d-44bf-b3c1-7527e2d8207b req-29ed2297-cec3-48c3-8584-4fe5e625617d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=606746a17a854dcb9d1ab996e9cfe397&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1178772 Jun 25 11:54:43.924788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971103-753d-44bf-b3c1-7527e2d8207b req-2909c323-f8e1-4d0c-8f5c-735cdc736aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:43.926295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c8971103-753d-44bf-b3c1-7527e2d8207b req-2909c323-f8e1-4d0c-8f5c-735cdc736aef service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1344922 Jun 25 11:54:43.943727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa1599-8568-4131-9285-0c0d8f1ca643 req-c6a53f66-b0a7-49c1-93c4-2d3904180aa6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:43.945841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5efa1599-8568-4131-9285-0c0d8f1ca643 req-c6a53f66-b0a7-49c1-93c4-2d3904180aa6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 944 time: 0.1249950 Jun 25 11:54:44.015508 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5efa1599-8568-4131-9285-0c0d8f1ca643 req-131036e9-ccb9-4e69-8b13-60e0feef55dd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638776 Jun 25 11:54:44.038061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-38930ca1-fcca-43ca-beab-e36d24efde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:44.039333 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-38930ca1-fcca-43ca-beab-e36d24efde1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1097 time: 0.0710468 Jun 25 11:54:44.086055 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-4592d1f8-c3aa-4a11-a664-5e776531b3f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 217 time: 0.0401661 Jun 25 11:54:44.135155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-21876671-2ad9-459b-a2a3-ba035a1bf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:44.136595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-21876671-2ad9-459b-a2a3-ba035a1bf6b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0451303 Jun 25 11:54:44.196887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-9938b227-a8a5-4e32-8a74-7fe0cc205535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:44.198658 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-9938b227-a8a5-4e32-8a74-7fe0cc205535 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558763 Jun 25 11:54:44.304659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-bca1263c-8b21-49df-aa16-0115f1de830b service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942714 Jun 25 11:54:44.394989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-25aec2d2-bce6-40da-bf3b-833e38c298ca req-3a8d4a13-6dd8-4a5f-8108-158ca3a9a052 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885921 Jun 25 11:54:45.195194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642161d-4512-4dcf-be15-e663ed48563f req-0c8fc84f-520b-4d7f-a341-fcf8202f005b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:45.196620 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b642161d-4512-4dcf-be15-e663ed48563f req-0c8fc84f-520b-4d7f-a341-fcf8202f005b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 944 time: 0.0662184 Jun 25 11:54:45.236303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b642161d-4512-4dcf-be15-e663ed48563f req-ffdcddef-f6a1-4b33-9779-d4471bbffacf tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338457 Jun 25 11:54:45.776910 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:54:46.418168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d2d32-e7fb-4194-acd1-4c86a11d7df8 req-a88c3f12-b9e4-4129-8d0f-3a9eec2fee00 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:46.419718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f41d2d32-e7fb-4194-acd1-4c86a11d7df8 req-a88c3f12-b9e4-4129-8d0f-3a9eec2fee00 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 944 time: 0.0681272 Jun 25 11:54:46.461999 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f41d2d32-e7fb-4194-acd1-4c86a11d7df8 req-9dfc37e6-3083-47cf-a492-f5b0cce52d4c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363169 Jun 25 11:54:47.638762 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c528a4-71b2-4415-8c97-9863ae67604e req-6564e3d8-d399-45f5-8642-7b98caaf8486 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:47.640281 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-54c528a4-71b2-4415-8c97-9863ae67604e req-6564e3d8-d399-45f5-8642-7b98caaf8486 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 944 time: 0.0651436 Jun 25 11:54:47.679774 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-54c528a4-71b2-4415-8c97-9863ae67604e req-85d091ca-9f9e-45ad-9a51-b96730a31fcd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329957 Jun 25 11:54:47.833725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a03779ce-7248-453e-8337-7b6b70bde0bf details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:54:47.935445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:47.947001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'mac_address': 'fa:16:3e:94:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:54:47.983699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:47.996942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03779ce-7248-453e-8337-7b6b70bde0bf {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:54:48.016520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:48.099889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:48.102428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:48.149744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:48.152854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:48.464383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['a03779ce-7248-453e-8337-7b6b70bde0bf'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:54:48.857667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a4b11-06c3-40d5-9fce-4fb2b96312cc req-fad82eb7-7cb8-4210-83ae-16be78edea7a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:48.859154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a61a4b11-06c3-40d5-9fce-4fb2b96312cc req-fad82eb7-7cb8-4210-83ae-16be78edea7a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 945 time: 0.0652869 Jun 25 11:54:48.899745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a61a4b11-06c3-40d5-9fce-4fb2b96312cc req-c4fa535c-97e9-4e73-a202-7afcc1a1bd2e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337927 Jun 25 11:54:49.836960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a03779ce-7248-453e-8337-7b6b70bde0bf up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:54:49.974013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port a03779ce-7248-453e-8337-7b6b70bde0bf completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:54:49.978245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port a03779ce-7248-453e-8337-7b6b70bde0bf triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:54:49.978625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:50.081800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf413f-be45-42e9-bd9f-6d085252db6a req-79b93e15-a0dc-49d4-b93e-cc49583f72e2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:50.083449 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7baf413f-be45-42e9-bd9f-6d085252db6a req-79b93e15-a0dc-49d4-b93e-cc49583f72e2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 945 time: 0.0716014 Jun 25 11:54:50.125917 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7baf413f-be45-42e9-bd9f-6d085252db6a req-924e71ad-61c6-49da-aec7-d1210ea18134 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Jun 25 11:54:50.208384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:50.230520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:54:50.232797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f485f7b8-5259-4ad3-8c5b-e703ca7fa075" -d '{"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-plugged", "status": "completed", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:54:50.245921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:54:50.270055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3714e791-e3d9-4df0-b19c-8e77a1a98923 x-openstack-request-id: req-3714e791-e3d9-4df0-b19c-8e77a1a98923 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:54:50.270448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-plugged", "status": "completed", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:54:50.270802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3714e791-e3d9-4df0-b19c-8e77a1a98923 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:54:50.271286 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'code': 200} Jun 25 11:54:50.362491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:50.364425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:54:50.410821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:54:50.413906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:54:50.663969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2c098-5d2b-4ace-8614-faa7ca2dff08 req-1ba8a229-b826-430e-8c4a-ca73f0ad6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:50.665508 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fd2c098-5d2b-4ace-8614-faa7ca2dff08 req-1ba8a229-b826-430e-8c4a-ca73f0ad6b59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1099 time: 0.0540838 Jun 25 11:54:50.705116 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fd2c098-5d2b-4ace-8614-faa7ca2dff08 req-831f90f5-f546-447c-aab3-72ead35a20c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296121 Jun 25 11:54:51.321473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4a8a9-f8fb-4a5e-8c48-e8b241a1b529 req-074e2868-237a-4f64-8bd3-d7943821927c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:51.322985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ea4a8a9-f8fb-4a5e-8c48-e8b241a1b529 req-074e2868-237a-4f64-8bd3-d7943821927c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0643594 Jun 25 11:54:51.361521 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ea4a8a9-f8fb-4a5e-8c48-e8b241a1b529 req-8703ec1d-126a-40b3-a0e8-9dcbb1de7b72 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Jun 25 11:54:52.544092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37547ca6-f427-4f20-ac67-4b8fdc9df6d5 req-f36d6c90-a47f-496d-837f-bde475ea21cf tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:52.545607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-37547ca6-f427-4f20-ac67-4b8fdc9df6d5 req-f36d6c90-a47f-496d-837f-bde475ea21cf tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0691595 Jun 25 11:54:52.584306 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-37547ca6-f427-4f20-ac67-4b8fdc9df6d5 req-dcb66d01-3cd4-45e0-bfae-dd312f706651 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328479 Jun 25 11:54:52.754925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70c989-8dd5-4c83-a280-7f7115ac3b47 req-f28199a6-c574-4a62-96ad-1d8bdf9f1942 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:52.756210 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ed70c989-8dd5-4c83-a280-7f7115ac3b47 req-f28199a6-c574-4a62-96ad-1d8bdf9f1942 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0664485 Jun 25 11:54:52.765044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 33284) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:54:52.771292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'floatingip': {'port_id': 'a03779ce-7248-453e-8337-7b6b70bde0bf'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:54:52.811084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:53.262228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:53.338507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:53.440051 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 associated. External IP: 172.26.0.9, port: a03779ce-7248-453e-8337-7b6b70bde0bf. Jun 25 11:54:53.650804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:54:53.762447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:54:53.767474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:54:53.773176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:54:53.783270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:54:53.783902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:54:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:53.806136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-be0e2633-f88a-4eda-90b5-c36c3c615879 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "PUT /v2.0/floatingips/b919bbaa-2e9e-4b27-a28c-06e174b77f35 HTTP/1.1" status: 200 len: 990 time: 1.0390747 Jun 25 11:54:53.806913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:54:53.809362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aa41ff-e807-4350-a9f5-abb100fae946" -d '{"events": [{"name": "network-changed", "server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:54:53.845782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b227ea-cd09-4174-84f8-d6d2333cc65d x-openstack-request-id: req-17b227ea-cd09-4174-84f8-d6d2333cc65d {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:54:53.846122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:54:53.846424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17b227ea-cd09-4174-84f8-d6d2333cc65d {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:54:53.846874 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'status': 'completed', 'code': 200} Jun 25 11:54:53.898124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:54:53.928074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-e061efa6-694a-4f9d-8c1b-280892737c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:53.935201 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-e061efa6-694a-4f9d-8c1b-280892737c14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1099 time: 0.0591526 Jun 25 11:54:54.031373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-48c6bd69-9795-4f27-a336-f8183d03cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:54.032881 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-48c6bd69-9795-4f27-a336-f8183d03cd38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0918674 Jun 25 11:54:54.098374 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-e7b38fda-b25d-473f-a3a7-45d73722ae57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 998 time: 0.0582638 Jun 25 11:54:54.126727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:94:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:54:53Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:54.149988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-2c447097-831c-4f3b-941f-88c0b13bf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:54.151484 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-2c447097-831c-4f3b-941f-88c0b13bf287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0474589 Jun 25 11:54:54.153277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:54:54.162396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:54:54.162946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:54:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:54.209801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-cecef6f3-7318-42bb-a287-1f1d2ac15608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:54:54.211334 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-cecef6f3-7318-42bb-a287-1f1d2ac15608 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538402 Jun 25 11:54:54.267694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:54:54.304415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-d0b0ed64-7d8b-433f-aeb7-9674a46f1baa service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867100 Jun 25 11:54:54.505769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:94:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:54:53Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:54:54.538180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefd87d-efd3-4e5c-a243-6ae17f6908af None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:94:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:54:53Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:54:54.735965 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6aa41ff-e807-4350-a9f5-abb100fae946 req-1a57263b-ad4e-4cc1-bca6-725ac3c3f7ef service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254320 Jun 25 11:54:54.740416 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d141425-9eea-4f3e-ab70-dc3d8ead99a5 None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:54:59.505279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dab591f4-78a3-4b2f-9cc9-0cb7962a8819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:01.966265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-357f3361-99cf-4300-b13e-14d07cf8d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:02.109557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:03.242627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:05.070984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:10.631158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:22.776018 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:55:29.510235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-73fd4074-c438-4a96-9802-c53c82bf2bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:31.967365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-093b04be-31f7-4fbf-9978-349b234a1769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:32.133227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:33.245332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:35.057218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:38.305520 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-fd8243a2-08d9-47df-9fa3-82480c2ca7d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651033 Jun 25 11:55:38.404075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-46ab22d3-0e2e-4028-8cfd-13fdb792ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:55:38.405585 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-46ab22d3-0e2e-4028-8cfd-13fdb792ab68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1099 time: 0.0567307 Jun 25 11:55:38.514592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-994ad8c1-2d0d-425b-98d2-392a85315d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:55:38.516022 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-994ad8c1-2d0d-425b-98d2-392a85315d41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0853302 Jun 25 11:55:38.586700 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-d93fcc0c-8721-4b66-acf9-5ef23e29f03e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 1000 time: 0.0637889 Jun 25 11:55:38.635924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-0e3319aa-8ff6-4f8d-8ecb-d591a6b52246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:55:38.637432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-0e3319aa-8ff6-4f8d-8ecb-d591a6b52246 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0449359 Jun 25 11:55:38.695538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-c9f61cde-9656-42b6-8b53-0af6a3237a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:55:38.697064 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-c9f61cde-9656-42b6-8b53-0af6a3237a91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537624 Jun 25 11:55:38.788931 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-1b39cab9-d146-4c63-95d4-19fa151ab0bf service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852978 Jun 25 11:55:38.888181 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9797d35-ea96-4258-a0bf-3bcf66524d3e req-92d32e99-47b7-47f7-bbd1-cdf6ed9e266a service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932763 Jun 25 11:55:40.699496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:59.515249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-68abf480-849d-44c9-829d-8409b913792e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:55:59.776069 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:56:01.975599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a7b03607-8a8e-46da-a2b2-fc580c63d082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:02.146581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:03.235348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:05.063849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:07.804189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab2102-d1e6-483b-9eec-66e859002152 req-44d0180f-b2e9-4547-9cc7-e31a9ffdee74 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:07.806310 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e6ab2102-d1e6-483b-9eec-66e859002152 req-44d0180f-b2e9-4547-9cc7-e31a9ffdee74 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0789273 Jun 25 11:56:07.846470 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e6ab2102-d1e6-483b-9eec-66e859002152 req-0b1c8349-aebe-461a-91c8-d14607df2be3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Jun 25 11:56:09.047075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843aaff-b07f-435c-9961-2670ed020190 req-e8ac1f45-65d9-4fa3-bdd4-4d17258531ca tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:09.048594 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5843aaff-b07f-435c-9961-2670ed020190 req-e8ac1f45-65d9-4fa3-bdd4-4d17258531ca tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0762753 Jun 25 11:56:09.089756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5843aaff-b07f-435c-9961-2670ed020190 req-8d10c389-0191-46d1-b26c-c501be62e1c1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354033 Jun 25 11:56:10.266848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8238f0-9abd-4981-a052-7ebad96caa19 req-e276986b-4fa2-4a88-8007-cd0a881c7d46 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:10.268480 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9c8238f0-9abd-4981-a052-7ebad96caa19 req-e276986b-4fa2-4a88-8007-cd0a881c7d46 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0636556 Jun 25 11:56:10.309276 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9c8238f0-9abd-4981-a052-7ebad96caa19 req-2f841185-8c21-4efb-9f48-f76ea4ab72d3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348978 Jun 25 11:56:10.667370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:11.504948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45887bdd-fed1-4493-9c23-ed1af18aa1a5 req-27e3ec68-e554-4973-9c65-8c3abf370820 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:11.506725 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-45887bdd-fed1-4493-9c23-ed1af18aa1a5 req-27e3ec68-e554-4973-9c65-8c3abf370820 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0834949 Jun 25 11:56:11.550523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-45887bdd-fed1-4493-9c23-ed1af18aa1a5 req-91e99408-a5a1-4481-a28d-8936917d9fdb tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374546 Jun 25 11:56:12.730052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582e3bb-51da-431a-8a81-6236dc8ca6a7 req-4d6be2f0-7af7-4a60-8331-a0ee1d43955b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:12.731771 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f582e3bb-51da-431a-8a81-6236dc8ca6a7 req-4d6be2f0-7af7-4a60-8331-a0ee1d43955b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0702024 Jun 25 11:56:12.771432 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f582e3bb-51da-431a-8a81-6236dc8ca6a7 req-ae5f51e7-d1af-448d-88ac-ddff90dea60f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339422 Jun 25 11:56:13.956104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819418b-50c1-44e4-a29e-f8eeac6e83b8 req-570dfe6f-847c-49da-a062-777b3c2db17f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:13.957671 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6819418b-50c1-44e4-a29e-f8eeac6e83b8 req-570dfe6f-847c-49da-a062-777b3c2db17f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0693250 Jun 25 11:56:14.000266 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6819418b-50c1-44e4-a29e-f8eeac6e83b8 req-f085c0a8-a91d-4cf3-a21a-96e3b486d33f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365195 Jun 25 11:56:15.205754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ce16-4d5f-4fe2-9391-5da1dd4cb402 req-6dd22db3-307c-4cf8-bc07-7ccacef40400 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:15.207281 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6a07ce16-4d5f-4fe2-9391-5da1dd4cb402 req-6dd22db3-307c-4cf8-bc07-7ccacef40400 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0707488 Jun 25 11:56:15.249596 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6a07ce16-4d5f-4fe2-9391-5da1dd4cb402 req-07b3510b-9684-450f-a350-47780618da45 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347877 Jun 25 11:56:16.451497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970cef-2ffc-4990-8f22-121d41fd5c01 req-6cfc1c1a-36f5-459e-a780-a6e00d173c83 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:16.453071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d970cef-2ffc-4990-8f22-121d41fd5c01 req-6cfc1c1a-36f5-459e-a780-a6e00d173c83 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0752721 Jun 25 11:56:16.493063 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d970cef-2ffc-4990-8f22-121d41fd5c01 req-be9da6b5-3f15-4bae-bee3-0e5119de4d77 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Jun 25 11:56:17.688585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2b50e-bc58-4797-b0ce-7ade223b9821 req-ea34209e-7699-4d13-b289-3b397f58d212 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:17.690182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-69d2b50e-bc58-4797-b0ce-7ade223b9821 req-ea34209e-7699-4d13-b289-3b397f58d212 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0694237 Jun 25 11:56:17.742386 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-69d2b50e-bc58-4797-b0ce-7ade223b9821 req-2c34175d-a768-4cd6-914a-ea9bbd4ee7ea tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462654 Jun 25 11:56:18.932464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93def7f-6951-498c-8afb-c9f659570c1e req-8917310a-48b5-469b-9e09-53abcf8f7965 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:18.934032 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f93def7f-6951-498c-8afb-c9f659570c1e req-8917310a-48b5-469b-9e09-53abcf8f7965 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0703955 Jun 25 11:56:18.974780 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f93def7f-6951-498c-8afb-c9f659570c1e req-3924a869-ef57-4322-8cf3-b978f82d229b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343637 Jun 25 11:56:19.648582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde2972-4f92-4b5e-9dec-338c1ccce01b req-06d58d2a-5b06-431f-b02e-b3939e2c1251 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:19.651096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7cde2972-4f92-4b5e-9dec-338c1ccce01b req-06d58d2a-5b06-431f-b02e-b3939e2c1251 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0734141 Jun 25 11:56:19.691355 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7cde2972-4f92-4b5e-9dec-338c1ccce01b req-a7ca6c14-307d-47bb-a241-b2b7e4867de0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340955 Jun 25 11:56:19.757760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 33458) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:56:19.852991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-ddc5b244-e2ad-47db-9d86-34d071779c51 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965226 Jun 25 11:56:20.891660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e233445-ed4d-43b7-af0c-91cd8b604c3c req-1245db7e-c10a-4bd9-b866-9573988a30ac tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:20.893660 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2e233445-ed4d-43b7-af0c-91cd8b604c3c req-1245db7e-c10a-4bd9-b866-9573988a30ac tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0691106 Jun 25 11:56:20.940706 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2e233445-ed4d-43b7-af0c-91cd8b604c3c req-a1701afd-961c-4fd6-9729-1ef41dd8d7e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Jun 25 11:56:22.149666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d223e4a-97bc-44dc-89c8-cca7ed2f2e4c req-59ea8a02-3faf-4dcf-844d-1750a2261b8d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:22.151657 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4d223e4a-97bc-44dc-89c8-cca7ed2f2e4c req-59ea8a02-3faf-4dcf-844d-1750a2261b8d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0725861 Jun 25 11:56:22.194085 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4d223e4a-97bc-44dc-89c8-cca7ed2f2e4c req-6bea1bce-ef1e-403f-92b5-52d81abcfa38 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363650 Jun 25 11:56:22.847818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-1b68a150-cf5a-4557-83a2-0e7a1b293c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:22.849303 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-1b68a150-cf5a-4557-83a2-0e7a1b293c90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1099 time: 0.0625808 Jun 25 11:56:22.955661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-99456775-0add-48d6-b5dd-d425ed1adee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:22.957192 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-99456775-0add-48d6-b5dd-d425ed1adee5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1016827 Jun 25 11:56:23.035428 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-245e2a17-4c9a-4332-ab16-d16811f10f5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 1000 time: 0.0715220 Jun 25 11:56:23.105104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-ef7e14ec-d460-4489-92fc-86c1384c3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:23.107039 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-ef7e14ec-d460-4489-92fc-86c1384c3286 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0645766 Jun 25 11:56:23.165054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-ae4bef10-23f4-49a8-a5bd-b86bee8f1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:23.167349 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-ae4bef10-23f4-49a8-a5bd-b86bee8f1a1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545428 Jun 25 11:56:23.280018 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-009aa8cb-59ab-4693-a072-262f243fcf33 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050532 Jun 25 11:56:23.384208 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-e0ebf3d9-920d-465d-aa64-b3bfe7e1f4f1 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968554 Jun 25 11:56:23.457048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be8391-b37e-46eb-beef-dc2e6c8ca11b req-2554ac93-1cd5-4a7d-b569-81b107f84278 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:23.458706 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-04be8391-b37e-46eb-beef-dc2e6c8ca11b req-2554ac93-1cd5-4a7d-b569-81b107f84278 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0820463 Jun 25 11:56:23.502490 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-04be8391-b37e-46eb-beef-dc2e6c8ca11b req-58562721-700a-420f-adca-36cf5d663cb7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363390 Jun 25 11:56:24.704888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dc71c-fbb8-44d4-9443-197072d8da83 req-8908878f-1bda-4082-af89-12b89161f30f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:24.706474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-629dc71c-fbb8-44d4-9443-197072d8da83 req-8908878f-1bda-4082-af89-12b89161f30f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0737717 Jun 25 11:56:24.745486 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-629dc71c-fbb8-44d4-9443-197072d8da83 req-f89b49ac-9b6e-4c85-b94e-6ad3ac196755 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333490 Jun 25 11:56:25.663593 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-d9838e1c-91dd-4f06-8538-b1c4cad4283e service neutron] 10.222.0.47 "GET /v2.0/ports/a03779ce-7248-453e-8337-7b6b70bde0bf/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0587606 Jun 25 11:56:25.974779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93ca23-bebd-4f39-b8ea-51ff79c50b29 req-d4a2da32-b4ae-4f03-ac9c-e1e0d2848732 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:25.976297 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aa93ca23-bebd-4f39-b8ea-51ff79c50b29 req-d4a2da32-b4ae-4f03-ac9c-e1e0d2848732 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0869637 Jun 25 11:56:26.019594 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-aa93ca23-bebd-4f39-b8ea-51ff79c50b29 req-1e561db0-b475-4cbd-9638-67859ac0bdb2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362318 Jun 25 11:56:26.313463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-25fe06ec-d7a7-43bc-ab9b-7ccceb1f6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:26.314894 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-25fe06ec-d7a7-43bc-ab9b-7ccceb1f6c07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 1099 time: 0.0590460 Jun 25 11:56:26.395639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-c8a56de6-fd2f-4fdc-b6ed-19fa7655a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:26.397189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-c8a56de6-fd2f-4fdc-b6ed-19fa7655a210 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1099 time: 0.0580320 Jun 25 11:56:26.493673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-ba1f9b06-9aed-4474-99af-368aef052905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:26.496087 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-ba1f9b06-9aed-4474-99af-368aef052905 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0930109 Jun 25 11:56:26.565441 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-59ef0b07-31f3-4f00-a7f8-f3bd611e8201 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 1000 time: 0.0627630 Jun 25 11:56:26.621492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-7793f7fa-f43f-4ee0-8b61-cf58e254f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:26.622974 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-7793f7fa-f43f-4ee0-8b61-cf58e254f841 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0517604 Jun 25 11:56:26.683132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-84bac5d5-abc5-49ba-ada5-4070a631156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:26.684701 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-84bac5d5-abc5-49ba-ada5-4070a631156f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0556479 Jun 25 11:56:26.788581 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-cc129c4e-9dfe-43d9-935b-9e034b0b45a3 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967760 Jun 25 11:56:26.890255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cccf6b5-1d2b-4fdb-9df2-7ba741dc4e0b req-84967ea5-59dc-4cd0-8f33-71107c673192 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871115 Jun 25 11:56:27.214167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea9a1e-98f6-47bc-bd7a-c7a8730cf865 req-7597752a-dec5-4933-bfea-8db93677baec tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:27.215792 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0aea9a1e-98f6-47bc-bd7a-c7a8730cf865 req-7597752a-dec5-4933-bfea-8db93677baec tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0751662 Jun 25 11:56:27.261704 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0aea9a1e-98f6-47bc-bd7a-c7a8730cf865 req-bcbd7208-fcae-4398-9138-17cd4f6cb93e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Jun 25 11:56:28.370112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a03779ce-7248-453e-8337-7b6b70bde0bf no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:56:28.456245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:28.476119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec943352-f115-4797-baaa-84b6bf3c7e78 req-cf3a5602-06fa-4fee-b726-fb5564c07d6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:28.477871 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ec943352-f115-4797-baaa-84b6bf3c7e78 req-cf3a5602-06fa-4fee-b726-fb5564c07d6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0744262 Jun 25 11:56:28.496881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:56:28.502347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c9858f-1af4-433b-90eb-85a7e429d8ad" -d '{"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:56:28.524422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:28.539983 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ec943352-f115-4797-baaa-84b6bf3c7e78 req-ab4a4156-2424-432f-b384-a9848650a40f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529327 Jun 25 11:56:28.614354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:28.618211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2418d8-cb5d-41dc-9cf2-373672e69cc1 x-openstack-request-id: req-6a2418d8-cb5d-41dc-9cf2-373672e69cc1 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:56:28.618510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-unplugged", "status": "completed", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:56:28.619704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a2418d8-cb5d-41dc-9cf2-373672e69cc1 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:56:28.620362 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'code': 200} Jun 25 11:56:28.620693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:28.673419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:28.680938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.681328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.682284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.682731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.683061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.683397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.683723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.684126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.684453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.684773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.685115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.685444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:28.689757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:29.550772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-672c408a-4af8-40bd-bd1c-1e42fee9eb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:29.777245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9073bb-6dab-49ff-8e1e-622e2b145322 req-b715bcac-479f-48ec-a797-b538df36b841 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:29.778850 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6b9073bb-6dab-49ff-8e1e-622e2b145322 req-b715bcac-479f-48ec-a797-b538df36b841 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 944 time: 0.0788276 Jun 25 11:56:29.826610 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6b9073bb-6dab-49ff-8e1e-622e2b145322 req-e1aa3bb6-dc20-4d6a-9782-1aac40dd36a6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Jun 25 11:56:30.380423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a03779ce-7248-453e-8337-7b6b70bde0bf details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:56:30.483081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:30.495963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'mac_address': 'fa:16:3e:94:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:56:30.538608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:30.552756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03779ce-7248-453e-8337-7b6b70bde0bf {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:56:30.592207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:30.685857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:30.687720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:30.749939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:30.753214 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:30.767615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['a03779ce-7248-453e-8337-7b6b70bde0bf'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:56:31.027583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07769556-80c9-486e-abb8-f01330a6ed60 req-905632aa-b33f-4677-a686-b1d32a7e0e7e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:31.029081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07769556-80c9-486e-abb8-f01330a6ed60 req-905632aa-b33f-4677-a686-b1d32a7e0e7e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 945 time: 0.0713785 Jun 25 11:56:31.073230 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-07769556-80c9-486e-abb8-f01330a6ed60 req-0b806e49-3a70-4f6b-9729-78ba54fe0958 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380101 Jun 25 11:56:31.631707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d88d4-c388-4a86-b5fc-751e1a5e0cb9 req-87941da5-577f-442a-bfda-55a3ea4d131e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:31.635795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-208d88d4-c388-4a86-b5fc-751e1a5e0cb9 req-87941da5-577f-442a-bfda-55a3ea4d131e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 945 time: 0.0769455 Jun 25 11:56:31.716370 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-208d88d4-c388-4a86-b5fc-751e1a5e0cb9 req-3ee719d1-c69e-4b13-ba9c-c2189194a2ac tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758405 Jun 25 11:56:31.763117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-1a66256e-45c4-4e4f-b49d-8aa90662ddf4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:31.763117 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-1a66256e-45c4-4e4f-b49d-8aa90662ddf4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1&tenant_id=606746a17a854dcb9d1ab996e9cfe397&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1043761 Jun 25 11:56:31.866928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-11e30ce6-535b-4f8b-af93-46ca3d920602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:31.868707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-11e30ce6-535b-4f8b-af93-46ca3d920602 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1098 time: 0.0596018 Jun 25 11:56:31.981249 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-0588fbaa-6d88-4ff3-8027-95764c05f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:31.982679 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-0588fbaa-6d88-4ff3-8027-95764c05f399 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1069038 Jun 25 11:56:32.002090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-482ce62b-e354-4a48-a141-545822730e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:32.065914 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-30ac7a97-da1a-4078-a97c-399566b37e99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 999 time: 0.0770380 Jun 25 11:56:32.106023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:32.119965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-5210c270-84f4-46f8-92f1-2e6c458d83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:32.121881 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-5210c270-84f4-46f8-92f1-2e6c458d83e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0496111 Jun 25 11:56:32.191269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-c57d8c02-402a-4a01-b68b-6c3aa8c70bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:32.192869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-c57d8c02-402a-4a01-b68b-6c3aa8c70bf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0634782 Jun 25 11:56:32.305741 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-01170b29-1a7b-419f-b7ff-15403daf3b1d service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052806 Jun 25 11:56:32.380042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a03779ce-7248-453e-8337-7b6b70bde0bf up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:56:32.407083 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-850f13c8-9995-48d8-b4dd-dbda258ed4e5 req-97934316-082a-469e-ba56-631132c49bc0 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948508 Jun 25 11:56:32.434364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port a03779ce-7248-453e-8337-7b6b70bde0bf triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:56:32.434922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:32.518758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:32.545838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:56:32.548170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a3cb00-5787-4733-9e1c-6250c69054b2" -d '{"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-plugged", "status": "completed", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:56:32.565805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:32.604858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5862f370-0317-46f0-b7ca-48f5649cf713 x-openstack-request-id: req-5862f370-0317-46f0-b7ca-48f5649cf713 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:56:32.605287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-plugged", "status": "completed", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:56:32.605544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5862f370-0317-46f0-b7ca-48f5649cf713 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:56:32.605963 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'code': 200} Jun 25 11:56:32.652674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:32.656063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:32.723816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:32.726909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:32.927607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f33fde-468a-4887-8dde-3f522f9d2aeb req-24060ed2-9d36-4c8b-ab1a-e8d625d0eb13 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:32.929229 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a5f33fde-468a-4887-8dde-3f522f9d2aeb req-24060ed2-9d36-4c8b-ab1a-e8d625d0eb13 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0808976 Jun 25 11:56:32.973289 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a5f33fde-468a-4887-8dde-3f522f9d2aeb req-4df539ce-52ca-42c1-a1c1-50892e0ebdd7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371060 Jun 25 11:56:33.285878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:34.199071 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21bf41-5329-4cb1-a8ff-3336697bec4a req-216fc8b0-76a4-4ca6-b6a5-790a79a131c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:34.201499 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5b21bf41-5329-4cb1-a8ff-3336697bec4a req-216fc8b0-76a4-4ca6-b6a5-790a79a131c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0932500 Jun 25 11:56:34.251084 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5b21bf41-5329-4cb1-a8ff-3336697bec4a req-401d81b1-7aad-4e84-9adf-604310972cc5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389545 Jun 25 11:56:34.484153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361aaa-7807-451d-b178-9cc3a7704dca req-984eea1c-5b6c-4551-ab4c-5532938ae26f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:34.485862 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6c361aaa-7807-451d-b178-9cc3a7704dca req-984eea1c-5b6c-4551-ab4c-5532938ae26f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0859060 Jun 25 11:56:34.532842 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6c361aaa-7807-451d-b178-9cc3a7704dca req-ce32a874-f6ba-4f34-8449-6aefd07074e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Jun 25 11:56:35.082580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f35693-1683-4470-91f8-a72a5e210371 req-70b6947c-1824-421d-b3af-912cebe52f39 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:35.086793 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76f35693-1683-4470-91f8-a72a5e210371 req-70b6947c-1824-421d-b3af-912cebe52f39 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0761778 Jun 25 11:56:35.108215 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:35.157628 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76f35693-1683-4470-91f8-a72a5e210371 req-57be6d40-57c0-41b2-a6ec-ef9bf9aa978d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652299 Jun 25 11:56:35.180179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-2367d18f-e23d-452d-88c3-b65aa4333a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:35.183365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-2367d18f-e23d-452d-88c3-b65aa4333a29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 1099 time: 0.0830760 Jun 25 11:56:35.285210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-cfa3d917-1352-40ea-8b79-5ea4915a17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:35.286788 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-cfa3d917-1352-40ea-8b79-5ea4915a17e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0974507 Jun 25 11:56:35.355930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-4ac90f35-6306-4542-8636-3c8f7547cb8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 200 len: 1000 time: 0.0626450 Jun 25 11:56:35.412181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-361cdc0c-e11a-4b24-97c7-4966d1ffa0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:35.413608 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-361cdc0c-e11a-4b24-97c7-4966d1ffa0a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0516279 Jun 25 11:56:35.472929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-a86e946f-c90b-4ddf-b239-ef358449fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:35.474605 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-a86e946f-c90b-4ddf-b239-ef358449fc84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549064 Jun 25 11:56:35.569504 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-230db86d-8628-496c-aaff-f0e6e0e7953c service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881715 Jun 25 11:56:35.676673 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-01c2905d-1b6c-4798-bb95-b9984e364402 req-bcd8b9ac-1b2e-4461-afbb-d3b28f3a629c service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005874 Jun 25 11:56:36.365249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6eb92-e86b-471b-bf45-2bccf43717db req-fd54d60e-f4b1-4317-b29f-32bde6b71786 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:36.366897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-43a6eb92-e86b-471b-bf45-2bccf43717db req-fd54d60e-f4b1-4317-b29f-32bde6b71786 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0898499 Jun 25 11:56:36.414313 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-43a6eb92-e86b-471b-bf45-2bccf43717db req-b08ac962-7f36-45ab-8432-b1da4a175ab7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359561 Jun 25 11:56:36.776745 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:56:37.621705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f10b3-276f-41d4-b4c1-f13f407d3c2c req-75ec9e26-bac9-4b2a-a3a0-59a55d11e3e0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:37.623315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-774f10b3-276f-41d4-b4c1-f13f407d3c2c req-75ec9e26-bac9-4b2a-a3a0-59a55d11e3e0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0700908 Jun 25 11:56:37.669819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-774f10b3-276f-41d4-b4c1-f13f407d3c2c req-83c7c183-b878-42ee-be80-7fd67967bc7c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398958 Jun 25 11:56:38.456594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49399d1-194b-4978-b698-8187985d5f14 req-54cfdd90-7d2c-4e1b-9ad2-f31fdda50902 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:38.458258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f49399d1-194b-4978-b698-8187985d5f14 req-54cfdd90-7d2c-4e1b-9ad2-f31fdda50902 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0774820 Jun 25 11:56:38.507851 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f49399d1-194b-4978-b698-8187985d5f14 req-69e7bab9-7c99-4d39-87b4-7a8b37599e71 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386355 Jun 25 11:56:39.708399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729695aa-0722-48d2-8a41-e931316982e9 req-f0d7010b-c2c9-4491-b4e0-dafb97eb18d7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:39.710145 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-729695aa-0722-48d2-8a41-e931316982e9 req-f0d7010b-c2c9-4491-b4e0-dafb97eb18d7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0799267 Jun 25 11:56:39.755418 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-729695aa-0722-48d2-8a41-e931316982e9 req-05428a05-0ced-49b3-ae3c-c488858f2369 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391488 Jun 25 11:56:40.293078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-bae23b4d-fd52-40e8-a21d-d114c12adede tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:40.295129 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-bae23b4d-fd52-40e8-a21d-d114c12adede tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0728545 Jun 25 11:56:40.412919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Deleting port a03779ce-7248-453e-8337-7b6b70bde0bf {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:56:40.413358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:40.520455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] For port a03779ce-7248-453e-8337-7b6b70bde0bf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a03779ce-7248-453e-8337-7b6b70bde0bf,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:40.520888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:40.677015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:40.796991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:40.797475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:40.797847 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 disassociated. External IP: 172.26.0.9, port: a03779ce-7248-453e-8337-7b6b70bde0bf. Jun 25 11:56:40.798367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Calling delete_port for a03779ce-7248-453e-8337-7b6b70bde0bf owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:56:41.034845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd58b4-5f5d-4f52-b13d-d709aacb67c8 req-33d0e020-d586-406a-8142-432a0f5f00c7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:41.036507 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73bd58b4-5f5d-4f52-b13d-d709aacb67c8 req-33d0e020-d586-406a-8142-432a0f5f00c7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 946 time: 0.0889928 Jun 25 11:56:41.071263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:41.081319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-037379cd-76e0-4730-a515-7bf7962aa33b tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:41.115556 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73bd58b4-5f5d-4f52-b13d-d709aacb67c8 req-d9c1cae8-3ced-425d-ba6e-4475233369e7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723300 Jun 25 11:56:41.119173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event deleted for resources: {'Port': ['ID=a03779ce-7248-453e-8337-7b6b70bde0bf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:41.132241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.132653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.133070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.133490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.133915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.134310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.134753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.135740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.146122 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.150293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.150293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.151203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:56:41.156130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:41.290681 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:56:41.795413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:56:41.805909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:56:41.821386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:56:41.823028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:56:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:56:41.877389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] No DVR routers for this DVR port a03779ce-7248-453e-8337-7b6b70bde0bf on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:56:41.881507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:41.884792 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-82264180-faa0-4a0b-8f8c-8488c7a21b0f req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "DELETE /v2.0/ports/a03779ce-7248-453e-8337-7b6b70bde0bf HTTP/1.1" status: 204 len: 173 time: 1.5837464 Jun 25 11:56:41.885722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-deleted', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:56:41.890019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae4c42d-57ee-4720-a67e-f46142f76a6f" -d '{"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-deleted", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:56:41.940687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69fb24c-ff92-4070-a775-e2663dc08501 x-openstack-request-id: req-f69fb24c-ff92-4070-a775-e2663dc08501 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:56:41.941049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dcb3c0-39a1-4f76-98e5-af4dab17bbf1", "name": "network-vif-deleted", "tag": "a03779ce-7248-453e-8337-7b6b70bde0bf", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:56:41.941391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f69fb24c-ff92-4070-a775-e2663dc08501 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:56:41.941823 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dcb3c0-39a1-4f76-98e5-af4dab17bbf1', 'name': 'network-vif-deleted', 'tag': 'a03779ce-7248-453e-8337-7b6b70bde0bf', 'status': 'completed', 'code': 200} Jun 25 11:56:41.983683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:56:42.220286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:56:42.259055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:56:42.270570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:56:42.271336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:56:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:56:42.332211 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fdef1856-72e0-4773-9e7d-d0dc3c7513a7 req-d7ac368e-a330-42fa-b987-ceb7ee469059 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=64dcb3c0-39a1-4f76-98e5-af4dab17bbf1 HTTP/1.1" status: 200 len: 210 time: 0.0338147 Jun 25 11:56:42.391113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:56:42.789803 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:56:42.840792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd82f46-f880-4363-b218-eb2e16ed1c0e None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:56:43.124858 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5412a9-3d2d-49ce-9181-2a5a0ac84c0d None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:56:43.806589 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-09895296-6d1a-4d00-968e-531ced70582c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1319273457&fields=id&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 267 time: 0.0475504 Jun 25 11:56:43.973054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-89b1df69-fd6f-4b2c-af87-4d878497320c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:43.974689 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-89b1df69-fd6f-4b2c-af87-4d878497320c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1603553 Jun 25 11:56:43.992179 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-0229571c-6abc-4c38-a2ad-f185feba9a94 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/quotas/606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 375 time: 0.0109847 Jun 25 11:56:44.084115 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-f4e4e9b8-82e8-4040-b3f0-f3156a1289ad tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846448 Jun 25 11:56:44.250720 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-a096effc-a26d-42ae-95d7-6412d7063144 service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521773 Jun 25 11:56:44.357021 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-e8304875-2df9-4a3d-af75-04d2fe365ec8 service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997927 Jun 25 11:56:44.474015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a03779ce-7248-453e-8337-7b6b70bde0bf no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:56:44.497210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: a03779ce-7248-453e-8337-7b6b70bde0bf {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:56:44.501693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device a03779ce-7248-453e-8337-7b6b70bde0bf not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:56:44.749827 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-453b92de-f9ad-45ad-b5b1-a17417e9ac72 req-5261eaf4-e492-46c6-b2e1-a21a882d58eb tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 210 time: 0.0390038 Jun 25 11:56:45.863421 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5345b361-0701-4600-8ad1-79b38d591b43 req-ada8d2cd-cf1d-4ec9-8b90-d98bb125dadc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 210 time: 0.0425797 Jun 25 11:56:47.085600 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-26587807-073b-4250-aa7d-38d48cc0adea req-5b1d5fa0-2330-4216-9cf0-82e161e3ae68 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 210 time: 0.0541878 Jun 25 11:56:47.397852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-fb8ce71b-5353-4541-8da4-640f64767725 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:47.399794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-fb8ce71b-5353-4541-8da4-640f64767725 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1213024 Jun 25 11:56:47.453451 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-9353abf0-39a4-4fca-b78b-7d1fd8ae631f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 380 time: 0.0422995 Jun 25 11:56:47.464424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'port': {'device_id': '49d43fd7-6b62-4269-818e-2e030e61e487', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'admin_state_up': True, 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'security_groups': ['79557d23-24eb-43e9-bc9e-7fd557d9c069']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:56:47.791368 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Made reservation on behalf of 606746a17a854dcb9d1ab996e9cfe397 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:56:47.795279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:47.991172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Allocated IP 172.20.0.5 (78abc83e-c8f8-4310-add0-3b570e655ab4/bbfdd597-6f9a-4fce-a216-c038fb8b52dd/7ad5639e-6784-46af-ac81-e1c744af3f7b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:56:48.193711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:48.216025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Transition to ACTIVE for port object 7ad5639e-6784-46af-ac81-e1c744af3f7b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:56:48.309009 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a0fdf3ef-43ff-479a-98e4-cfde8a3f42a1 req-65f36dc0-6b08-4b0b-99ba-c5eae1627840 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 210 time: 0.0324693 Jun 25 11:56:48.329237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:48.334102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da2bc81f-393e-4849-b0e4-48b67e91af64 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:48.388742 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:56:48.392312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:56:48.395140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:56:48.426217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:48.434503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:48.477401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:48.478525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:48.591565 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1316876 Jun 25 11:56:48.607436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Request body: {'port': {'device_id': '49d43fd7-6b62-4269-818e-2e030e61e487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:56:48.710828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:48.824647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c2e5e6a4-3971-486c-b08a-402505cf917a None None] Provisioning for port 7ad5639e-6784-46af-ac81-e1c744af3f7b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:56:48.831072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c2e5e6a4-3971-486c-b08a-402505cf917a None None] Provisioning complete for port 7ad5639e-6784-46af-ac81-e1c744af3f7b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:56:48.831666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e6a4-3971-486c-b08a-402505cf917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:48.895225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5e6a4-3971-486c-b08a-402505cf917a None None] Port 7ad5639e-6784-46af-ac81-e1c744af3f7b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:56:49.078795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:56:49.090004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:49.105692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Transition to ACTIVE for port object 7ad5639e-6784-46af-ac81-e1c744af3f7b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:56:49.191773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:49.194228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2d8580c2-fc4e-4fcd-952a-593382b46458 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:49.248128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:49.253115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:49.355009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Attempting to bind port 7ad5639e-6784-46af-ac81-e1c744af3f7b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:56:49.355800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Attempting to bind port 7ad5639e-6784-46af-ac81-e1c744af3f7b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:56:49.356301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Attempting to bind port 7ad5639e-6784-46af-ac81-e1c744af3f7b on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:56:49.364817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Port 7ad5639e-6784-46af-ac81-e1c744af3f7b on network 78abc83e-c8f8-4310-add0-3b570e655ab4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:56:49.365451 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Attempting to bind port 7ad5639e-6784-46af-ac81-e1c744af3f7b on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:56:49.376080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:56:49.376659 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Checking segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:56:49.377318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Bound using segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:56:49.378044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Bound port: 7ad5639e-6784-46af-ac81-e1c744af3f7b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:56:49.378652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:49.490746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:56:49.497717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:56:49.601697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7abc4-3ec9-41fc-96e3-c1f9c5ed1476 req-0740e45c-eecc-447e-9939-e98cabc78eac tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:49.603257 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86d7abc4-3ec9-41fc-96e3-c1f9c5ed1476 req-0740e45c-eecc-447e-9939-e98cabc78eac tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 943 time: 0.0760412 Jun 25 11:56:49.626288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:49.630291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1ad515de-b802-4e0d-beb6-41b623b8ca13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:49.690443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-86d7abc4-3ec9-41fc-96e3-c1f9c5ed1476 req-3e257062-02c8-45af-b519-0a1a3e326238 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806251 Jun 25 11:56:49.694026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:49.694669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:49.696208 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] 10.222.0.47 "PUT /v2.0/ports/7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 1093 time: 1.0953131 Jun 25 11:56:49.696816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:56:49.699521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:56:49.737753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:49.742693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:49.952251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-dc894293-218c-491e-857a-c5e56ec0b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:49.954869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-dc894293-218c-491e-857a-c5e56ec0b791 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1096 time: 0.1133890 Jun 25 11:56:50.009963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32471cf-407a-46d7-ac0d-fb0d351b067e x-openstack-request-id: req-e32471cf-407a-46d7-ac0d-fb0d351b067e {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:56:50.010846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:56:50.011232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e32471cf-407a-46d7-ac0d-fb0d351b067e {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:56:50.012011 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'status': 'completed', 'code': 200} Jun 25 11:56:50.013623 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-db58ca4e-7479-4763-8193-6de1dbd071f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 217 time: 0.0512741 Jun 25 11:56:50.084520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-3d12c403-9875-4006-a31a-85378a1fc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:50.086071 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-3d12c403-9875-4006-a31a-85378a1fc9da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0655825 Jun 25 11:56:50.151993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-7edcaabe-55ee-408a-8bd1-3986755b6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:50.153906 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-7edcaabe-55ee-408a-8bd1-3986755b6473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609291 Jun 25 11:56:50.258338 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-558ca86e-d5f4-4960-aea5-65be5631914b service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976357 Jun 25 11:56:50.367488 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-361fd955-a140-4fb2-b5ca-e2b1cbb17d1f req-7caaa70a-a8c2-4b0e-95ee-c46a090a7aa2 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030369 Jun 25 11:56:50.578936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-a57ea5d7-85d2-43a8-89ec-6965b96eea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:50.580416 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-a57ea5d7-85d2-43a8-89ec-6965b96eea0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1096 time: 0.0637438 Jun 25 11:56:50.688952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-3a049d60-08e5-4a84-aa3b-32c6d8558c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:50.690857 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-3a049d60-08e5-4a84-aa3b-32c6d8558c38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1036189 Jun 25 11:56:50.737375 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-4ab2d9e9-7448-4419-84d5-4ec605d549f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 217 time: 0.0401909 Jun 25 11:56:50.797334 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-7386fa55-97d5-4fb2-9f23-636bc5f306d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:50.798931 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-7386fa55-97d5-4fb2-9f23-636bc5f306d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0551884 Jun 25 11:56:50.868807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-479b999b-d68c-4d8c-933e-c3fffd5f983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:50.871038 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-479b999b-d68c-4d8c-933e-c3fffd5f983f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659275 Jun 25 11:56:51.022862 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-3852e242-d2fd-4534-9c8f-ab5907b0b269 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442635 Jun 25 11:56:51.054960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0c32d-9a9d-4732-bac7-72f2532fe032 req-8e7d5901-ded0-4990-bc49-3d8b432f95a1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:51.056848 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fcf0c32d-9a9d-4732-bac7-72f2532fe032 req-8e7d5901-ded0-4990-bc49-3d8b432f95a1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 943 time: 0.1440902 Jun 25 11:56:51.154362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fcf0c32d-9a9d-4732-bac7-72f2532fe032 req-de70262b-0549-4ee4-988e-fabe21338f2d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862970 Jun 25 11:56:51.181016 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0edcc0d2-c98b-48ea-b5ed-f919123ab4a9 req-9408899a-cfb4-44af-a88c-789ebe3e30ca service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492517 Jun 25 11:56:52.374934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f1710-52d2-4453-bdcd-d899ca331364 req-fac74a50-2844-4613-a3b4-f72ec0b75376 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:52.376568 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b98f1710-52d2-4453-bdcd-d899ca331364 req-fac74a50-2844-4613-a3b4-f72ec0b75376 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 943 time: 0.0832751 Jun 25 11:56:52.442382 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b98f1710-52d2-4453-bdcd-d899ca331364 req-fa8aaf2d-0347-4829-acc9-e2da35fff802 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590854 Jun 25 11:56:53.661017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6f43c-cf57-4af8-96fe-a16d864272b3 req-b85b7ee0-9a03-4f9a-a98d-06429dfb8e99 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:53.662826 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ece6f43c-cf57-4af8-96fe-a16d864272b3 req-b85b7ee0-9a03-4f9a-a98d-06429dfb8e99 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 943 time: 0.0822213 Jun 25 11:56:53.713066 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ece6f43c-cf57-4af8-96fe-a16d864272b3 req-7cb52f08-4471-42d8-96e9-432c1c9d1293 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Jun 25 11:56:54.532611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:56:54.655991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:54.674965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'mac_address': 'fa:16:3e:b0:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:56:54.718809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:54.736250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:56:54.766365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:54.855034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:54.856847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:54.913343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:54.917273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:54.971079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcc5e2-6aeb-4fc9-baa8-34ca55828f34 req-736a2794-13e7-4d92-b8ee-704b10977242 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:54.972718 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-65dcc5e2-6aeb-4fc9-baa8-34ca55828f34 req-736a2794-13e7-4d92-b8ee-704b10977242 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.1101608 Jun 25 11:56:55.015694 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-65dcc5e2-6aeb-4fc9-baa8-34ca55828f34 req-47b53026-2ded-4113-ab71-f04f87abdcc6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369000 Jun 25 11:56:55.182880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['7ad5639e-6784-46af-ac81-e1c744af3f7b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:56:56.287827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabb01e-be24-4612-a89f-d213333ada95 req-e5dd397b-6278-4d9d-be7b-279430f4411b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:56.289801 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6aabb01e-be24-4612-a89f-d213333ada95 req-e5dd397b-6278-4d9d-be7b-279430f4411b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.1052933 Jun 25 11:56:56.334146 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6aabb01e-be24-4612-a89f-d213333ada95 req-3748afac-5b16-4b0a-8e21-1a974c1ed4a3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369132 Jun 25 11:56:56.537434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:56:56.665647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 7ad5639e-6784-46af-ac81-e1c744af3f7b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:56:56.670549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 7ad5639e-6784-46af-ac81-e1c744af3f7b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:56:56.670977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:56.757439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:56.797872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:56:56.801814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1fd0fe-00e6-473e-86bb-debb8acead7a" -d '{"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:56:56.825399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:56:56.845331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa1d07-1a63-4db2-a77a-f80f61c43f9b x-openstack-request-id: req-92fa1d07-1a63-4db2-a77a-f80f61c43f9b {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:56:56.845648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:56:56.845923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92fa1d07-1a63-4db2-a77a-f80f61c43f9b {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:56:56.846564 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'code': 200} Jun 25 11:56:56.909397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:56.912408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:56:56.965039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:56:56.968525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:56:57.256606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a0031-8783-490f-b294-08ed2ad8b3de req-47e7c6de-0796-475d-9b30-361815b90b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:57.258055 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a31a0031-8783-490f-b294-08ed2ad8b3de req-47e7c6de-0796-475d-9b30-361815b90b2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0546234 Jun 25 11:56:57.294273 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a31a0031-8783-490f-b294-08ed2ad8b3de req-4f0b1593-a6bb-45bf-86dd-8d9329e7767d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300238 Jun 25 11:56:57.535833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76b821-3b30-46ae-b442-09564bb3ca8a req-a0d40965-1f49-459f-af62-d79716bec0b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:57.537410 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ba76b821-3b30-46ae-b442-09564bb3ca8a req-a0d40965-1f49-459f-af62-d79716bec0b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0768571 Jun 25 11:56:57.590106 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ba76b821-3b30-46ae-b442-09564bb3ca8a req-d5ce24f6-9ed4-4311-b987-162826273365 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 Jun 25 11:56:58.806207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b407f4e-e7cb-45ed-9200-7696cef7b02e req-7a5f09d3-3169-4c96-b011-87e23e24db7d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:58.808527 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7b407f4e-e7cb-45ed-9200-7696cef7b02e req-7a5f09d3-3169-4c96-b011-87e23e24db7d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0783968 Jun 25 11:56:58.878240 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7b407f4e-e7cb-45ed-9200-7696cef7b02e req-886b9070-ac38-49d3-8c2d-f298149215b2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629930 Jun 25 11:56:59.088927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b293ba-4f85-45bc-b7b1-1f4a462cb3fe req-7e092f3c-6696-4358-be99-c0f174817258 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:56:59.091083 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0b293ba-4f85-45bc-b7b1-1f4a462cb3fe req-7e092f3c-6696-4358-be99-c0f174817258 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0760927 Jun 25 11:56:59.100346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 33614) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:56:59.106054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'floatingip': {'port_id': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:56:59.149791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:59.512100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd7da68f-218f-4614-b64e-dabd49dcc2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:59.723637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:59.810276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:56:59.928656 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 associated. External IP: 172.26.0.9, port: 7ad5639e-6784-46af-ac81-e1c744af3f7b. Jun 25 11:57:00.202856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:57:00.337800 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:57:00.344542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:00.349860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:57:00.363133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:57:00.363858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:56:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:57:00.388574 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7726fd8a-b55a-450d-8152-f115bc0e28c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "PUT /v2.0/floatingips/b919bbaa-2e9e-4b27-a28c-06e174b77f35 HTTP/1.1" status: 200 len: 989 time: 1.2867234 Jun 25 11:57:00.389692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:57:00.393904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3efe88f-6b6a-410a-ae73-8686e72cb918" -d '{"events": [{"name": "network-changed", "server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:57:00.529363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:57:00.534787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eefc6c2-9188-4c49-9cc2-a989e18d37f4 x-openstack-request-id: req-7eefc6c2-9188-4c49-9cc2-a989e18d37f4 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:57:00.535261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:57:00.535698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7eefc6c2-9188-4c49-9cc2-a989e18d37f4 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:57:00.536265 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'status': 'completed', 'code': 200} Jun 25 11:57:00.623193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-4920c9e0-6686-4719-bcb6-7a748c870ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:00.624768 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-4920c9e0-6686-4719-bcb6-7a748c870ee3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0640447 Jun 25 11:57:00.749470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-25a79f68-60ce-44a6-a898-99acc778af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:00.751997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-25a79f68-60ce-44a6-a898-99acc778af5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1203463 Jun 25 11:57:00.832467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:b0:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d43fd7-6b62-4269-818e-2e030e61e487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:56:59Z', 'revision_number': 9, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:57:00.863183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:57:00.867862 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-f44f14f6-d507-4371-ab11-75ba95153577 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 997 time: 0.1089606 Jun 25 11:57:00.873384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:57:00.874034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:56:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:57:00.942297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-b881e893-f307-481e-afca-17d4ec99ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:00.944241 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-b881e893-f307-481e-afca-17d4ec99ec00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0699112 Jun 25 11:57:01.022844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-f81016be-9dd2-4fd1-9fde-524fd5e560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:01.027557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-f81016be-9dd2-4fd1-9fde-524fd5e560eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756919 Jun 25 11:57:01.043781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:57:01.201820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-436b48cb-df2b-46f3-bfd5-c23c756eeb2c service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687179 Jun 25 11:57:01.355674 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3efe88f-6b6a-410a-ae73-8686e72cb918 req-08c9e3bc-3549-492e-a453-e17a7238396e service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468501 Jun 25 11:57:01.409478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:b0:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d43fd7-6b62-4269-818e-2e030e61e487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:56:59Z', 'revision_number': 9, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:57:01.445818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84755a-1a7b-4a37-82bd-10c6a5feeb59 None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:b0:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d43fd7-6b62-4269-818e-2e030e61e487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:56:59Z', 'revision_number': 9, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:57:01.703862 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08cb6e-40bb-44f1-ba8e-8f690f44f3f1 None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:57:02.007361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4830-59a1-49f9-b492-b1f2504a9a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:02.134625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:03.254982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:05.075689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:10.672489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:13.775858 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:57:29.552597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-37355cc8-f32a-4cc9-a755-9010bb9bb72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:32.060895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-35cae30b-123b-48c6-a66b-87adbe68540a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:32.147464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:33.369614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:35.089825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:40.344603 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-ffd34bfb-bf77-4525-845a-4cb32b12629d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1076508 Jun 25 11:57:40.456682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-3f005887-29d7-45db-a241-b4444b49cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:40.458323 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-3f005887-29d7-45db-a241-b4444b49cec1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0669544 Jun 25 11:57:40.578551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-3a8ba528-5a8e-4475-a055-93f9436adc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:40.579999 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-3a8ba528-5a8e-4475-a055-93f9436adc45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0997124 Jun 25 11:57:40.670707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-ec5d1e54-74a8-4463-bab6-3bf266596a63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 1000 time: 0.0804794 Jun 25 11:57:40.685581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:57:40.753035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-50cbe027-4810-4d96-b125-6632ac99bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:40.754663 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-50cbe027-4810-4d96-b125-6632ac99bb51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0766754 Jun 25 11:57:40.824546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-0873fc61-506e-4373-8f08-83c33748e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:57:40.826185 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-0873fc61-506e-4373-8f08-83c33748e781 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0633597 Jun 25 11:57:40.931767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-d8e631da-f418-4570-9908-320773c89323 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990069 Jun 25 11:57:41.033126 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b835d98-3b7b-4876-9aa3-1236cb89ed76 req-587458ec-568a-4394-876f-b2467113fd61 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952713 Jun 25 11:57:50.775198 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:57:59.541655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-610bc504-27de-4dee-a719-8fbb3861eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:02.039883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b83cb871-31fe-471a-ad66-5dd4976189ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:02.136633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:03.267739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:05.085005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:10.724828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:14.413535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f2168-4b31-4578-a9af-c186912812f6 req-0f8a35d7-7138-485f-ab3c-f770df65a7fe tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:14.415060 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ee1f2168-4b31-4578-a9af-c186912812f6 req-0f8a35d7-7138-485f-ab3c-f770df65a7fe tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1490643 Jun 25 11:58:14.469362 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-cfea54c0-1947-4e66-b561-e5d63097472e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143744 Jun 25 11:58:14.472744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ee1f2168-4b31-4578-a9af-c186912812f6 req-f0348232-13a8-4275-af01-ce842a6affcb tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Jun 25 11:58:15.697613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b871e9b-b914-49e6-b9b4-fbeb1c65eddb req-6e44b16c-fece-4b75-8947-c8bb3d40cc7a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:15.699107 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3b871e9b-b914-49e6-b9b4-fbeb1c65eddb req-6e44b16c-fece-4b75-8947-c8bb3d40cc7a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0984914 Jun 25 11:58:15.742227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3b871e9b-b914-49e6-b9b4-fbeb1c65eddb req-8a277862-06a9-4581-843e-355eb2279a1a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364590 Jun 25 11:58:16.847318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-7b6627a3-6e76-412c-bd74-f504b8ec7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:16.849210 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-7b6627a3-6e76-412c-bd74-f504b8ec7522 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0986731 Jun 25 11:58:16.984241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-8ba20625-b14f-4aae-8104-bb088d5579fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:16.985748 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-8ba20625-b14f-4aae-8104-bb088d5579fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1302221 Jun 25 11:58:17.009015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b47f0a-fb99-4194-99d4-d266f29b334e req-245db8c1-d8b5-4d67-8a1c-32fa39254717 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:17.010558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-83b47f0a-fb99-4194-99d4-d266f29b334e req-245db8c1-d8b5-4d67-8a1c-32fa39254717 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1357856 Jun 25 11:58:17.090814 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-951d68b3-240d-4a67-ae6b-2b00d2103310 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 1000 time: 0.0969946 Jun 25 11:58:17.096098 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-83b47f0a-fb99-4194-99d4-d266f29b334e req-fb737b46-8c91-4277-a689-1d3945009af1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532868 Jun 25 11:58:17.150432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-ef86265c-69c1-41d6-ae9a-cc965a5bfd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:17.151933 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-ef86265c-69c1-41d6-ae9a-cc965a5bfd20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0540287 Jun 25 11:58:17.210874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-a9942287-f47c-4a10-85c7-f9b55cc0cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:17.212295 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-a9942287-f47c-4a10-85c7-f9b55cc0cb96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543036 Jun 25 11:58:17.312119 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-0223b677-d8e0-4870-82de-91a03d7961d6 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928099 Jun 25 11:58:17.409393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-751ce3ce-81f5-45de-af8b-e42ca6543e32 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912545 Jun 25 11:58:18.300424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49ed6c-a918-4b9c-98a2-c97080b120f9 req-c39bdff6-fe4b-47c2-b1b0-881d79ec4f78 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:18.302108 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5c49ed6c-a918-4b9c-98a2-c97080b120f9 req-c39bdff6-fe4b-47c2-b1b0-881d79ec4f78 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0803716 Jun 25 11:58:18.348659 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5c49ed6c-a918-4b9c-98a2-c97080b120f9 req-89b71039-7d49-454e-8c18-3af4c2a00e56 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Jun 25 11:58:19.698096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33afae1-1d63-4b0b-b203-7f7e9a1e437b req-5b044d60-024a-4da9-b6d7-6383de18f564 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:19.700814 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e33afae1-1d63-4b0b-b203-7f7e9a1e437b req-5b044d60-024a-4da9-b6d7-6383de18f564 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1247725 Jun 25 11:58:19.771631 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e33afae1-1d63-4b0b-b203-7f7e9a1e437b req-7dc07f2a-0465-4b53-869d-4da7d92e0f55 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597448 Jun 25 11:58:21.068199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525d45-33be-404b-840a-a21135d8471f req-be00d97e-a646-4486-ad52-55f5a7973c5d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:21.070987 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a1525d45-33be-404b-840a-a21135d8471f req-be00d97e-a646-4486-ad52-55f5a7973c5d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1233320 Jun 25 11:58:21.125139 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a1525d45-33be-404b-840a-a21135d8471f req-1ddc7aa5-1efe-4ccb-9fb1-633efcc95a57 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469308 Jun 25 11:58:22.467823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfda4c-baf3-4745-9b75-4d3924f16047 req-d65e256b-2ffd-4959-81c2-26f1933a4784 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:22.470612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ecbfda4c-baf3-4745-9b75-4d3924f16047 req-d65e256b-2ffd-4959-81c2-26f1933a4784 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1236463 Jun 25 11:58:22.536312 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ecbfda4c-baf3-4745-9b75-4d3924f16047 req-8b213a91-b1e1-4880-aa22-60b26bbb8257 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558114 Jun 25 11:58:23.770310 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f8072-f856-48fe-8329-98b61a970b43 req-01cabcd9-240f-4bf6-a3ee-2eec46d0fd5a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:23.772336 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-952f8072-f856-48fe-8329-98b61a970b43 req-01cabcd9-240f-4bf6-a3ee-2eec46d0fd5a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0919735 Jun 25 11:58:23.849028 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-952f8072-f856-48fe-8329-98b61a970b43 req-922c1729-e19e-48fb-a37f-575473dea264 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641754 Jun 25 11:58:25.069893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177733c1-5537-4a0b-bebd-f176e095bb2a req-af2fd34d-9715-441f-8fff-45752e7f4907 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:25.071482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-177733c1-5537-4a0b-bebd-f176e095bb2a req-af2fd34d-9715-441f-8fff-45752e7f4907 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0806334 Jun 25 11:58:25.115565 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-177733c1-5537-4a0b-bebd-f176e095bb2a req-b6793ac1-7582-4a9c-b445-b993f2163c8a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Jun 25 11:58:26.319118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd9fba-fa81-4971-9bda-c55eed6c09d0 req-5960c426-1687-42da-9a04-8620e03d903c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:26.320710 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-27fd9fba-fa81-4971-9bda-c55eed6c09d0 req-5960c426-1687-42da-9a04-8620e03d903c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0763750 Jun 25 11:58:26.367027 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-27fd9fba-fa81-4971-9bda-c55eed6c09d0 req-63879db4-8282-409e-b125-2b4b1e9b4e03 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370145 Jun 25 11:58:27.576406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9148a5f-096a-4bd1-aa2f-57c8291b01e4 req-ec18c2dc-caff-4f66-a03c-75eb4018eaa2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:27.578096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c9148a5f-096a-4bd1-aa2f-57c8291b01e4 req-ec18c2dc-caff-4f66-a03c-75eb4018eaa2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0728192 Jun 25 11:58:27.628932 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c9148a5f-096a-4bd1-aa2f-57c8291b01e4 req-c1af8992-a66a-42b3-b1ca-328fddf6a72e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Jun 25 11:58:27.780146 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:58:28.847444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d120ea-f325-4ad0-8708-cd34e8298a69 req-a569587e-f76c-45da-a7ea-55196e7bf2a6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:28.849196 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-44d120ea-f325-4ad0-8708-cd34e8298a69 req-a569587e-f76c-45da-a7ea-55196e7bf2a6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0798752 Jun 25 11:58:28.910401 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-44d120ea-f325-4ad0-8708-cd34e8298a69 req-65213cb1-07ec-412f-b225-fd333afd526a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500257 Jun 25 11:58:29.571079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-599095b4-5ede-46f7-897d-e1db4f5d0494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:29.774104 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-de2df05f-7eff-4311-9bc1-ac656134bbce service neutron] 10.222.0.47 "GET /v2.0/ports/7ad5639e-6784-46af-ac81-e1c744af3f7b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0644970 Jun 25 11:58:30.144079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678973-e462-4bee-83bf-98e336aac4d6 req-3b787e18-5cef-4534-aa37-d321d00fa3a5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:30.145723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae678973-e462-4bee-83bf-98e336aac4d6 req-3b787e18-5cef-4534-aa37-d321d00fa3a5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1006455 Jun 25 11:58:30.190935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae678973-e462-4bee-83bf-98e336aac4d6 req-7e4b633e-2bca-4229-9b79-75a8bc2608aa tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367284 Jun 25 11:58:30.444879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-4d029e4c-c1ec-461e-bccc-f368614b0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:30.446445 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-4d029e4c-c1ec-461e-bccc-f368614b0d92 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 1098 time: 0.0643485 Jun 25 11:58:30.525795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-7610bc38-b728-4127-83b3-e3868d19c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:30.527603 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-7610bc38-b728-4127-83b3-e3868d19c739 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0561788 Jun 25 11:58:30.636855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-2ebc1e5b-d092-43f8-bde8-81ab85fe972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:30.638424 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-2ebc1e5b-d092-43f8-bde8-81ab85fe972e service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1050112 Jun 25 11:58:30.740243 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-14e92708-e49e-4eaa-9a74-2bbf093c65df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 1000 time: 0.0948620 Jun 25 11:58:30.797544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-1c992a28-c39f-4f64-8fb4-2149bd90d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:30.799098 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-1c992a28-c39f-4f64-8fb4-2149bd90d132 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0518718 Jun 25 11:58:30.867607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-6b59885b-ebd2-47b8-a1e5-3c55a3bcbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:30.869158 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-6b59885b-ebd2-47b8-a1e5-3c55a3bcbe33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0635023 Jun 25 11:58:30.989156 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-a34008b9-b26e-43df-af0a-788ef431ec28 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130581 Jun 25 11:58:31.115419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64f1317a-3f7f-4cdc-bb36-84c38de3dd78 req-75487d3f-238b-4bf7-8b5e-1c78d41dba81 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065989 Jun 25 11:58:31.408344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de192-39a9-4c89-9320-f45749a0198e req-58a45294-38d1-4740-a4c0-07a9487e5b95 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:31.410042 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-543de192-39a9-4c89-9320-f45749a0198e req-58a45294-38d1-4740-a4c0-07a9487e5b95 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0785027 Jun 25 11:58:31.455968 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-543de192-39a9-4c89-9320-f45749a0198e req-40c30c34-d7f7-43a1-9cfc-22baf8e73223 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Jun 25 11:58:32.034161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8fd459c7-d619-4827-9756-a525d1e787c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:32.142543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:32.659132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ce18-658e-4d85-99fa-9886b2206f7d req-368f4978-de6e-4f50-8538-42749aa7e7ec tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:32.661019 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3a25ce18-658e-4d85-99fa-9886b2206f7d req-368f4978-de6e-4f50-8538-42749aa7e7ec tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0779495 Jun 25 11:58:32.709262 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3a25ce18-658e-4d85-99fa-9886b2206f7d req-81c8020f-5bdc-435c-a10e-4afcc0def1ef tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377691 Jun 25 11:58:33.034492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:58:33.038597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:58:33.208302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:33.235616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:33.256123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'mac_address': 'fa:16:3e:b0:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:58:33.263206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:58:33.265652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20abdbe7-90ca-482b-957c-fa48771ec9f1" -d '{"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:58:33.276900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:33.282980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:33.322672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d7a91-6c2c-4dd5-8721-bee831417ea4 x-openstack-request-id: req-d70d7a91-6c2c-4dd5-8721-bee831417ea4 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:58:33.325875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:58:33.325875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d70d7a91-6c2c-4dd5-8721-bee831417ea4 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:58:33.325875 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'code': 200} Jun 25 11:58:33.345608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:33.350641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:33.355133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:33.402847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:58:33.490160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:33.513881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.518513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.519359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.519359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.519908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:33.528622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:33.533050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:58:33.533653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:58:33.936997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591e12-788c-4cc0-8426-d36f5a0d2339 req-b69e62ff-3426-4d6b-923c-ee0c589b7cc7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:33.939331 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c591e12-788c-4cc0-8426-d36f5a0d2339 req-b69e62ff-3426-4d6b-923c-ee0c589b7cc7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 943 time: 0.0886853 Jun 25 11:58:34.103475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:34.130579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:58:34.170943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:34.257670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:34.261442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:34.358635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['7ad5639e-6784-46af-ac81-e1c744af3f7b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:58:34.394794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c591e12-788c-4cc0-8426-d36f5a0d2339 req-14474630-d802-4db7-9088-a89beff4f933 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477322 Jun 25 11:58:34.422883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:34.433059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:35.046424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:58:35.098133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:35.102916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 7ad5639e-6784-46af-ac81-e1c744af3f7b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:58:35.103302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:35.194294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:35.230195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:35.291664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:35.294716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:35.327559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:58:35.330248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c935f-f31f-48cf-86d5-33ad89c443e3" -d '{"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:58:35.373925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:35.379419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:35.396679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d61e6-4935-41be-afc6-7071d8964b1a x-openstack-request-id: req-da3d61e6-4935-41be-afc6-7071d8964b1a {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:58:35.396970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-plugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:58:35.397262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da3d61e6-4935-41be-afc6-7071d8964b1a {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:58:35.397677 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'code': 200} Jun 25 11:58:35.622209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4e148-90ee-4e5e-b933-96b21dbd5b92 req-d56c626d-0a48-4640-ad77-fe45750b233c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:35.623763 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18d4e148-90ee-4e5e-b933-96b21dbd5b92 req-d56c626d-0a48-4640-ad77-fe45750b233c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0840485 Jun 25 11:58:35.669974 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-18d4e148-90ee-4e5e-b933-96b21dbd5b92 req-832c9998-9795-499c-a9ad-1dc4b9eaacfc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396230 Jun 25 11:58:36.707510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-d2e16039-36e3-41a1-8deb-aeceae9db134 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:36.710138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-d2e16039-36e3-41a1-8deb-aeceae9db134 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487&tenant_id=606746a17a854dcb9d1ab996e9cfe397&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1912756 Jun 25 11:58:36.720433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3d9d3-7d80-4e97-b8a3-fa6f24f5f428 req-3581a4fd-ee58-4194-8b33-331bc46c090b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:36.722005 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-57c3d9d3-7d80-4e97-b8a3-fa6f24f5f428 req-3581a4fd-ee58-4194-8b33-331bc46c090b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.2176445 Jun 25 11:58:36.803185 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-57c3d9d3-7d80-4e97-b8a3-fa6f24f5f428 req-2063664c-e958-4072-b3f7-706dc394d5e1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743659 Jun 25 11:58:36.811991 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-6c2b06d3-5d02-42b6-965b-78d1a9eb0777 service neutron] 10.222.0.47 "GET /v2.0/ports/7ad5639e-6784-46af-ac81-e1c744af3f7b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0889597 Jun 25 11:58:36.898744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-e9a6a832-b9cf-4681-a4d0-f6cb230c5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:36.900326 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-e9a6a832-b9cf-4681-a4d0-f6cb230c5df1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0639334 Jun 25 11:58:37.002965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-2db708b2-57cb-462d-9222-e60c20caded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:37.004660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-2db708b2-57cb-462d-9222-e60c20caded4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0978210 Jun 25 11:58:37.082170 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-034b1306-3685-4903-882d-a8da52c205e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 1000 time: 0.0707290 Jun 25 11:58:37.133103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-7be4fbab-957f-498b-810b-a349b3e92dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:37.134640 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-7be4fbab-957f-498b-810b-a349b3e92dc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0467236 Jun 25 11:58:37.200759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-85b8a938-a044-4886-b630-4c24edb69f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:37.202738 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-85b8a938-a044-4886-b630-4c24edb69f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0615458 Jun 25 11:58:37.332033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-8fd6c297-7caa-4cda-ac67-cf685de0e7d9 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216238 Jun 25 11:58:37.447033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-8385f8d4-37ec-4bbb-852a-2aea5c6469e2 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088223 Jun 25 11:58:38.011690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164964c9-4f92-4e93-a21f-12d504cfd453 req-b47a1402-b59e-4683-862a-baf8534e9d0f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:38.013927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-164964c9-4f92-4e93-a21f-12d504cfd453 req-b47a1402-b59e-4683-862a-baf8534e9d0f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0723612 Jun 25 11:58:38.080040 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-164964c9-4f92-4e93-a21f-12d504cfd453 req-4da9312f-bb3b-4a53-b526-b84e0f090275 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550392 Jun 25 11:58:39.289560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f726-416f-4c21-b8d0-b82dae6107b9 req-bec2e747-0b46-4600-bd04-30ce1c16f449 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:39.291159 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1882f726-416f-4c21-b8d0-b82dae6107b9 req-bec2e747-0b46-4600-bd04-30ce1c16f449 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0758638 Jun 25 11:58:39.335747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1882f726-416f-4c21-b8d0-b82dae6107b9 req-af66c859-6304-446a-b181-9302c871966d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377305 Jun 25 11:58:40.361212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-d8b6c9ec-a1c5-4ef6-a231-2acf07d26da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:40.364103 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-d8b6c9ec-a1c5-4ef6-a231-2acf07d26da8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0643251 Jun 25 11:58:40.604510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-77e66fb3-11d5-42a6-a991-582a355dfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:40.607810 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-77e66fb3-11d5-42a6-a991-582a355dfc39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1681609 Jun 25 11:58:40.616623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82b257-9b90-4953-96cc-92bf21466089 req-441f27f2-7ef0-4593-aa7f-0b48ea1f732c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:40.619444 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4b82b257-9b90-4953-96cc-92bf21466089 req-441f27f2-7ef0-4593-aa7f-0b48ea1f732c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1314192 Jun 25 11:58:40.690556 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4b82b257-9b90-4953-96cc-92bf21466089 req-62b3cd8b-45df-4dc4-99f8-71e050de348d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570519 Jun 25 11:58:40.727571 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-2e14138f-089d-4c1b-9400-1d5413c1ef6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 1000 time: 0.1084950 Jun 25 11:58:40.771226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:40.787361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-7a571b29-1080-4a57-8b0e-e213102294a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:40.789138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-7a571b29-1080-4a57-8b0e-e213102294a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0544345 Jun 25 11:58:40.826396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.47', 61521) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:58:40.879025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-ac752140-9e8d-41c6-a5c6-d842bca44afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:40.880981 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-ac752140-9e8d-41c6-a5c6-d842bca44afc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855777 Jun 25 11:58:40.941934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-8e43ad69-845a-43b3-83fd-1e0ac5ea9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:40.944541 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-8e43ad69-845a-43b3-83fd-1e0ac5ea9c88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 1098 time: 0.1167004 Jun 25 11:58:41.008832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-4cc3757d-b3c8-4577-9066-f0dff2923699 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202369 Jun 25 11:58:41.117528 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e87e8572-336a-453d-9f8e-df9fded34a0f req-2c0a65b3-8ae1-4568-8767-2f6e6da18dac service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017885 Jun 25 11:58:41.222560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-4a9e4c00-19ec-4b5a-8e76-70924263be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:41.237218 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-4a9e4c00-19ec-4b5a-8e76-70924263be5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 1098 time: 0.0613024 Jun 25 11:58:41.355458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-d1dfb0d6-1a81-4064-9d58-904c485f0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:41.358877 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-d1dfb0d6-1a81-4064-9d58-904c485f0b75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1278980 Jun 25 11:58:41.441542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-f15b09c9-62cd-48c9-a20d-3299cf6a024f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 200 len: 1000 time: 0.0723200 Jun 25 11:58:41.495761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-dee4c721-244e-4028-92f7-882d12d1691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:41.498650 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-dee4c721-244e-4028-92f7-882d12d1691c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0501018 Jun 25 11:58:41.570664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-e150069e-f762-4ed5-9969-296f689690ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:41.572240 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-e150069e-f762-4ed5-9969-296f689690ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680308 Jun 25 11:58:41.676908 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-b0276def-9768-4663-9926-5bdbea582128 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965726 Jun 25 11:58:41.806298 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-8e04a89c-1c1c-4fc7-80bf-de3e27151638 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221209 Jun 25 11:58:41.942420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71de2-56ff-48d1-bfd2-0d2ca3e1e057 req-67e7a0ca-bd4b-40bd-93ee-7faac9e52a58 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:41.944430 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df71de2-56ff-48d1-bfd2-0d2ca3e1e057 req-67e7a0ca-bd4b-40bd-93ee-7faac9e52a58 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0703793 Jun 25 11:58:41.990433 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5df71de2-56ff-48d1-bfd2-0d2ca3e1e057 req-866417c0-8223-4a1c-9940-9426de18d123 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391860 Jun 25 11:58:43.098136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:58:43.101723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:58:43.212197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab907488-8879-47bb-a912-3c192fdf8b6d req-c7fa62ad-b228-4758-92c9-03ce47c9f726 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:43.214044 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ab907488-8879-47bb-a912-3c192fdf8b6d req-c7fa62ad-b228-4758-92c9-03ce47c9f726 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.0974331 Jun 25 11:58:43.266273 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ab907488-8879-47bb-a912-3c192fdf8b6d req-6548add6-a44a-4c62-8fc9-4d2fbe4ae25a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 Jun 25 11:58:43.314741 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.resource_extend [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 11:58:43.424698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:43.458878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:43.473487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:58:43.475781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21a449f-3981-478b-b566-13e85f76844c" -d '{"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:58:43.489445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'mac_address': 'fa:16:3e:b0:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:58:43.494151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:43.535055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f7262-2744-4edf-acae-99cdd9ec1e98 x-openstack-request-id: req-191f7262-2744-4edf-acae-99cdd9ec1e98 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:58:43.535622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:58:43.535622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-191f7262-2744-4edf-acae-99cdd9ec1e98 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:58:43.536016 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'code': 200} Jun 25 11:58:43.542667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:43.558131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:58:43.572409 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:43.576123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:43.657730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:58:43.658047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:58:43.663451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=9']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:43.666933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:44.199882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:44.215400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:58:44.241938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:44.354890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:44.357788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:44.425188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['7ad5639e-6784-46af-ac81-e1c744af3f7b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:58:44.454798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=10']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:44.461934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:44.511004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e7365-4438-4e0b-85b9-c0f08835c0fa req-ac260da2-e924-4155-b3bc-1635ef6279ff tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:44.520035 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-635e7365-4438-4e0b-85b9-c0f08835c0fa req-ac260da2-e924-4155-b3bc-1635ef6279ff tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 945 time: 0.1128273 Jun 25 11:58:44.577402 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-635e7365-4438-4e0b-85b9-c0f08835c0fa req-d6ccf325-5051-4784-8297-bc5b703d5e50 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536981 Jun 25 11:58:45.125011 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:58:45.206046 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:45.220856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:58:45.243031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:45.383305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:45.385560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:45.441837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=11']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:45.445271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:45.818312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456802f-741c-4313-8423-958a8e79b098 req-2fe01981-f613-4ce0-abf6-c9d6cc02b498 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:45.821062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f456802f-741c-4313-8423-958a8e79b098 req-2fe01981-f613-4ce0-abf6-c9d6cc02b498 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.0941424 Jun 25 11:58:45.892948 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f456802f-741c-4313-8423-958a8e79b098 req-3021bf65-f765-4bf3-b080-9013e3cdb9b8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645442 Jun 25 11:58:46.160477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8408f-0e33-40d6-95f8-f8d5ac8fd0ff req-2a9f61e1-6637-497c-8aea-f8bd99dea7ff tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:46.162095 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cac8408f-0e33-40d6-95f8-f8d5ac8fd0ff req-2a9f61e1-6637-497c-8aea-f8bd99dea7ff tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.0790172 Jun 25 11:58:46.205508 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cac8408f-0e33-40d6-95f8-f8d5ac8fd0ff req-c9afd2a5-f31a-41ff-9850-adfa8efd071f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368378 Jun 25 11:58:46.578556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93192c-93c8-4629-9d86-a97779634166 req-59ed1504-b8bc-428c-85d6-d6b0b2f06af1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:46.579677 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e93192c-93c8-4629-9d86-a97779634166 req-59ed1504-b8bc-428c-85d6-d6b0b2f06af1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.0947859 Jun 25 11:58:46.621731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e93192c-93c8-4629-9d86-a97779634166 req-7a93616b-1d39-4883-9eeb-450ff687b898 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359170 Jun 25 11:58:47.379916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9161-770e-48d4-a88d-fe11753aadc9 req-0ac287a8-6e82-411b-a95c-4dd17aaec716 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:47.381706 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e9bb9161-770e-48d4-a88d-fe11753aadc9 req-0ac287a8-6e82-411b-a95c-4dd17aaec716 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.0729001 Jun 25 11:58:47.426641 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e9bb9161-770e-48d4-a88d-fe11753aadc9 req-eb1e31ef-dbb2-425b-bc3c-fa799fc59e6e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377469 Jun 25 11:58:48.634178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8809f-c282-46b2-bf49-4aca59dd05e8 req-3c49c010-833b-4e9d-b0c8-a3f02c951eb9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:48.635764 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-84c8809f-c282-46b2-bf49-4aca59dd05e8 req-3c49c010-833b-4e9d-b0c8-a3f02c951eb9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.0729501 Jun 25 11:58:48.683232 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-84c8809f-c282-46b2-bf49-4aca59dd05e8 req-52fe93f3-cb87-4ddc-b09b-a73a47813c7a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383995 Jun 25 11:58:49.698596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-b69768b9-e62c-4273-b95d-b8450ffd69aa tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:49.700693 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-b69768b9-e62c-4273-b95d-b8450ffd69aa tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.0708261 Jun 25 11:58:49.827009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Deleting port 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:58:49.827479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:49.961410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700338d-d674-4606-b216-167f21dfadbc req-55e9460d-6e15-44d1-8d2d-8574dc2db05a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:49.962923 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b700338d-d674-4606-b216-167f21dfadbc req-55e9460d-6e15-44d1-8d2d-8574dc2db05a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 944 time: 0.1502175 Jun 25 11:58:49.969373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] For port 7ad5639e-6784-46af-ac81-e1c744af3f7b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7ad5639e-6784-46af-ac81-e1c744af3f7b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:58:49.969746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:50.062954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b700338d-d674-4606-b216-167f21dfadbc req-bf1f54b2-7f07-4306-b420-2b81722162e8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903478 Jun 25 11:58:50.199992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:50.201321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:50.201321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 disassociated. External IP: 172.26.0.9, port: 7ad5639e-6784-46af-ac81-e1c744af3f7b. Jun 25 11:58:50.201662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Calling delete_port for 7ad5639e-6784-46af-ac81-e1c744af3f7b owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:58:50.452179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:50.456697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:50.487092 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event deleted for resources: {'Port': ['ID=7ad5639e-6784-46af-ac81-e1c744af3f7b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:50.500857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.501566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.502000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.502430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.502929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.503425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.503944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.504544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.505046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.505578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.506079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.506583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:58:50.513862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:50.658215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:58:50.791638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:58:50.803295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6881c43-d390-468d-be79-be984ea74805 None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:58:50.814617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:58:50.815254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:58:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:58:50.855990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] No DVR routers for this DVR port 7ad5639e-6784-46af-ac81-e1c744af3f7b on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:58:50.859591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:50.861930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ef1eb166-bf36-41db-9fb5-8db77d613e94 req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "DELETE /v2.0/ports/7ad5639e-6784-46af-ac81-e1c744af3f7b HTTP/1.1" status: 204 len: 173 time: 1.1542649 Jun 25 11:58:50.862612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-deleted', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:58:50.865217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724c9ec3-b461-4249-9a97-0ce93f380bab" -d '{"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-deleted", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:58:50.940034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda480c9-65ec-4936-9ba1-426ed269e9a5 x-openstack-request-id: req-eda480c9-65ec-4936-9ba1-426ed269e9a5 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:58:50.940583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d43fd7-6b62-4269-818e-2e030e61e487", "name": "network-vif-deleted", "tag": "7ad5639e-6784-46af-ac81-e1c744af3f7b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:58:50.941082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eda480c9-65ec-4936-9ba1-426ed269e9a5 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:58:50.941858 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d43fd7-6b62-4269-818e-2e030e61e487', 'name': 'network-vif-deleted', 'tag': '7ad5639e-6784-46af-ac81-e1c744af3f7b', 'status': 'completed', 'code': 200} Jun 25 11:58:50.968759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:58:51.209323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:58:51.239028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6881c43-d390-468d-be79-be984ea74805 None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:58:51.251930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:58:51.252758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:58:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:58:51.322945 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42e87229-c2a9-4179-9abf-5a442dd5b457 req-e1bc0a20-558f-4084-b881-040c4170d4b7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=49d43fd7-6b62-4269-818e-2e030e61e487 HTTP/1.1" status: 200 len: 210 time: 0.0525491 Jun 25 11:58:51.379787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:58:51.609810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d6881c43-d390-468d-be79-be984ea74805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:58:51.636471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6881c43-d390-468d-be79-be984ea74805 None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:58:51.942137 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de02c5-8836-4a98-a8f0-ec40c5a3061a None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:58:52.737676 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-a8f3465d-a041-4858-a3d5-b59fa758d7d5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1319273457&fields=id&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 267 time: 0.0562150 Jun 25 11:58:52.855443 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-89c83bba-8f52-4d40-b784-cee9c3643ccf tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:52.857692 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-89c83bba-8f52-4d40-b784-cee9c3643ccf tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1136382 Jun 25 11:58:52.874144 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-40ba07c3-839d-4ec8-a659-bd47fb8f8d5c tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/quotas/606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 375 time: 0.0103614 Jun 25 11:58:52.970434 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-95a1537e-14c3-4e86-bc99-c03d96102974 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890415 Jun 25 11:58:53.083183 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-2d84a20e-0d25-4d50-86ee-af6186c0dacf service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929210 Jun 25 11:58:53.165380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:58:53.192016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 7ad5639e-6784-46af-ac81-e1c744af3f7b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:58:53.192372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 7ad5639e-6784-46af-ac81-e1c744af3f7b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:58:53.198675 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-a224a030-b4b2-465e-9e95-69ea7f97dc7c service neutron] 10.222.0.81 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095369 Jun 25 11:58:53.516419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8614dee1-41b9-4db1-a7ce-854eacb7cc75 req-f20b6c3a-b5d0-48a7-84e3-f55b7e9eab73 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0505559 Jun 25 11:58:54.678364 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f54c84a1-9a6f-477a-b2f0-7030c1f23d68 req-970f6611-1deb-45d2-9437-8d722dab1248 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0325356 Jun 25 11:58:55.906200 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-818b13cb-c97e-4aac-ad3a-8b3c8374437d req-5a737c56-089d-4f9c-a803-4401a8b1ec8a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0423100 Jun 25 11:58:55.915053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-ddf73d13-c13e-49eb-9c10-6e7d71af63b7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:55.916555 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-ddf73d13-c13e-49eb-9c10-6e7d71af63b7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 812 time: 0.1584485 Jun 25 11:58:55.966898 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-e59e8dab-ed10-4689-818a-46f4e5e2340e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 380 time: 0.0413423 Jun 25 11:58:55.975269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'port': {'device_id': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'admin_state_up': True, 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'security_groups': ['79557d23-24eb-43e9-bc9e-7fd557d9c069']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:58:56.206205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Made reservation on behalf of 606746a17a854dcb9d1ab996e9cfe397 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:58:56.210456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:56.359479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Allocated IP 172.20.0.9 (78abc83e-c8f8-4310-add0-3b570e655ab4/bbfdd597-6f9a-4fce-a216-c038fb8b52dd/1b88db22-a966-49df-a57d-4328c6ed591b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:58:56.529698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:56.545979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Transition to ACTIVE for port object 1b88db22-a966-49df-a57d-4328c6ed591b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:58:56.687067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:56.701464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-40ab7822-e06f-4cf6-ae3a-ffd0b1c73588 tempest-ServersAdminNegativeTestJSON-1379276904 tempest-ServersAdminNegativeTestJSON-1379276904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:56.751264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:58:56.754619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:58:56.758666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:58:56.787641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:56.792086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:56.820011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:56.820718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:56.973747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0022404 Jun 25 11:58:56.990219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Request body: {'port': {'device_id': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:58:57.109893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8e7cb996-5fd2-4e48-b309-ba4bdc610d01 None None] Provisioning for port 1b88db22-a966-49df-a57d-4328c6ed591b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:58:57.116213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8e7cb996-5fd2-4e48-b309-ba4bdc610d01 None None] Provisioning complete for port 1b88db22-a966-49df-a57d-4328c6ed591b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:58:57.121705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:57.121974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8e7cb996-5fd2-4e48-b309-ba4bdc610d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:57.170886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8e7cb996-5fd2-4e48-b309-ba4bdc610d01 None None] Port 1b88db22-a966-49df-a57d-4328c6ed591b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:58:57.174787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b3b5a-ded2-4b89-b464-4b8edfed2298 req-1af1eb26-6de0-46f6-8636-b9afc7df14e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:57.178236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-140b3b5a-ded2-4b89-b464-4b8edfed2298 req-1af1eb26-6de0-46f6-8636-b9afc7df14e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 931 time: 0.1123972 Jun 25 11:58:57.229953 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-140b3b5a-ded2-4b89-b464-4b8edfed2298 req-1101c25d-1b67-4fb7-9406-222705cc2a55 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449803 Jun 25 11:58:57.432944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b88db22-a966-49df-a57d-4328c6ed591b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:58:57.441850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:57.455381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Transition to ACTIVE for port object 1b88db22-a966-49df-a57d-4328c6ed591b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:58:57.571694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:57.574016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:57.629238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:57.633104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:57.712401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Attempting to bind port 1b88db22-a966-49df-a57d-4328c6ed591b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:58:57.712934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Attempting to bind port 1b88db22-a966-49df-a57d-4328c6ed591b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:58:57.713523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Attempting to bind port 1b88db22-a966-49df-a57d-4328c6ed591b on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:58:57.721956 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Port 1b88db22-a966-49df-a57d-4328c6ed591b on network 78abc83e-c8f8-4310-add0-3b570e655ab4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:58:57.722340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Attempting to bind port 1b88db22-a966-49df-a57d-4328c6ed591b on network 78abc83e-c8f8-4310-add0-3b570e655ab4 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:58:57.729251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:58:57.729664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Checking segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:58:57.730102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Bound using segment: {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:58:57.730606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Bound port: 1b88db22-a966-49df-a57d-4328c6ed591b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40cd810-e70a-41a4-ab1d-c6883d3102e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:58:57.731023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:57.814369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:58:57.818313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:58:58.012391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:58.015329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d2506361-f742-4f7c-bfd9-234433730fc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:58:58.056556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:58.057210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:58.058628 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] 10.222.0.47 "PUT /v2.0/ports/1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 1093 time: 1.0768707 Jun 25 11:58:58.059180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:58:58.062448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba3061-6f41-487d-86ef-2ba10eb2251a" -d '{"events": [{"name": "network-changed", "server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:58:58.094260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:58:58.098510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:58:58.108362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7a5133-0a7e-480e-a2a7-92da3ce12c6a x-openstack-request-id: req-2f7a5133-0a7e-480e-a2a7-92da3ce12c6a {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:58:58.108775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:58:58.109226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f7a5133-0a7e-480e-a2a7-92da3ce12c6a {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:58:58.109845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'status': 'completed', 'code': 200} Jun 25 11:58:58.195257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba3061-6f41-487d-86ef-2ba10eb2251a req-4eb5f079-e4ad-460b-a2dd-e924793a7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:58.206478 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-04ba3061-6f41-487d-86ef-2ba10eb2251a req-4eb5f079-e4ad-460b-a2dd-e924793a7346 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1096 time: 0.0656235 Jun 25 11:58:58.319307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba3061-6f41-487d-86ef-2ba10eb2251a req-973cdce2-6d3c-44af-816d-19f167e78a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:58.320997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-04ba3061-6f41-487d-86ef-2ba10eb2251a req-973cdce2-6d3c-44af-816d-19f167e78a38 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=606746a17a854dcb9d1ab996e9cfe397&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1135335 Jun 25 11:58:58.438553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba3061-6f41-487d-86ef-2ba10eb2251a req-9e8da494-8490-483c-982c-e1e56a8a27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:58.441185 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-04ba3061-6f41-487d-86ef-2ba10eb2251a req-9e8da494-8490-483c-982c-e1e56a8a27cb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1134756 Jun 25 11:58:58.456886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e032da-9a8f-4952-a953-51e55afe53d7 req-ea4c3ab3-1900-4c43-870d-b62ea21b93f4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:58.458555 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-41e032da-9a8f-4952-a953-51e55afe53d7 req-ea4c3ab3-1900-4c43-870d-b62ea21b93f4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0759320 Jun 25 11:58:58.509513 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-41e032da-9a8f-4952-a953-51e55afe53d7 req-980790ae-971f-431f-9a5b-317123b2a2e6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Jun 25 11:58:58.554396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-a0c59317-e610-446d-b136-08ffa3d04f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:58.555998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-a0c59317-e610-446d-b136-08ffa3d04f1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1096 time: 0.0684893 Jun 25 11:58:58.968152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-81bd9417-020e-44c4-af6e-b3b17d7bc882 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 217 time: 0.4048791 Jun 25 11:58:59.027379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-9996e261-c379-458b-97e3-cbb69f94f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:59.029825 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-9996e261-c379-458b-97e3-cbb69f94f1b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0541363 Jun 25 11:58:59.100435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-85f91739-9ea9-4ed0-a3b8-c9a8643ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:59.102217 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-85f91739-9ea9-4ed0-a3b8-c9a8643ff858 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667820 Jun 25 11:58:59.214130 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-29bcb00e-8db8-4bf3-aa0f-6c624c04aec7 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044910 Jun 25 11:58:59.320977 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9d7abceb-15eb-4629-a6a1-f4be9768c612 req-3d5970e0-de08-4df2-a375-b1904d34a18c service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998170 Jun 25 11:58:59.543779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8d90180b-71cd-48c4-b366-2100234109c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:58:59.719992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ec13c-1145-4b74-bc3b-52d3da77b39c req-e8be6216-6811-433b-9c7f-554fc5ab2fd3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:58:59.721660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f78ec13c-1145-4b74-bc3b-52d3da77b39c req-e8be6216-6811-433b-9c7f-554fc5ab2fd3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0771260 Jun 25 11:58:59.769340 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f78ec13c-1145-4b74-bc3b-52d3da77b39c req-657d76ea-16b0-43f5-9822-aec80891f824 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387385 Jun 25 11:59:00.975265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e60be9-cedf-4507-9630-a0755eae4d86 req-1943756c-d5f7-4821-a14a-20b7934d25ad tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:00.976800 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a4e60be9-cedf-4507-9630-a0755eae4d86 req-1943756c-d5f7-4821-a14a-20b7934d25ad tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0716848 Jun 25 11:59:01.019180 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a4e60be9-cedf-4507-9630-a0755eae4d86 req-7bc15b13-614c-4c91-9b17-4a4984f112e8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358360 Jun 25 11:59:02.057712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-15213dce-46e8-4cf9-9ae9-a60207661915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:02.160628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:02.284441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5f4fe-3558-493b-89bb-2b4063364145 req-4bfbaa77-665b-4ef5-892a-df42c80a147d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:02.287305 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3dd5f4fe-3558-493b-89bb-2b4063364145 req-4bfbaa77-665b-4ef5-892a-df42c80a147d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0958540 Jun 25 11:59:02.353703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3dd5f4fe-3558-493b-89bb-2b4063364145 req-0ec3e727-e90d-4534-b4ba-c0c63ab90940 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598121 Jun 25 11:59:03.237255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:59:03.289164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:03.398236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:59:03.422424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '1b88db22-a966-49df-a57d-4328c6ed591b', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '1b88db22-a966-49df-a57d-4328c6ed591b', 'mac_address': 'fa:16:3e:0f:e5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:59:03.482194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:03.498732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b88db22-a966-49df-a57d-4328c6ed591b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:59:03.522606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:59:03.595689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:03.598616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:59:03.663522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:59:03.670701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:59:03.962542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332936-6b3b-41ab-a3e1-6fb807246182 req-75fd8598-737f-4543-bcd7-2c296b998a41 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:03.964095 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c1332936-6b3b-41ab-a3e1-6fb807246182 req-75fd8598-737f-4543-bcd7-2c296b998a41 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.4516063 Jun 25 11:59:03.969785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['1b88db22-a966-49df-a57d-4328c6ed591b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:59:04.011558 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c1332936-6b3b-41ab-a3e1-6fb807246182 req-0982c8c3-40a1-4506-b93d-9660b1408d4d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392530 Jun 25 11:59:04.781889 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:59:05.080882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:05.235903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:59:05.238780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ad817-82ce-4a8a-9abe-e2b7052ed901 req-04961ad3-9cb6-4a2f-b345-5c0bbae2d5c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:05.240759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-366ad817-82ce-4a8a-9abe-e2b7052ed901 req-04961ad3-9cb6-4a2f-b345-5c0bbae2d5c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 944 time: 0.0907047 Jun 25 11:59:05.298912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-366ad817-82ce-4a8a-9abe-e2b7052ed901 req-df8dbc23-8a05-4e7c-82ed-2b0cd7da8b21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469935 Jun 25 11:59:05.400422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 1b88db22-a966-49df-a57d-4328c6ed591b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:59:05.405382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 1b88db22-a966-49df-a57d-4328c6ed591b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:59:05.405773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:05.491330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:05.523717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:59:05.526332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9724d-98ee-48e0-aeca-ca5783c8aebc" -d '{"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:59:05.541506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:59:05.592245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791c68d4-b7de-4ecd-853e-d9fb36255bd3 x-openstack-request-id: req-791c68d4-b7de-4ecd-853e-d9fb36255bd3 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:59:05.592648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:59:05.592922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-791c68d4-b7de-4ecd-853e-d9fb36255bd3 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:59:05.593424 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'code': 200} Jun 25 11:59:05.595270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:05.597393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:59:05.656810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:59:05.660094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:59:06.033473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a102c7-8c0a-4d7b-a91d-9f0c5a018981 req-df49732a-f11d-4c58-b4ac-0fc47450c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:06.035623 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-21a102c7-8c0a-4d7b-a91d-9f0c5a018981 req-df49732a-f11d-4c58-b4ac-0fc47450c610 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1098 time: 0.0606477 Jun 25 11:59:06.072885 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-21a102c7-8c0a-4d7b-a91d-9f0c5a018981 req-d6f7b4ec-1a1b-48d3-858d-c910a2ff39e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309668 Jun 25 11:59:06.504192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a72ae-6291-4442-ab81-e847a22cca79 req-20f721a8-02e1-449b-a6c7-353e05743ca1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:06.506849 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e58a72ae-6291-4442-ab81-e847a22cca79 req-20f721a8-02e1-449b-a6c7-353e05743ca1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0760703 Jun 25 11:59:06.553112 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e58a72ae-6291-4442-ab81-e847a22cca79 req-9a734230-693a-4329-bacc-fe4921c9481d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385482 Jun 25 11:59:07.758371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c4e70-28f9-49e0-9d6a-3cd9133d33b9 req-32960ad6-ef04-4123-9d24-d1c20dde2165 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:07.761020 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f32c4e70-28f9-49e0-9d6a-3cd9133d33b9 req-32960ad6-ef04-4123-9d24-d1c20dde2165 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0828454 Jun 25 11:59:07.810672 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f32c4e70-28f9-49e0-9d6a-3cd9133d33b9 req-52e7ba9f-7876-46ae-affb-9a46a87bca5a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417793 Jun 25 11:59:08.018224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b62d4-3249-4d2a-8c68-2f43bd65fb46 req-1136e263-d4cf-4332-a8e8-79edfb5e6b6b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:08.020115 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2c9b62d4-3249-4d2a-8c68-2f43bd65fb46 req-1136e263-d4cf-4332-a8e8-79edfb5e6b6b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0823212 Jun 25 11:59:08.030609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 33934) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:59:08.036424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Request body: {'floatingip': {'port_id': '1b88db22-a966-49df-a57d-4328c6ed591b'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:59:08.083846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:08.646542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:08.749775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:08.868651 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 associated. External IP: 172.26.0.9, port: 1b88db22-a966-49df-a57d-4328c6ed591b. Jun 25 11:59:09.118194 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:59:09.257438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:59:09.264065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:09.269936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:59:09.284314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:59:09.284981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:59:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:59:09.314987 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-adfab8a5-3873-4b1c-92fa-c88d8df30add tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "PUT /v2.0/floatingips/b919bbaa-2e9e-4b27-a28c-06e174b77f35 HTTP/1.1" status: 200 len: 990 time: 1.2785313 Jun 25 11:59:09.314987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:59:09.316225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611e70c0-6efb-4122-aa18-8e43f4391a94" -d '{"events": [{"name": "network-changed", "server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:59:09.364908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec11b4f-a2d3-4bb2-9fbe-a9e4d21ee160 x-openstack-request-id: req-eec11b4f-a2d3-4bb2-9fbe-a9e4d21ee160 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:59:09.365502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:59:09.365903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eec11b4f-a2d3-4bb2-9fbe-a9e4d21ee160 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:59:09.366957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'status': 'completed', 'code': 200} Jun 25 11:59:09.461372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:59:09.491144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-84b765b6-6737-4cea-a187-0cffb2e4f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:09.493210 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-84b765b6-6737-4cea-a187-0cffb2e4f2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1098 time: 0.0987918 Jun 25 11:59:09.620141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-da2db707-e803-43c7-b541-751a151997c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:09.621707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-da2db707-e803-43c7-b541-751a151997c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1212077 Jun 25 11:59:09.703605 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-2341d1dd-70a4-4607-b680-d69df197d3c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 998 time: 0.0746715 Jun 25 11:59:09.758272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-c2824689-2123-46bc-a1dd-0f9d51712472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:09.760081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-c2824689-2123-46bc-a1dd-0f9d51712472 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0505931 Jun 25 11:59:09.790496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '1b88db22-a966-49df-a57d-4328c6ed591b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:0f:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:59:08Z', 'revision_number': 13, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:59:09.841622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-0cd23c66-1b8b-4d8c-81c6-5d2a1c72b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:09.844314 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-0cd23c66-1b8b-4d8c-81c6-5d2a1c72b9f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773542 Jun 25 11:59:09.847132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:59:09.863923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:59:09.865021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T11:59:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:59:09.954767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-a4b09c25-f97c-452b-b60d-c6771410bb62 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036386 Jun 25 11:59:10.100619 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-611e70c0-6efb-4122-aa18-8e43f4391a94 req-ed42151a-f59c-45d3-9f6f-748be104f2d6 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383729 Jun 25 11:59:10.254146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:59:10.699705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '1b88db22-a966-49df-a57d-4328c6ed591b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:0f:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:59:08Z', 'revision_number': 13, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:59:10.738836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc9730-57f2-47b8-a32e-300dd9fd6210 None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'b919bbaa-2e9e-4b27-a28c-06e174b77f35', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'port_id': '1b88db22-a966-49df-a57d-4328c6ed591b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'mac_address': 'fa:16:3e:0f:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:52:27Z', 'updated_at': '2021-06-25T11:59:08Z', 'revision_number': 13, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:59:10.766888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:11.018713 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4d37b-00e5-44c9-b253-590ec9789226 None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:59:29.572434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-62941a3e-ae2b-4c79-bfcf-1e30ef67275e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:32.001295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7cb55251-70c0-4853-a395-fc8a2b32736e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:32.126973 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:33.310746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:35.127316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:40.312934 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-953f16b2-eb55-4662-9c95-d2cc8c81dd0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624640 Jun 25 11:59:40.418183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c365d1-6854-4752-b75b-d62675b11b00 req-618d4f2c-1b0d-4a13-91b6-77524cc99308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:40.420899 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-618d4f2c-1b0d-4a13-91b6-77524cc99308 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1098 time: 0.0606117 Jun 25 11:59:40.556831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c365d1-6854-4752-b75b-d62675b11b00 req-83f414ac-e8d7-41fd-8b89-c8a4cd3d3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:40.558243 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-83f414ac-e8d7-41fd-8b89-c8a4cd3d3fa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1092174 Jun 25 11:59:40.649728 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-8be3d516-77f4-4062-a50f-fc094ced9a8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 1000 time: 0.0835760 Jun 25 11:59:40.733824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:59:40.735007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c365d1-6854-4752-b75b-d62675b11b00 req-944363e0-0fce-49c6-a416-b2bda6ef0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:40.735843 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-944363e0-0fce-49c6-a416-b2bda6ef0a24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0794041 Jun 25 11:59:40.810731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c365d1-6854-4752-b75b-d62675b11b00 req-31103d41-6b3d-4758-ba23-82d33dcf2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:59:40.813474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-31103d41-6b3d-4758-ba23-82d33dcf2aca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704522 Jun 25 11:59:40.925969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-cb393ce7-327a-47d1-ac1f-72432bd06b31 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035643 Jun 25 11:59:41.037080 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-16c365d1-6854-4752-b75b-d62675b11b00 req-410125a4-ee34-437d-bfb3-15baeba7d82e service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044459 Jun 25 11:59:41.785480 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:59:59.566489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29c440b5-9170-4898-af2b-fe3166860ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:02.048458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa9bc590-055d-46eb-8e64-2bc6333da73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:02.163284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:03.354751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:05.133724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:10.773771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:18.786010 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:00:29.522720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-39f41546-1f23-45a9-8768-b65fcc75e2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:31.679879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a0025-f147-45b8-af73-5dba8e4e14f3 req-cbadf51e-e456-462b-829e-9f5be544800d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:31.681446 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-764a0025-f147-45b8-af73-5dba8e4e14f3 req-cbadf51e-e456-462b-829e-9f5be544800d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1454239 Jun 25 12:00:31.726458 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-764a0025-f147-45b8-af73-5dba8e4e14f3 req-2906810b-b9cd-4534-a53f-3019bbfe035f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382011 Jun 25 12:00:32.022739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6411417d-660a-4ee6-9fa9-73f72c298d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:32.186593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:33.289178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:35.120426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:40.309817 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-68e5d53d-2ffa-4df3-a1da-9dc9a176999c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555429 Jun 25 12:00:40.413835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cba6e-618c-4213-9216-a807d3757e5b req-b73f67bc-124b-4f95-9de9-3fc70d216c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:40.415351 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-b73f67bc-124b-4f95-9de9-3fc70d216c6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1098 time: 0.0616245 Jun 25 12:00:40.551279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cba6e-618c-4213-9216-a807d3757e5b req-9bebcc5a-fcdd-4a49-88ed-f02e13daaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:40.553276 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-9bebcc5a-fcdd-4a49-88ed-f02e13daaf9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1079104 Jun 25 12:00:40.638491 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-6d3d000e-4d27-4d73-9cf2-2bf3660257c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 1000 time: 0.0788980 Jun 25 12:00:40.692918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cba6e-618c-4213-9216-a807d3757e5b req-df147bf7-c625-47ae-bc84-ae01a32683dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:40.694495 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-df147bf7-c625-47ae-bc84-ae01a32683dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0501058 Jun 25 12:00:40.762382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cba6e-618c-4213-9216-a807d3757e5b req-30adcb33-20aa-4fdc-a8bb-0af97ce2e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:40.764601 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-30adcb33-20aa-4fdc-a8bb-0af97ce2e30b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0633078 Jun 25 12:00:40.795813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:00:40.924723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-5bf6206e-445d-46e6-a48a-28570d15c7d3 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535850 Jun 25 12:00:41.024758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-054cba6e-618c-4213-9216-a807d3757e5b req-c5babc49-571d-4f53-a616-6c576d22a9b1 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938282 Jun 25 12:00:46.609952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6c0f8-d111-4557-aadc-129a5c837e77 req-4b43a37b-11a9-4323-94d8-7ed281ac27d1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:46.612620 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fac6c0f8-d111-4557-aadc-129a5c837e77 req-4b43a37b-11a9-4323-94d8-7ed281ac27d1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1198618 Jun 25 12:00:46.696209 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fac6c0f8-d111-4557-aadc-129a5c837e77 req-b31fdb08-5020-4fef-a832-016379564575 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758579 Jun 25 12:00:46.727830 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-8e8bd71e-4778-4782-bbaf-942002807dfb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744526 Jun 25 12:00:47.893248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366646-296f-4dee-8d32-65a5388bce14 req-5f31e7a5-c6b4-4148-8aac-1a57281260d7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:47.894838 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dc366646-296f-4dee-8d32-65a5388bce14 req-5f31e7a5-c6b4-4148-8aac-1a57281260d7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0695605 Jun 25 12:00:47.941530 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dc366646-296f-4dee-8d32-65a5388bce14 req-e27313ed-6ebf-4aa5-9cee-d0031650b725 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400212 Jun 25 12:00:49.136352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df021a-ab0e-404b-84b7-74e647c96e8f req-d9dfa2a0-9816-4b7a-ac2c-437d35dcafc5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:49.138047 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e7df021a-ab0e-404b-84b7-74e647c96e8f req-d9dfa2a0-9816-4b7a-ac2c-437d35dcafc5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0700653 Jun 25 12:00:49.183110 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e7df021a-ab0e-404b-84b7-74e647c96e8f req-0857381b-c68c-4043-a638-9a8a77b9b618 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 Jun 25 12:00:50.376164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ffd9-debb-4946-823a-c83ddf1f37b1 req-d06d3d12-6ecf-4f53-b5b4-037a42a88081 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:50.377732 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2964ffd9-debb-4946-823a-c83ddf1f37b1 req-d06d3d12-6ecf-4f53-b5b4-037a42a88081 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0710819 Jun 25 12:00:50.428774 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2964ffd9-debb-4946-823a-c83ddf1f37b1 req-f9e4cf1d-641b-4dc3-9e87-f045047c74d5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Jun 25 12:00:51.357497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-f9f10fa8-1d55-4b24-8de6-a9cf718ef5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:51.359043 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-f9f10fa8-1d55-4b24-8de6-a9cf718ef5c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1098 time: 0.0605936 Jun 25 12:00:51.457678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-2f1e335a-168e-45c5-9adb-4be2bfbdf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:51.459231 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-2f1e335a-168e-45c5-9adb-4be2bfbdf70a service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.0931926 Jun 25 12:00:51.633542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-b80abd7b-0449-4195-bfea-55442cdeba88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 1000 time: 0.1643913 Jun 25 12:00:51.712976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-8562f572-8efb-437d-a1cf-68670ec8c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:51.714780 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-8562f572-8efb-437d-a1cf-68670ec8c8ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0741689 Jun 25 12:00:51.728254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32417656-4cc7-4938-a640-e2eefdf367de req-6925884c-6564-47bc-ac77-b0316ecbb0e7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:51.729886 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32417656-4cc7-4938-a640-e2eefdf367de req-6925884c-6564-47bc-ac77-b0316ecbb0e7 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1673136 Jun 25 12:00:51.802653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-32417656-4cc7-4938-a640-e2eefdf367de req-cac9823d-0e65-4798-b6fa-e9dae698c5b0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641849 Jun 25 12:00:51.823108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-ded2db4b-b16d-44ed-8eff-9c5325f4ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:51.824738 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-ded2db4b-b16d-44ed-8eff-9c5325f4ad40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939689 Jun 25 12:00:51.922303 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-76038226-0328-4b02-889e-213b5cf7986a service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902874 Jun 25 12:00:52.386207 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-6350642e-c02a-4f37-aa83-e79c825b42bd service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574854 Jun 25 12:00:53.003590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955145df-3a4f-42bd-8f98-d6e1aa0045a0 req-89ebe916-5a58-4018-9c70-e3f75bc6d991 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:53.005120 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-955145df-3a4f-42bd-8f98-d6e1aa0045a0 req-89ebe916-5a58-4018-9c70-e3f75bc6d991 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0778677 Jun 25 12:00:53.051210 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-955145df-3a4f-42bd-8f98-d6e1aa0045a0 req-2e8e0aac-dba0-470a-9bb3-4e112c59aad3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Jun 25 12:00:54.241338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a93f-02c6-4a1a-9e69-e8f9e38fa833 req-5ab44b2c-2ae9-40a4-ab2e-468ce7102a43 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:54.241338 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1d7a93f-02c6-4a1a-9e69-e8f9e38fa833 req-5ab44b2c-2ae9-40a4-ab2e-468ce7102a43 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0656924 Jun 25 12:00:54.280193 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1d7a93f-02c6-4a1a-9e69-e8f9e38fa833 req-12f074cf-81cb-497d-a5e5-63433c349792 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342746 Jun 25 12:00:55.480377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd40b-42e3-434d-9880-4b83e5b8610a req-cbaa852d-ab69-4d08-a52e-8e923521f385 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:55.482042 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c56cd40b-42e3-434d-9880-4b83e5b8610a req-cbaa852d-ab69-4d08-a52e-8e923521f385 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0817931 Jun 25 12:00:55.528928 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c56cd40b-42e3-434d-9880-4b83e5b8610a req-ecd21def-3e14-49f6-856d-1d1265c3c033 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360000 Jun 25 12:00:55.788324 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:00:56.727383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32acd2-5314-4069-a12b-486da3c2fff0 req-3c02c1d6-f8fe-4b79-8d84-c614e911fa8f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:56.729067 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a32acd2-5314-4069-a12b-486da3c2fff0 req-3c02c1d6-f8fe-4b79-8d84-c614e911fa8f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0763185 Jun 25 12:00:56.776030 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a32acd2-5314-4069-a12b-486da3c2fff0 req-84bd1247-dd76-4d09-8e5c-a36ed4a40fe9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403028 Jun 25 12:00:58.023238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228ea04-020c-4aae-ab2d-0ebc7bb54348 req-8db7a414-309d-4880-aa59-ebc7876709ba tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:58.026275 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2228ea04-020c-4aae-ab2d-0ebc7bb54348 req-8db7a414-309d-4880-aa59-ebc7876709ba tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1218400 Jun 25 12:00:58.072996 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2228ea04-020c-4aae-ab2d-0ebc7bb54348 req-53847526-2906-4781-9e75-a13941f28505 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Jun 25 12:00:59.307068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e2d45-6886-42bf-b849-f0de197ceff0 req-6ba8f43c-7382-48de-84f5-1d7d08d9b2e1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:00:59.309598 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc7e2d45-6886-42bf-b849-f0de197ceff0 req-6ba8f43c-7382-48de-84f5-1d7d08d9b2e1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1101847 Jun 25 12:00:59.372612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc7e2d45-6886-42bf-b849-f0de197ceff0 req-3b132bf5-db5c-42a8-832c-a7292a411779 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565014 Jun 25 12:00:59.512619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e9d979c-5c4b-47b0-aa78-4669f4d1c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:00.577109 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f8d61-e496-4619-aeaf-ebe089d0b6fe req-45055380-1c40-4017-84f9-a237454c6aa4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:00.579292 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b30f8d61-e496-4619-aeaf-ebe089d0b6fe req-45055380-1c40-4017-84f9-a237454c6aa4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0784595 Jun 25 12:01:00.625658 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b30f8d61-e496-4619-aeaf-ebe089d0b6fe req-503b6f0a-b613-4870-b18d-f7318a345f1e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392554 Jun 25 12:01:01.843442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85a8a6-82f6-4a03-8351-737138760072 req-4ce7388d-3b73-4b7f-9de5-491900b79224 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:01.844988 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bf85a8a6-82f6-4a03-8351-737138760072 req-4ce7388d-3b73-4b7f-9de5-491900b79224 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0833061 Jun 25 12:01:01.895154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bf85a8a6-82f6-4a03-8351-737138760072 req-ef69e944-7c02-47de-ad7a-eb3846069058 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Jun 25 12:01:02.003745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fbb45d9d-0db8-41e6-b589-76b2406f12ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:02.141457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:03.098254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5eb7c-7a0e-428b-b9da-15f6f7886392 req-d2298f8a-ff32-4617-8abd-2b3d9d6a51c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:03.099503 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e1b5eb7c-7a0e-428b-b9da-15f6f7886392 req-d2298f8a-ff32-4617-8abd-2b3d9d6a51c6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0773211 Jun 25 12:01:03.144129 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e1b5eb7c-7a0e-428b-b9da-15f6f7886392 req-4da32152-3994-41af-9610-5673a6c17f10 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366311 Jun 25 12:01:03.284233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:04.346136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b042584-06a9-4318-8876-a375efccd104 req-596b0fd0-dc97-4eb8-99c7-02e5714ee2aa tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:04.347744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b042584-06a9-4318-8876-a375efccd104 req-596b0fd0-dc97-4eb8-99c7-02e5714ee2aa tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0773458 Jun 25 12:01:04.395535 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b042584-06a9-4318-8876-a375efccd104 req-d53b5295-b4e1-40b6-97b0-a644966a7eb3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Jun 25 12:01:05.106488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:05.632669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5becf-0ae4-4c31-a288-50165b934a4f req-19c9b342-0267-47af-9968-2d0baf2dcee1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:05.634351 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1da5becf-0ae4-4c31-a288-50165b934a4f req-19c9b342-0267-47af-9968-2d0baf2dcee1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0874226 Jun 25 12:01:05.684831 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1da5becf-0ae4-4c31-a288-50165b934a4f req-92280f7e-a298-4b8c-9b9b-971b38400eb1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398178 Jun 25 12:01:06.992317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bebf3-58b1-4cda-8427-03ae9e2603a4 req-85c41b7d-ef02-4e01-b842-f70e6ac597d4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:06.994967 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-586bebf3-58b1-4cda-8427-03ae9e2603a4 req-85c41b7d-ef02-4e01-b842-f70e6ac597d4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1224740 Jun 25 12:01:07.043356 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-586bebf3-58b1-4cda-8427-03ae9e2603a4 req-326d09a3-c7f2-4a68-bbe5-990ad43a715e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414753 Jun 25 12:01:07.485191 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-528cc2b8-3a41-4fcb-84db-a60275c147a0 service neutron] 10.222.0.47 "GET /v2.0/ports/1b88db22-a966-49df-a57d-4328c6ed591b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0670071 Jun 25 12:01:07.957674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:01:08.046012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:08.078900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:01:08.082903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c7a963-fddc-4c7d-b5f6-17eb1474d12c" -d '{"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:01:08.107014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:08.166895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69aca0-5b3c-483e-ad3c-260f1b940eb5 x-openstack-request-id: req-3a69aca0-5b3c-483e-ad3c-260f1b940eb5 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:01:08.167750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:01:08.168166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a69aca0-5b3c-483e-ad3c-260f1b940eb5 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:01:08.168834 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'code': 200} Jun 25 12:01:08.187199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:08.188959 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-7930deb3-5869-4d84-8ee9-f0e0a8363e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:08.190630 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-7930deb3-5869-4d84-8ee9-f0e0a8363e62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 1098 time: 0.0813570 Jun 25 12:01:08.190820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:01:08.279551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:01:08.290693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-4d1feeec-2ce2-46ff-812d-585c948e6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:08.292413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-4d1feeec-2ce2-46ff-812d-585c948e6779 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1096 time: 0.0696712 Jun 25 12:01:08.293667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.294590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.295272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.296134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.296785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.297489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.298199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.298845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.299461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.300116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.300765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.301449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:08.309457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:01:08.416739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-b848aca6-585c-4f45-a3d8-752d743c7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:08.419432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-b848aca6-585c-4f45-a3d8-752d743c7aaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1205773 Jun 25 12:01:08.468130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbe774-9ae0-45a9-a880-2621db862378 req-865942d3-ad69-4246-97d1-209fb0beb140 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:08.469857 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0abbe774-9ae0-45a9-a880-2621db862378 req-865942d3-ad69-4246-97d1-209fb0beb140 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0804596 Jun 25 12:01:08.495641 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-4b01b13a-ade4-43f7-8cf6-804a0c748124 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 998 time: 0.0695910 Jun 25 12:01:08.521853 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0abbe774-9ae0-45a9-a880-2621db862378 req-fd4e6ac9-9f1d-4072-9572-cdba32ddf62d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388582 Jun 25 12:01:08.555040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-fb62b648-34cf-4088-a222-927130fab7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:08.556557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-fb62b648-34cf-4088-a222-927130fab7ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0545049 Jun 25 12:01:08.627198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-76e12454-5f1f-40e3-a98e-4e98ded45b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:08.628860 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-76e12454-5f1f-40e3-a98e-4e98ded45b52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656679 Jun 25 12:01:08.735436 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-d62b7fc2-dbb4-4244-b866-d6d0393190ae service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996199 Jun 25 12:01:08.895054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-d37e9de3-ff31-4b7a-ba11-704b29decc83 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519377 Jun 25 12:01:09.730517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f3ca0-7563-472a-9900-80bfa341f9ca req-5edf80e0-b3b5-4bf3-9153-ab2ceaa3e4c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:09.732162 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-698f3ca0-7563-472a-9900-80bfa341f9ca req-5edf80e0-b3b5-4bf3-9153-ab2ceaa3e4c2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0737281 Jun 25 12:01:09.775165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-698f3ca0-7563-472a-9900-80bfa341f9ca req-0bc53fbb-0d2d-490f-8c7f-de0fba2f1927 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jun 25 12:01:10.814430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:11.034420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fbf1e-b7ea-43d8-9838-42520c709f36 req-3f850394-3a12-4b8d-ace4-6dfcc5b15314 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:11.036502 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0e2fbf1e-b7ea-43d8-9838-42520c709f36 req-3f850394-3a12-4b8d-ace4-6dfcc5b15314 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0789785 Jun 25 12:01:11.083893 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0e2fbf1e-b7ea-43d8-9838-42520c709f36 req-c71f549f-ac7c-4382-bfbf-4fd134de4f41 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392661 Jun 25 12:01:12.304411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711dd8d-629f-46e2-82a1-600c31b8644e req-850096d7-a53b-4976-b41e-10575cfd8631 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:12.306151 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1711dd8d-629f-46e2-82a1-600c31b8644e req-850096d7-a53b-4976-b41e-10575cfd8631 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0912802 Jun 25 12:01:12.356684 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1711dd8d-629f-46e2-82a1-600c31b8644e req-2f8e776e-4db4-4e32-8605-76ef3aed61fe tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Jun 25 12:01:13.603238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda654-53ab-4b1a-b967-ba82bbe77ea4 req-5dccced0-119e-4d9e-bbb1-a72382103709 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:13.605003 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a5fda654-53ab-4b1a-b967-ba82bbe77ea4 req-5dccced0-119e-4d9e-bbb1-a72382103709 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0807903 Jun 25 12:01:13.651228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a5fda654-53ab-4b1a-b967-ba82bbe77ea4 req-37ac6eee-6489-4b4f-9863-7d679122ceb9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Jun 25 12:01:14.867049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6056c90-4c20-402f-ba50-3f5247b0955a req-9eb13a8a-6bec-4623-acbd-bf4a26c2b457 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:14.868713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e6056c90-4c20-402f-ba50-3f5247b0955a req-9eb13a8a-6bec-4623-acbd-bf4a26c2b457 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0701740 Jun 25 12:01:14.919377 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e6056c90-4c20-402f-ba50-3f5247b0955a req-12f3efc7-92f8-418f-9b7a-c522591e7cf2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Jun 25 12:01:16.041921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:01:16.160880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:16.165927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043cec7-97be-440f-bb00-00e53bd46b4a req-2f08692f-11e3-4145-b8d9-4bbfb289c425 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:16.168498 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a043cec7-97be-440f-bb00-00e53bd46b4a req-2f08692f-11e3-4145-b8d9-4bbfb289c425 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.1136644 Jun 25 12:01:16.179507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '1b88db22-a966-49df-a57d-4328c6ed591b', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '1b88db22-a966-49df-a57d-4328c6ed591b', 'mac_address': 'fa:16:3e:0f:e5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:01:16.237585 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a043cec7-97be-440f-bb00-00e53bd46b4a req-91947244-9165-4930-bcad-863a1ee0329d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624473 Jun 25 12:01:16.246135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:16.260207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b88db22-a966-49df-a57d-4328c6ed591b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:01:16.284313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:16.367144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:16.369764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:01:16.430225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:01:16.434743 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['1b88db22-a966-49df-a57d-4328c6ed591b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:01:16.437137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:01:17.444093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72687-482b-4d4a-800b-1ac1ae590674 req-973dc071-302c-428d-9a50-b536dc7c34b8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:17.445826 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cee72687-482b-4d4a-800b-1ac1ae590674 req-973dc071-302c-428d-9a50-b536dc7c34b8 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 944 time: 0.0745494 Jun 25 12:01:17.493799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cee72687-482b-4d4a-800b-1ac1ae590674 req-1fbb3072-120b-412f-9990-301af9f9b8ff tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378983 Jun 25 12:01:18.057058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:01:18.122413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 1b88db22-a966-49df-a57d-4328c6ed591b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:01:18.122795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:18.227655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:18.271845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:01:18.276107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d37fad-1586-4448-a305-a0557d018687" -d '{"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:01:18.299608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:18.327867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a8395-2cf8-4543-9ebb-7e48158e75f2 x-openstack-request-id: req-d99a8395-2cf8-4543-9ebb-7e48158e75f2 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:01:18.328458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:01:18.328766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d99a8395-2cf8-4543-9ebb-7e48158e75f2 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:01:18.329261 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'code': 200} Jun 25 12:01:18.592818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:18.596276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:01:18.653459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:01:18.657323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:01:18.729867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fe7fe-fe68-424c-af5a-95567aad9967 req-b0452912-3e15-4a8d-ad54-7cfc53fc66f2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:18.731844 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-895fe7fe-fe68-424c-af5a-95567aad9967 req-b0452912-3e15-4a8d-ad54-7cfc53fc66f2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0882463 Jun 25 12:01:18.781582 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-895fe7fe-fe68-424c-af5a-95567aad9967 req-01601788-a40f-41e6-a54f-c20d92d07e84 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Jun 25 12:01:19.995224 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc2d4-2adf-4a37-84d7-f188144345b1 req-0b40a2a6-e698-44bd-8a0f-b784e37e11c5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:19.996942 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-896fc2d4-2adf-4a37-84d7-f188144345b1 req-0b40a2a6-e698-44bd-8a0f-b784e37e11c5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0805342 Jun 25 12:01:20.057846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-896fc2d4-2adf-4a37-84d7-f188144345b1 req-200aa3ec-ed88-4982-a808-399f88d55ada tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543122 Jun 25 12:01:21.354960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e521a-a368-4391-aedf-c112fee61794 req-8721bb7b-ee7b-4e21-aac8-fbbcce5605f2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:21.357611 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-492e521a-a368-4391-aedf-c112fee61794 req-8721bb7b-ee7b-4e21-aac8-fbbcce5605f2 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0934515 Jun 25 12:01:21.421580 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-492e521a-a368-4391-aedf-c112fee61794 req-9966036f-4d39-4051-868c-85c2e5d60608 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573750 Jun 25 12:01:22.650105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897aa74-0aa5-4c5e-9aab-eda83eb42867 req-62027a1f-6555-4f4f-bcbe-a55d2d5a4193 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:22.651789 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9897aa74-0aa5-4c5e-9aab-eda83eb42867 req-62027a1f-6555-4f4f-bcbe-a55d2d5a4193 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0874825 Jun 25 12:01:22.715058 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9897aa74-0aa5-4c5e-9aab-eda83eb42867 req-c3665d62-fba8-4516-9589-3f8f27e52e97 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564556 Jun 25 12:01:23.926653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cdcae-98ff-49a3-87b1-4366fc95edb1 req-945f7ec7-76bf-45f3-b627-f4df16e65ed3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:23.926653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f0cdcae-98ff-49a3-87b1-4366fc95edb1 req-945f7ec7-76bf-45f3-b627-f4df16e65ed3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0812187 Jun 25 12:01:23.976310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7f0cdcae-98ff-49a3-87b1-4366fc95edb1 req-ba1cc092-6c92-4ec8-8a5e-379ba4565265 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376251 Jun 25 12:01:25.182788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-76e1c3ff-9b8a-4513-8e59-9bb928a9dad6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:25.184447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-76e1c3ff-9b8a-4513-8e59-9bb928a9dad6 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2&tenant_id=606746a17a854dcb9d1ab996e9cfe397&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1459975 Jun 25 12:01:25.195562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605f95-33cb-4f8e-ba1d-2b47a15c4056 req-4e1abcd3-e3b4-45ce-bc15-cf23c56979ca tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:25.200407 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3605f95-33cb-4f8e-ba1d-2b47a15c4056 req-4e1abcd3-e3b4-45ce-bc15-cf23c56979ca tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1402082 Jun 25 12:01:25.289855 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3605f95-33cb-4f8e-ba1d-2b47a15c4056 req-9cc211cf-e8bf-457a-bd39-ed9c71945755 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842516 Jun 25 12:01:25.299888 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-10eade4e-3118-4211-86ca-c3a3fcc2b89c service neutron] 10.222.0.47 "GET /v2.0/ports/1b88db22-a966-49df-a57d-4328c6ed591b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.1023598 Jun 25 12:01:25.429080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-4f411d33-e84b-4d0b-bfd8-2f0f62553a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:25.431885 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-4f411d33-e84b-4d0b-bfd8-2f0f62553a49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1098 time: 0.0958469 Jun 25 12:01:25.588876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-4825d182-b1d2-4259-8107-cc95302962d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:25.590600 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-4825d182-b1d2-4259-8107-cc95302962d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1524341 Jun 25 12:01:25.669020 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-a57a5599-bb9f-43cc-ab76-6ae1c70d641c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 1000 time: 0.0717938 Jun 25 12:01:25.739545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-e9ab0e2e-6960-4f16-86cf-c133e44d6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:25.742507 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-e9ab0e2e-6960-4f16-86cf-c133e44d6267 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0660610 Jun 25 12:01:25.829946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-bb749bd7-326b-4769-8240-5c8b46b25b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:25.832622 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-bb749bd7-326b-4769-8240-5c8b46b25b07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831850 Jun 25 12:01:25.948490 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-f74d3780-deed-48e4-8ffd-589f6eca9753 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095786 Jun 25 12:01:26.089843 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-0a14e5eb-95a9-43bf-a80e-e1e6b5f8dfe3 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344335 Jun 25 12:01:26.582199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdf331-3cc4-490d-aef4-45469dd3aa08 req-9247fdc8-e79f-4ea3-ac35-747361f43de1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:26.585606 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-47fdf331-3cc4-490d-aef4-45469dd3aa08 req-9247fdc8-e79f-4ea3-ac35-747361f43de1 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1195374 Jun 25 12:01:26.639341 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-47fdf331-3cc4-490d-aef4-45469dd3aa08 req-1814a117-9ec1-4a68-b7f5-845c91ac2a14 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Jun 25 12:01:27.931432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78dddd-a4ee-4ba1-ac3e-48e91e0bb683 req-6c0a556c-fd89-4cbd-94a1-d890ce00dadc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:27.934031 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f78dddd-a4ee-4ba1-ac3e-48e91e0bb683 req-6c0a556c-fd89-4cbd-94a1-d890ce00dadc tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1160982 Jun 25 12:01:27.999419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4f78dddd-a4ee-4ba1-ac3e-48e91e0bb683 req-0700ea77-a6da-4e25-8f51-ae7e8179b61f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583048 Jun 25 12:01:29.254234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7bca4-fb78-4c76-afd8-be296ff49da8 req-523629d6-7300-4f71-a098-4ea20e13393d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:29.257913 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dbb7bca4-fb78-4c76-afd8-be296ff49da8 req-523629d6-7300-4f71-a098-4ea20e13393d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1165421 Jun 25 12:01:29.311255 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dbb7bca4-fb78-4c76-afd8-be296ff49da8 req-388d6d17-f027-4eb1-899f-fdad57a94c06 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Jun 25 12:01:29.510248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e03b3597-07bd-4250-8d62-19fe1823d3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:30.658639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5984ec2-c9b5-4393-9f63-2673e2ccdb57 req-cf6ae1a9-30f8-43e4-a8e4-fa3b88095d2b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:30.661220 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e5984ec2-c9b5-4393-9f63-2673e2ccdb57 req-cf6ae1a9-30f8-43e4-a8e4-fa3b88095d2b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1259596 Jun 25 12:01:30.743658 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e5984ec2-c9b5-4393-9f63-2673e2ccdb57 req-372252b4-601a-4c61-b74a-26db6514fba0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750241 Jun 25 12:01:32.001645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a4f371b8-d2ef-4d32-895b-7b33833aadcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:32.038456 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4150e4-7a93-48a4-a453-feaa7e63134c req-ea99e77a-bbbc-4c22-855b-3a8d9c34178e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:32.041289 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ff4150e4-7a93-48a4-a453-feaa7e63134c req-ea99e77a-bbbc-4c22-855b-3a8d9c34178e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.1177738 Jun 25 12:01:32.105346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:01:32.111583 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ff4150e4-7a93-48a4-a453-feaa7e63134c req-8ae7bc49-2ec6-4207-834c-c579e6468fa3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629854 Jun 25 12:01:32.174739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:32.247697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:32.291109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:01:32.295141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897da8e-4c8b-478c-a104-c3392da9df3b" -d '{"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:01:32.320064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:32.389245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:32.396799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:01:32.446638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 12:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45957496-3390-4669-8e54-8cfda2939d28 x-openstack-request-id: req-45957496-3390-4669-8e54-8cfda2939d28 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:01:32.447105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:01:32.447523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45957496-3390-4669-8e54-8cfda2939d28 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:01:32.448154 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'code': 200} Jun 25 12:01:32.496927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=9']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:01:32.500535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:01:32.786096 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:01:33.003250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-b31b0ccd-047e-4b96-b6c4-8c7bd3f65d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:33.005700 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-b31b0ccd-047e-4b96-b6c4-8c7bd3f65d9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2&tenant_id=606746a17a854dcb9d1ab996e9cfe397 HTTP/1.1" status: 200 len: 1096 time: 0.0759037 Jun 25 12:01:33.114059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-73061c41-0107-443f-8f85-823dca46f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:33.116901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-73061c41-0107-443f-8f85-823dca46f921 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1096 time: 0.0823045 Jun 25 12:01:33.295330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-fe5409cb-0bef-47d3-93e4-fd94aa9a0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:33.297604 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-fe5409cb-0bef-47d3-93e4-fd94aa9a0428 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1731563 Jun 25 12:01:33.301517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:33.403077 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-e804b96b-97ec-4f63-bae9-3e956a37b9a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 998 time: 0.0979569 Jun 25 12:01:33.418865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdc521-a0eb-4765-8641-2e56bdf71919 req-0e03140d-64e1-4494-97fc-519208144fe3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:33.421829 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d6bdc521-a0eb-4765-8641-2e56bdf71919 req-0e03140d-64e1-4494-97fc-519208144fe3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0941231 Jun 25 12:01:33.481507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-ee6b57c1-6fe4-4334-8112-ce21ed7d7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:33.483134 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-ee6b57c1-6fe4-4334-8112-ce21ed7d7ebd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0733356 Jun 25 12:01:33.507059 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d6bdc521-a0eb-4765-8641-2e56bdf71919 req-133bfcbd-2728-4b8d-891d-54526f01670b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719485 Jun 25 12:01:33.593046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-58260b2d-f2ec-42f5-93f5-ad0af08aff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:33.594914 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-58260b2d-f2ec-42f5-93f5-ad0af08aff1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053693 Jun 25 12:01:33.725946 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-fa11beba-449e-4882-8e33-9b0b189eb269 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221910 Jun 25 12:01:33.865154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6601ee29-e12b-43d2-bbc5-e34682e04e5d req-4834ae16-f277-405c-ac49-4d0851990fe3 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327357 Jun 25 12:01:34.712054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330607e-e7ea-4fa8-afa3-ab54ea41be2f req-1e1e235a-80b2-4d57-8d07-bc57dcbef97a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:34.713645 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b330607e-e7ea-4fa8-afa3-ab54ea41be2f req-1e1e235a-80b2-4d57-8d07-bc57dcbef97a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0759029 Jun 25 12:01:34.763038 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b330607e-e7ea-4fa8-afa3-ab54ea41be2f req-2189b7ae-f7a4-4e7f-91a4-7b6f64d1e0d0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Jun 25 12:01:35.125044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:36.029591 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396caf1-bf0d-415a-b944-f2cf07036625 req-c3047779-e738-438d-b0a6-17ba77e6bbd4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:36.031458 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b396caf1-bf0d-415a-b944-f2cf07036625 req-c3047779-e738-438d-b0a6-17ba77e6bbd4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0790799 Jun 25 12:01:36.087389 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b396caf1-bf0d-415a-b944-f2cf07036625 req-5cdff0c4-fd29-4f74-bf63-b4910bdac325 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Jun 25 12:01:37.302415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd98695-8895-4d61-adf3-43dab9db5cda req-8f7ed0f0-9bb0-42cc-97de-24e9eef50bee tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:37.305529 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccd98695-8895-4d61-adf3-43dab9db5cda req-8f7ed0f0-9bb0-42cc-97de-24e9eef50bee tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0790031 Jun 25 12:01:37.356578 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccd98695-8895-4d61-adf3-43dab9db5cda req-921c8b53-881c-4b66-a3ca-62972ee6c82d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Jun 25 12:01:38.622088 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33597d19-ff12-4669-8367-14913dd159db req-160d8b60-768d-44f4-826f-278baef47bdd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:38.623765 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-33597d19-ff12-4669-8367-14913dd159db req-160d8b60-768d-44f4-826f-278baef47bdd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.1140862 Jun 25 12:01:38.696779 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-33597d19-ff12-4669-8367-14913dd159db req-8080e100-d923-478d-8b0e-382b3ce3bc72 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621269 Jun 25 12:01:39.917205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6970fd-ba02-40e5-87b2-c166171fc1ab req-170cfd20-79f6-47a8-be02-ca3c1145ad33 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:39.918834 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a6970fd-ba02-40e5-87b2-c166171fc1ab req-170cfd20-79f6-47a8-be02-ca3c1145ad33 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 943 time: 0.0734682 Jun 25 12:01:39.964477 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a6970fd-ba02-40e5-87b2-c166171fc1ab req-735c7c7a-f8fe-4fc5-b87b-2f66b73dae88 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Jun 25 12:01:40.126989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:01:40.236489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:40.254600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '1b88db22-a966-49df-a57d-4328c6ed591b', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'port_id': '1b88db22-a966-49df-a57d-4328c6ed591b', 'mac_address': 'fa:16:3e:0f:e5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:01:40.301907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:40.319912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b88db22-a966-49df-a57d-4328c6ed591b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:01:40.357175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:40.434727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:40.437857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:01:40.516221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['1b88db22-a966-49df-a57d-4328c6ed591b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:01:40.518941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=10']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:01:40.525399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:01:40.805120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:41.188144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7ee7-a9f9-4a47-bcaa-11686bf2d1fa req-4d3cebc9-5c01-4cb0-84ed-ceaf8c3794d9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:41.189805 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a36a7ee7-a9f9-4a47-bcaa-11686bf2d1fa req-4d3cebc9-5c01-4cb0-84ed-ceaf8c3794d9 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0820944 Jun 25 12:01:41.262352 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a36a7ee7-a9f9-4a47-bcaa-11686bf2d1fa req-a3ec1a25-30d7-4d60-9265-f1ea07723d65 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618052 Jun 25 12:01:41.379352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-69be7800-1caf-42bb-8d1c-11bd03ac4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:41.381667 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-69be7800-1caf-42bb-8d1c-11bd03ac4a76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606746a17a854dcb9d1ab996e9cfe397&device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 1098 time: 0.0727978 Jun 25 12:01:41.519001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-e4ffee65-fa46-4944-b3c6-05a7ec70ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:41.520443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-e4ffee65-fa46-4944-b3c6-05a7ec70ff7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 200 len: 914 time: 0.1171801 Jun 25 12:01:41.612574 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-e9dd6aeb-da86-4d43-86e9-983b4cb85d57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 200 len: 999 time: 0.0852876 Jun 25 12:01:41.682798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-1012b5ce-ca54-428d-880a-737a1287405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:41.685344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-1012b5ce-ca54-428d-880a-737a1287405f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 200 len: 851 time: 0.0659723 Jun 25 12:01:41.793222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-6eb484aa-a75e-4da1-8c34-11aaf1e1982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:41.796051 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-6eb484aa-a75e-4da1-8c34-11aaf1e1982f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78abc83e-c8f8-4310-add0-3b570e655ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037829 Jun 25 12:01:41.918488 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-4910ff91-16cb-4e7e-8b99-a3b9ce271a30 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136370 Jun 25 12:01:42.021367 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-63ed5d47-10a2-4bcb-baa1-aeef6f76bf5e req-d98ff7f9-002a-42ee-9ec7-19d8ec8074a5 service neutron] 10.222.0.47 "GET /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960820 Jun 25 12:01:42.137931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:01:42.194091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 1b88db22-a966-49df-a57d-4328c6ed591b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:01:42.194091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:42.300219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:42.349443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:01:42.354111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f4f1a-8dcd-44d9-8b9a-a10bb3b601b1" -d '{"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:01:42.376049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:42.429575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7642bde7-690b-4963-af2b-3f57582c301a x-openstack-request-id: req-7642bde7-690b-4963-af2b-3f57582c301a {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:01:42.430014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-plugged", "status": "completed", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:01:42.430288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7642bde7-690b-4963-af2b-3f57582c301a {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:01:42.430754 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'code': 200} Jun 25 12:01:42.453131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:42.455885 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:01:42.490676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342645c-76a1-4cde-8ed4-2b5e5cd2a524 req-921bc707-6154-4349-8944-5f1dabfa0013 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:42.493037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9342645c-76a1-4cde-8ed4-2b5e5cd2a524 req-921bc707-6154-4349-8944-5f1dabfa0013 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 945 time: 0.0808537 Jun 25 12:01:42.520304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=11']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:01:42.524228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:01:42.564554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9342645c-76a1-4cde-8ed4-2b5e5cd2a524 req-08acb35a-2318-4ab8-baf5-797765d7fbf5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649459 Jun 25 12:01:43.758887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774e897-9565-4516-b966-e35bc0573e1c req-88127469-123e-4e5f-af8e-25bbf52f047a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:43.761170 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7774e897-9565-4516-b966-e35bc0573e1c req-88127469-123e-4e5f-af8e-25bbf52f047a tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.0714900 Jun 25 12:01:43.810672 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7774e897-9565-4516-b966-e35bc0573e1c req-e44b216e-b745-4738-9f3f-f6964274ce84 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 Jun 25 12:01:45.092134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e272e-29ec-4a68-841b-ff4f3cf8ece5 req-c07a7a1a-f50c-44ce-a6a3-5f46b3838601 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:45.094915 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-827e272e-29ec-4a68-841b-ff4f3cf8ece5 req-c07a7a1a-f50c-44ce-a6a3-5f46b3838601 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.1317651 Jun 25 12:01:45.141972 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-827e272e-29ec-4a68-841b-ff4f3cf8ece5 req-5dd5c2b1-3716-4433-8cea-e219be7e806b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364199 Jun 25 12:01:46.394104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5cd65-2e38-4eb9-9d3a-a5a210b33146 req-926b3e1d-4d28-4123-b346-32b61e9d7a03 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:46.396327 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-50a5cd65-2e38-4eb9-9d3a-a5a210b33146 req-926b3e1d-4d28-4123-b346-32b61e9d7a03 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.0919592 Jun 25 12:01:46.455420 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-50a5cd65-2e38-4eb9-9d3a-a5a210b33146 req-2f076aea-c288-4d5f-a758-d17397836eda tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499597 Jun 25 12:01:47.780337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdef666-e76d-48dc-a4da-d4fa89f60e68 req-f16261c2-9080-4899-b0d5-2f12aacfeb3b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:47.782859 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5cdef666-e76d-48dc-a4da-d4fa89f60e68 req-f16261c2-9080-4899-b0d5-2f12aacfeb3b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.1078587 Jun 25 12:01:47.836506 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5cdef666-e76d-48dc-a4da-d4fa89f60e68 req-636ae89d-eda4-4417-b0bb-d5c351d45676 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Jun 25 12:01:48.116701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3ab65-a22c-48ec-89fb-41844dc8c5fc req-2109bedf-2273-4859-b818-d90afb3ba814 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:48.118301 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ccc3ab65-a22c-48ec-89fb-41844dc8c5fc req-2109bedf-2273-4859-b818-d90afb3ba814 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.0861907 Jun 25 12:01:48.174162 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ccc3ab65-a22c-48ec-89fb-41844dc8c5fc req-0a09d26d-f8a3-4a8f-889c-390592239a19 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456750 Jun 25 12:01:48.495561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a733fd-ea0e-4f43-9614-be89ae52c3e2 req-e1d3f022-ed3d-4e48-b1ab-4a7b146f81da tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:48.498240 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-92a733fd-ea0e-4f43-9614-be89ae52c3e2 req-e1d3f022-ed3d-4e48-b1ab-4a7b146f81da tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.1100988 Jun 25 12:01:48.570794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-92a733fd-ea0e-4f43-9614-be89ae52c3e2 req-ebb18511-100e-4d6f-b011-9d1920cccf63 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644290 Jun 25 12:01:49.289269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d2bb3-1333-463d-b77e-1c58806d561b req-ce70a06e-84ce-4bf5-8339-afaada2e68bd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:49.291110 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bc0d2bb3-1333-463d-b77e-1c58806d561b req-ce70a06e-84ce-4bf5-8339-afaada2e68bd tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.0857415 Jun 25 12:01:49.335779 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bc0d2bb3-1333-463d-b77e-1c58806d561b req-6db2f077-2230-44e3-8a4f-11920066c28e tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 Jun 25 12:01:50.537056 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a67f-7be3-4b0f-93a2-2fd80feb3299 req-55f79521-c92d-4c54-921d-741b6414f3ce tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:50.539649 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b190a67f-7be3-4b0f-93a2-2fd80feb3299 req-55f79521-c92d-4c54-921d-741b6414f3ce tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.0815504 Jun 25 12:01:50.602410 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b190a67f-7be3-4b0f-93a2-2fd80feb3299 req-8d92d954-4094-4c30-ab9c-7c2e57d5ac0b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523732 Jun 25 12:01:51.843022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a4b89-c992-43cb-8087-3ba11c041701 req-34ead998-4077-4e7d-80dc-fc1496fa4898 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:51.844668 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6d0a4b89-c992-43cb-8087-3ba11c041701 req-34ead998-4077-4e7d-80dc-fc1496fa4898 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.1129515 Jun 25 12:01:51.897553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-08b2d0de-f08e-4f18-bd6c-f9a6260eaa49 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:01:51.899635 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-08b2d0de-f08e-4f18-bd6c-f9a6260eaa49 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 946 time: 0.1223042 Jun 25 12:01:51.918890 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6d0a4b89-c992-43cb-8087-3ba11c041701 req-736d6915-707d-4912-b4ff-2a33bf86697f tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups?id=79557d23-24eb-43e9-bc9e-7fd557d9c069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656662 Jun 25 12:01:52.029003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Deleting port 1b88db22-a966-49df-a57d-4328c6ed591b {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:01:52.029551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:52.159301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] For port 1b88db22-a966-49df-a57d-4328c6ed591b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1b88db22-a966-49df-a57d-4328c6ed591b,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:01:52.159564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:52.385968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:52.386361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:52.386707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35 disassociated. External IP: 172.26.0.9, port: 1b88db22-a966-49df-a57d-4328c6ed591b. Jun 25 12:01:52.387046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Calling delete_port for 1b88db22-a966-49df-a57d-4328c6ed591b owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:01:52.610404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:52.616066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f98d1ff6-d2a3-472b-b087-674d0ca6ffb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:01:52.647582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event deleted for resources: {'Port': ['ID=1b88db22-a966-49df-a57d-4328c6ed591b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:01:52.659469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.659861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.660252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.660632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.661007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.661420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.661798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.662203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.662779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.663156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.663529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.663904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:01:52.672534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:01:52.832021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:01:52.984488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:01:52.999967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:01:53.011757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:01:53.012293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:01:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:01:53.054780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] No DVR routers for this DVR port 1b88db22-a966-49df-a57d-4328c6ed591b on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:01:53.058712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:01:53.060615 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eebfba64-8366-4966-a7b2-890c2f2a7bf7 req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.47 "DELETE /v2.0/ports/1b88db22-a966-49df-a57d-4328c6ed591b HTTP/1.1" status: 204 len: 173 time: 1.1528599 Jun 25 12:01:53.061340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-deleted', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:01:53.064506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5435254-b004-4e40-91f7-3ed3f840e5c1" -d '{"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-deleted", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:01:53.123147 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-860fab7e-2d9f-4c00-8e9e-3af5039ad55e req-b21360d8-8450-4dfb-8202-69964c87b7de tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0573525 Jun 25 12:01:53.174990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:01:53.184152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2bc6ff-ffaf-40e2-80f7-c59e56d6cde8 x-openstack-request-id: req-be2bc6ff-ffaf-40e2-80f7-c59e56d6cde8 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:01:53.184484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "524e8919-daeb-4946-b7fc-9f346bf9eaa2", "name": "network-vif-deleted", "tag": "1b88db22-a966-49df-a57d-4328c6ed591b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:01:53.185254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be2bc6ff-ffaf-40e2-80f7-c59e56d6cde8 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:01:53.185378 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524e8919-daeb-4946-b7fc-9f346bf9eaa2', 'name': 'network-vif-deleted', 'tag': '1b88db22-a966-49df-a57d-4328c6ed591b', 'status': 'completed', 'code': 200} Jun 25 12:01:53.464343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:01:53.682496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:01:53.694740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:01:53.695713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:01:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:01:53.842356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:01:54.198176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:01:54.204096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:01:54.267892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62935be-4dc5-4891-8813-11af986f1f2a None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T11:52:23Z', 'revision_number': 4, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '88feaf3a-a082-4a0a-aaf3-58c8f00a714a', 'name': '', 'network_id': '78abc83e-c8f8-4310-add0-3b570e655ab4', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'mac_address': 'fa:16:3e:8f:32:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:23Z', 'updated_at': '2021-06-25T11:52:28Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'subnets': [{'id': 'bbfdd597-6f9a-4fce-a216-c038fb8b52dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:01:54.270555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 1b88db22-a966-49df-a57d-4328c6ed591b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:01:54.270908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1b88db22-a966-49df-a57d-4328c6ed591b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:01:54.347385 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-788fccf1-829d-497e-b973-7b5333eac0ae req-7ece2df4-96a6-4529-8215-7a3b7712e1db tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0447218 Jun 25 12:01:54.606255 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35bd00-a50b-4ce0-affa-0b6e92429018 None None] New status for floating IP b919bbaa-2e9e-4b27-a28c-06e174b77f35: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:01:55.644967 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-79f4f1ac-636f-4a07-b9eb-28cd78d3ae05 req-7038f5d5-b7d6-4cfd-aa4d-10e317706827 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0663424 Jun 25 12:01:56.960798 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e4fdcdf2-9bf5-47d8-b4e6-82c05c821cf0 req-b1b2014a-ba01-49b7-80b2-883a899f2392 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0524886 Jun 25 12:01:58.185696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-84823213-cca0-4ee0-a3e4-3020ca8be496 req-c1f99a82-04c0-4b3d-8527-f49fee3299d3 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/ports?device_id=524e8919-daeb-4946-b7fc-9f346bf9eaa2 HTTP/1.1" status: 200 len: 210 time: 0.0347099 Jun 25 12:01:59.515767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-63f835a8-a07e-4f97-b0fd-34306452a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:02.040239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5647d3c7-69e7-4886-a84f-5ce650f2c2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:02.171293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:03.313507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.147763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34376) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:04.264632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0b60002-8326-4b88-8358-9ce86fc4aa37 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.313117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0b60002-8326-4b88-8358-9ce86fc4aa37 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.491398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0b60002-8326-4b88-8358-9ce86fc4aa37 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.494768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b0b60002-8326-4b88-8358-9ce86fc4aa37 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.496020 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b0b60002-8326-4b88-8358-9ce86fc4aa37 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "DELETE /v2.0/security-groups/79557d23-24eb-43e9-bc9e-7fd557d9c069 HTTP/1.1" status: 204 len: 168 time: 0.3467288 Jun 25 12:02:04.496868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b0884bbe-d857-4c32-b2fa-44e62ace3295 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:04.499297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34378) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:04.513578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b60002-8326-4b88-8358-9ce86fc4aa37 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79557d23-24eb-43e9-bc9e-7fd557d9c069,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:04.517398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b0b60002-8326-4b88-8358-9ce86fc4aa37 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:04.527582 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.api.v2.resource [None req-84c8ee34-d935-4c0b-9ee3-1122c2638880 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] show failed (client error): The resource could not be found. Jun 25 12:02:04.528751 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-84c8ee34-d935-4c0b-9ee3-1122c2638880 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "GET /v2.0/security-groups/79557d23-24eb-43e9-bc9e-7fd557d9c069 HTTP/1.1" status: 404 len: 347 time: 0.0277236 Jun 25 12:02:04.534286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34380) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:04.689066 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Deleting port 13f7f0bb-8cc7-479a-b696-b71da1060d45 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:02:04.689666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.799008 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.799395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:04.816262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Calling delete_port for 13f7f0bb-8cc7-479a-b696-b71da1060d45 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:02:05.091552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:05.095140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-646aa6e9-8b46-494b-a60f-61452a8b110a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:05.133295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:05.137548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Pushing event deleted for resources: {'Port': ['ID=13f7f0bb-8cc7-479a-b696-b71da1060d45,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:05.163348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.163996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.164619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.165024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.165449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.165926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.166321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.166708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.167093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.167520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.167913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.168290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:05.191033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:05.269417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:05.272797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:05.276385 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] 10.222.0.81 "DELETE /v2.0/floatingips/b919bbaa-2e9e-4b27-a28c-06e174b77f35 HTTP/1.1" status: 204 len: 168 time: 0.7389195 Jun 25 12:02:05.279099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34382) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:05.804330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:06.096508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Deleting port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:02:06.096760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:06.189557 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] For port 88feaf3a-a082-4a0a-aaf3-58c8f00a714a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:06.190107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:06.207728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Calling delete_port for 88feaf3a-a082-4a0a-aaf3-58c8f00a714a owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:02:06.641234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:06.645641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1bf82c6c-47b2-4f94-b28f-bd880dc95def tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:06.683012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Pushing event deleted for resources: {'Port': ['ID=88feaf3a-a082-4a0a-aaf3-58c8f00a714a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:06.713407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:06.931118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:07.221351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Router 91fca654-4caf-4dfb-bc92-a9e3d7837415 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:02:07.353537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:02:07.361285 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] 10.222.0.81 "PUT /v2.0/routers/91fca654-4caf-4dfb-bc92-a9e3d7837415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0807276 Jun 25 12:02:07.365946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34386) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:07.367389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] Sync routers for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:02:07.381800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:02:07.382793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:02:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:02:07.519235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:07.547318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:02:07.681676 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:07.794734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T12:02:06Z', 'revision_number': 5, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port': {'id': '7c35a31f-d3a5-47ed-a3cc-63155fcb6992', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:52:21Z', 'updated_at': '2021-06-25T11:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:02:07.826745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] Checking router: 91fca654-4caf-4dfb-bc92-a9e3d7837415 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:02:07.838291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] Routers {'91fca654-4caf-4dfb-bc92-a9e3d7837415'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:02:07.839077 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:02:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['91fca654-4caf-4dfb-bc92-a9e3d7837415'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:02:07.880192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Deleting port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:02:07.880888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:07.958615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] Set router 91fca654-4caf-4dfb-bc92-a9e3d7837415 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:02:08.001513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] For port 7c35a31f-d3a5-47ed-a3cc-63155fcb6992, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:08.002455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.019999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Calling delete_port for 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:02:08.043895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T12:02:07Z', 'revision_number': 6, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:02:08.092727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a357cc4-4988-4db6-b17a-71ba42d3a813 None None] The sync data for ids ['91fca654-4caf-4dfb-bc92-a9e3d7837415'] in dv-neutron-797120-5-hyperv is: [{'id': '91fca654-4caf-4dfb-bc92-a9e3d7837415', 'name': 'tempest-ServerActionsTestJSON-2081768504-router', 'tenant_id': '606746a17a854dcb9d1ab996e9cfe397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:52:20Z', 'updated_at': '2021-06-25T12:02:07Z', 'revision_number': 6, 'project_id': '606746a17a854dcb9d1ab996e9cfe397', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:02:08.350321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.353336 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2026c33-777d-4742-b079-d6d20f6e2734 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:08.397860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c35a31f-d3a5-47ed-a3cc-63155fcb6992,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:08.403560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:08.490677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.605275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.607655 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.732431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.733036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91fca654-4caf-4dfb-bc92-a9e3d7837415 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:02:08.739847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.742225 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] 10.222.0.81 "DELETE /v2.0/routers/91fca654-4caf-4dfb-bc92-a9e3d7837415 HTTP/1.1" status: 204 len: 168 time: 1.3744984 Jun 25 12:02:08.746312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34388) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:08.815005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Deleting subnet bbfdd597-6f9a-4fce-a216-c038fb8b52dd {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:02:08.820662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.867188 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:08.987218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 88feaf3a-a082-4a0a-aaf3-58c8f00a714a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:02:09.015199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 88feaf3a-a082-4a0a-aaf3-58c8f00a714a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:02:09.015861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 88feaf3a-a082-4a0a-aaf3-58c8f00a714a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:02:09.016468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:02:09.020390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.038178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:02:09.038178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 7c35a31f-d3a5-47ed-a3cc-63155fcb6992 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:02:09.230601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.238784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-78f5aa4e-10c6-434d-a4cb-ccee11a15840 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:09.283108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfdd597-6f9a-4fce-a216-c038fb8b52dd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:09.288720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:09.292775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.295248 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bbfdd597-6f9a-4fce-a216-c038fb8b52dd HTTP/1.1" status: 204 len: 168 time: 0.5475433 Jun 25 12:02:09.298186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34390) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:09.302252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd10dd2a-6abf-4279-abee-c7786aee064f None None] Network 78abc83e-c8f8-4310-add0-3b570e655ab4 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:02:09.624838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] DHCP port deletion for 78abc83e-c8f8-4310-add0-3b570e655ab4 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:02:09.704737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Deleting port f100cc30-88ed-4391-9488-0e3f2855d547 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:02:09.705355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.788337 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:02:09.816141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] For port f100cc30-88ed-4391-9488-0e3f2855d547, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f100cc30-88ed-4391-9488-0e3f2855d547,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:09.816563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.831417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Calling delete_port for f100cc30-88ed-4391-9488-0e3f2855d547 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:02:09.831746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.892647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Deleting port f100cc30-88ed-4391-9488-0e3f2855d547 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:02:09.892985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.964666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] For port f100cc30-88ed-4391-9488-0e3f2855d547, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=f100cc30-88ed-4391-9488-0e3f2855d547,segment=NetworkSegment(a40cd810-e70a-41a4-ab1d-c6883d3102e8),segment_id=a40cd810-e70a-41a4-ab1d-c6883d3102e8)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:09.965248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:09.990733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Calling delete_port for f100cc30-88ed-4391-9488-0e3f2855d547 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:02:10.052479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.058454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:10.094516 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.095186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Pushing event deleted for resources: {'Port': ['ID=f100cc30-88ed-4391-9488-0e3f2855d547,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:10.099558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-252b46f0-195e-474c-91fa-80cb290c6da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:10.108564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] No DVR routers for this DVR port f100cc30-88ed-4391-9488-0e3f2855d547 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:02:10.112481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.113010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.113579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.114105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.114628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.115188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.115714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.116251 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.116779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.117338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.117859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.118387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:02:10.124573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:10.142952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] No DVR routers for this DVR port f100cc30-88ed-4391-9488-0e3f2855d547 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:02:10.150012 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f100cc30-88ed-4391-9488-0e3f2855d547,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:10.153390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:10.232115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.243693 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78abc83e-c8f8-4310-add0-3b570e655ab4']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:02:10.256706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40cd810-e70a-41a4-ab1d-c6883d3102e8') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:02:10.257009 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40cd810-e70a-41a4-ab1d-c6883d3102e8') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:02:10.275241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.299599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.311308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:02:10.311974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: self.session.flush() Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:02:10.315060 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:02:10.463786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.470746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.474236 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] 10.222.0.81 "DELETE /v2.0/networks/78abc83e-c8f8-4310-add0-3b570e655ab4 HTTP/1.1" status: 204 len: 168 time: 1.1748397 Jun 25 12:02:10.475835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2fa68e77-ab77-487b-9ae2-d4086739ba44 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:10.489952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=78abc83e-c8f8-4310-add0-3b570e655ab4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:10.494490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:10.840530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:10.869737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f100cc30-88ed-4391-9488-0e3f2855d547 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:02:10.891655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: f100cc30-88ed-4391-9488-0e3f2855d547 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:02:10.892018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device f100cc30-88ed-4391-9488-0e3f2855d547 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:02:10.961265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34394) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:11.008815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-21ab7484-f806-41b1-abfa-940fca27422a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=606746a17a854dcb9d1ab996e9cfe397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460830 Jun 25 12:02:11.011400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34396) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:11.077567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca312-4d07-4f54-a256-93ed94cf1ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:11.105431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca312-4d07-4f54-a256-93ed94cf1ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:11.252521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca312-4d07-4f54-a256-93ed94cf1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:11.255858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca312-4d07-4f54-a256-93ed94cf1ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:11.257522 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7f7ca312-4d07-4f54-a256-93ed94cf1ed6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d74c2a3-2d5f-43cf-95af-dfaacb4227ce HTTP/1.1" status: 204 len: 168 time: 0.2450373 Jun 25 12:02:11.258575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ece02126-8bbb-4e87-bbf3-509d87ae37a0 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:11.268295 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca312-4d07-4f54-a256-93ed94cf1ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d74c2a3-2d5f-43cf-95af-dfaacb4227ce,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:11.272880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7f7ca312-4d07-4f54-a256-93ed94cf1ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:12.730373 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:12.870643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1160251585-network', 'tenant_id': '0f103cca24904558a7f0ed0cdd2563fa'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:02:13.006423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Made reservation on behalf of 0f103cca24904558a7f0ed0cdd2563fa for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:02:13.009199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.019667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.171827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.235204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.244048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cff02589-9dd6-401b-90c3-270a21269962 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:13.268435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:02:13.291207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bdb268-39c3-437c-913a-264877aab2ee,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:13.294405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.294753 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Added segment 5268c8a8-bd24-4dbe-834e-9ac966ed69e0 of type vlan for network 69697cdf-ccc6-458b-b61a-8124ad152fd2 Jun 25 12:02:13.296641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:13.358431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.726255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.727918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:13.728875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:13.734157 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-83d1f4a6-1cc3-42a1-92e9-88230c6ce93f tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:13.845027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Pushing event updated for resources: {'Network': ['ID=69697cdf-ccc6-458b-b61a-8124ad152fd2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:13.850139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:13.862364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 69697cdf-ccc6-458b-b61a-8124ad152fd2 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:02:13.899960 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1671717 Jun 25 12:02:13.904304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34422) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:02:13.912867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Request body: {'subnet': {'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1160251585-subnet', 'tenant_id': '0f103cca24904558a7f0ed0cdd2563fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:02:14.053641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Made reservation on behalf of 0f103cca24904558a7f0ed0cdd2563fa for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:02:14.057869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:14.396135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:14.400469 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0348fbad-4d72-4feb-b7d1-64c721cb132c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:14.462190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac627f6-5658-43d2-868e-b4f36bd60930,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:14.471144 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:14.481405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Checking segment: {'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:02:14.481766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Network hostable DHCP agents. Network: 69697cdf-ccc6-458b-b61a-8124ad152fd2, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:02:14.612410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Network 69697cdf-ccc6-458b-b61a-8124ad152fd2 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:02:14.760724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 69697cdf-ccc6-458b-b61a-8124ad152fd2) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:02:14.766472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:14.768228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:14.773432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808ecca-4d67-4ec5-9024-9d38edfe1428 None None] Network 69697cdf-ccc6-458b-b61a-8124ad152fd2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:02:14.921553 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0148411 Jun 25 12:02:14.946664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171ba97-d078-4e60-8ecf-fb0a45bc1f94 None None] Network 69697cdf-ccc6-458b-b61a-8124ad152fd2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:02:15.523832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8efa49-c959-4093-943f-32480225eb94 req-6f9e9816-2f3b-4415-830a-40ddc146817a tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:15.525746 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-6f9e9816-2f3b-4415-830a-40ddc146817a tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/networks?id=69697cdf-ccc6-458b-b61a-8124ad152fd2 HTTP/1.1" status: 200 len: 814 time: 0.1309519 Jun 25 12:02:15.548658 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-d77dfc3d-e7c1-4891-9bb1-16c49bc3173b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/quotas/0f103cca24904558a7f0ed0cdd2563fa HTTP/1.1" status: 200 len: 375 time: 0.0124822 Jun 25 12:02:15.595519 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-13d728da-cee1-42bb-a33f-d22b89ba7c61 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378449 Jun 25 12:02:15.673842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-8ae3e8da-db0d-431b-b146-2ccd2d965447 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:02:15.675306 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-8ae3e8da-db0d-431b-b146-2ccd2d965447 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0671206 Jun 25 12:02:15.812719 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-3842c1cf-3baf-4c79-adc4-78fcc2f7f7fb service neutron] 10.222.0.81 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299028 Jun 25 12:02:15.991448 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-05218b5c-93ed-4d3d-bf1c-2ce4e65b5273 service neutron] 10.222.0.81 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702633 Jun 25 12:02:16.459566 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-50ad029f-d6dc-44f4-9e83-93ebffaf0abd req-64e7e9e4-2e36-4026-b577-e2ae852c100c tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 210 time: 0.0528262 Jun 25 12:02:17.596933 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-77516b8d-08e0-43fa-a408-aee7b452841a req-8253cd1f-8973-4423-8001-440f416f7e6c tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 210 time: 0.0361934 Jun 25 12:02:18.866600 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c5c03810-774e-4a78-bd49-602564214df1 req-226efaae-a0a0-48fc-aa7c-f60782380a8c tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 210 time: 0.0350940 Jun 25 12:02:20.091567 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-54fb85f1-cac8-410e-8f0f-ece8afb37938 req-fc680689-de5c-4ea6-990c-07b11893b605 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 210 time: 0.0538275 Jun 25 12:02:20.713580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8efa49-c959-4093-943f-32480225eb94 req-b8f74fc3-92ed-4dbb-baea-fd6fe8328f85 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:20.715351 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-b8f74fc3-92ed-4dbb-baea-fd6fe8328f85 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "GET /v2.0/networks?id=69697cdf-ccc6-458b-b61a-8124ad152fd2 HTTP/1.1" status: 200 len: 814 time: 0.6678839 Jun 25 12:02:20.730043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Request body: {'port': {'device_id': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2', 'admin_state_up': True, 'tenant_id': '0f103cca24904558a7f0ed0cdd2563fa'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:02:21.023926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Made reservation on behalf of 0f103cca24904558a7f0ed0cdd2563fa for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:02:21.027901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:21.215579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Allocated IP 172.20.0.13 (69697cdf-ccc6-458b-b61a-8124ad152fd2/9ac627f6-5658-43d2-868e-b4f36bd60930/13a33d10-ad55-481f-aeb8-bd36ae0d0f1c) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:02:21.465732 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-53aece92-74b4-4802-89d9-85d4ea1c57f1 req-3736c1bf-850f-48d3-a9bd-32ea3228cd39 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 210 time: 0.1032066 Jun 25 12:02:21.563187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:21.732997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:21.741137 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-46fc1655-575d-4583-a467-0a6e5de8ec89 tempest-DeleteServersTestJSON-1030438560 tempest-DeleteServersTestJSON-1030438560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:21.839625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Network 69697cdf-ccc6-458b-b61a-8124ad152fd2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:02:21.845862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:02:21.852345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:02:21.907273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Pushing event updated for resources: {'Port': ['ID=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:21.920573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:21.976521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:21.977736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:22.065263 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3408632 Jun 25 12:02:22.078794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Request body: {'port': {'device_id': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:02:22.181649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:22.684887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:02:22.702597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:22.729655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Transition to ACTIVE for port object 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:02:22.793739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008d80a-bf60-48c6-8b18-76971573822e req-192ac9ed-526d-4476-ba74-eb4e968ebe65 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:22.796560 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5008d80a-bf60-48c6-8b18-76971573822e req-192ac9ed-526d-4476-ba74-eb4e968ebe65 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 932 time: 0.1004567 Jun 25 12:02:22.812444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:22.816059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:22.880982 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5008d80a-bf60-48c6-8b18-76971573822e req-f2939c04-f833-4f52-8cd3-3da43eaf4fa3 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738988 Jun 25 12:02:22.889835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Pushing event updated for resources: {'Port': ['ID=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:22.916689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:22.994877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Attempting to bind port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:02:22.995458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Attempting to bind port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:02:22.996015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Attempting to bind port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c on network 69697cdf-ccc6-458b-b61a-8124ad152fd2 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:02:23.004096 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c on network 69697cdf-ccc6-458b-b61a-8124ad152fd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:02:23.004548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Attempting to bind port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c on network 69697cdf-ccc6-458b-b61a-8124ad152fd2 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:02:23.015477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:02:23.016057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Checking segment: {'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:02:23.016718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Bound using segment: {'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:02:23.017506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Bound port: 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:02:23.018101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:23.155727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] For port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:02:23.163427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] For port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:02:23.282607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:23.286207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:23.348746 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:23.350300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:23.352724 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] 10.222.0.47 "PUT /v2.0/ports/13a33d10-ad55-481f-aeb8-bd36ae0d0f1c HTTP/1.1" status: 200 len: 1094 time: 1.2797830 Jun 25 12:02:23.353806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'tag': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:02:23.358014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279bac95-21fb-4061-bb80-9283aeba80b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d094599-fbfa-413f-b391-2b4c1db35a85", "tag": "13a33d10-ad55-481f-aeb8-bd36ae0d0f1c"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:02:23.402002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Pushing event updated for resources: {'Port': ['ID=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:23.411366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:23.426986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f67f79-98a4-4654-964f-c62502828a47 x-openstack-request-id: req-44f67f79-98a4-4654-964f-c62502828a47 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:02:23.427519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d094599-fbfa-413f-b391-2b4c1db35a85", "tag": "13a33d10-ad55-481f-aeb8-bd36ae0d0f1c", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:02:23.428623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44f67f79-98a4-4654-964f-c62502828a47 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:02:23.429426 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'tag': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c', 'status': 'completed', 'code': 200} Jun 25 12:02:23.558391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bac95-21fb-4061-bb80-9283aeba80b5 req-36b5c943-b425-467c-ad91-fbe0d29ddc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:23.560793 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-279bac95-21fb-4061-bb80-9283aeba80b5 req-36b5c943-b425-467c-ad91-fbe0d29ddc42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 1097 time: 0.1030483 Jun 25 12:02:23.755462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bac95-21fb-4061-bb80-9283aeba80b5 req-a8b4c587-5d9d-4464-bdda-8e3a7cfd74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:23.757969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-279bac95-21fb-4061-bb80-9283aeba80b5 req-a8b4c587-5d9d-4464-bdda-8e3a7cfd74c2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1884382 Jun 25 12:02:23.907709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bac95-21fb-4061-bb80-9283aeba80b5 req-0d2b8121-1e37-44ac-897b-41716dc19041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:23.910523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-279bac95-21fb-4061-bb80-9283aeba80b5 req-0d2b8121-1e37-44ac-897b-41716dc19041 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1458590 Jun 25 12:02:24.064906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8efa49-c959-4093-943f-32480225eb94 req-35177dd6-8ea3-4764-938c-082b1b0826a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:24.107063 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-35177dd6-8ea3-4764-938c-082b1b0826a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 1097 time: 0.1004820 Jun 25 12:02:24.139526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-5253c056-8ca7-47b0-9092-6176a8d1713c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c HTTP/1.1" status: 200 len: 217 time: 0.0640793 Jun 25 12:02:24.237358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8efa49-c959-4093-943f-32480225eb94 req-a2ec3949-aa24-4b04-a206-61a57ea26de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:24.239989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-a2ec3949-aa24-4b04-a206-61a57ea26de9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ac627f6-5658-43d2-868e-b4f36bd60930 HTTP/1.1" status: 200 len: 854 time: 0.0936193 Jun 25 12:02:24.265648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bbbe-bd3f-4704-b45f-3b4ecad4b4e1 req-2a460253-dd03-4217-a4e0-3ebea6c5b5b9 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:24.269844 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bc77bbbe-bd3f-4704-b45f-3b4ecad4b4e1 req-2a460253-dd03-4217-a4e0-3ebea6c5b5b9 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 944 time: 0.1322997 Jun 25 12:02:24.304135 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-1957f20a-a79f-4eba-bb34-e9b23aa51d83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69697cdf-ccc6-458b-b61a-8124ad152fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575838 Jun 25 12:02:24.353722 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bc77bbbe-bd3f-4704-b45f-3b4ecad4b4e1 req-7600d32d-df79-4033-a34a-52f2357e5b7e tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612364 Jun 25 12:02:24.496943 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-fde82101-f461-4360-a521-665f65d40e37 service neutron] 10.222.0.47 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862099 Jun 25 12:02:24.702751 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de8efa49-c959-4093-943f-32480225eb94 req-0576c020-dfcb-443e-8184-4df344d58f76 service neutron] 10.222.0.47 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984835 Jun 25 12:02:25.724169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eafb45-1b75-405e-b466-f6336aea202a req-d588546b-ac13-4b88-8077-4c119b161b09 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:25.728942 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0eafb45-1b75-405e-b466-f6336aea202a req-d588546b-ac13-4b88-8077-4c119b161b09 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 944 time: 0.1371377 Jun 25 12:02:25.808239 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f0eafb45-1b75-405e-b466-f6336aea202a req-9efae218-f466-4d8f-b953-f114548afbe0 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660005 Jun 25 12:02:27.165165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af194-d73b-4908-8b0c-f55ab954c170 req-ad529e24-5feb-4dd9-8810-2ff1ea127834 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:27.168072 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea5af194-d73b-4908-8b0c-f55ab954c170 req-ad529e24-5feb-4dd9-8810-2ff1ea127834 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 944 time: 0.1270521 Jun 25 12:02:27.246800 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea5af194-d73b-4908-8b0c-f55ab954c170 req-a46be0e1-c30e-4e6a-8730-c9f77a4bb0df tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687051 Jun 25 12:02:28.335622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:02:28.523228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:28.545838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c', 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2', 'port_id': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c', 'mac_address': 'fa:16:3e:54:8d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac627f6-5658-43d2-868e-b4f36bd60930', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:02:28.573997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c4c4-8b83-4efd-bb72-226c7e60a904 req-d63b23e2-a0b3-4392-979c-6a0cbd0b1677 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:28.576700 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3798c4c4-8b83-4efd-bb72-226c7e60a904 req-d63b23e2-a0b3-4392-979c-6a0cbd0b1677 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 944 time: 0.1254635 Jun 25 12:02:28.622333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:28.642204 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3798c4c4-8b83-4efd-bb72-226c7e60a904 req-fcde2e1c-dcc7-4842-bcc8-17f432c1a344 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485692 Jun 25 12:02:28.650049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:02:28.693505 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:28.772210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:28.778774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:28.877216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:28.882817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:29.161185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['13a33d10-ad55-481f-aeb8-bd36ae0d0f1c'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:02:29.583318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d453b6c1-d274-4d2b-9d63-c512919a0a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:30.005132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710a870-cb21-4fb8-b7f9-f23c72a7f138 req-27b60414-2b4c-4d60-a1c9-379792c6e119 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:30.008606 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6710a870-cb21-4fb8-b7f9-f23c72a7f138 req-27b60414-2b4c-4d60-a1c9-379792c6e119 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 945 time: 0.1345384 Jun 25 12:02:30.080467 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6710a870-cb21-4fb8-b7f9-f23c72a7f138 req-6f0627d7-5dec-43dc-b61f-73f23d62bcb5 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609832 Jun 25 12:02:30.352203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:02:30.566667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:02:30.574483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:02:30.575105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:30.723141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:30.775487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:02:30.779684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ab6121-7189-4cae-a304-cf4feacf84ae" -d '{"events": [{"server_uuid": "4d094599-fbfa-413f-b391-2b4c1db35a85", "name": "network-vif-plugged", "status": "completed", "tag": "13a33d10-ad55-481f-aeb8-bd36ae0d0f1c"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:02:30.808625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:30.861564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a712ad22-5c50-4f42-b0d8-823ad83ca3ee x-openstack-request-id: req-a712ad22-5c50-4f42-b0d8-823ad83ca3ee {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:02:30.862094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d094599-fbfa-413f-b391-2b4c1db35a85", "name": "network-vif-plugged", "status": "completed", "tag": "13a33d10-ad55-481f-aeb8-bd36ae0d0f1c", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:02:30.862530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a712ad22-5c50-4f42-b0d8-823ad83ca3ee {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:02:30.863144 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c', 'code': 200} Jun 25 12:02:30.927039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:30.930530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:31.020105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:31.026335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:31.426005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c925609-5ced-4dd5-8c02-975b04573bb3 req-e62283d6-06db-4f31-a68f-df5c3b1cd521 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:31.429993 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3c925609-5ced-4dd5-8c02-975b04573bb3 req-e62283d6-06db-4f31-a68f-df5c3b1cd521 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1252153 Jun 25 12:02:31.489874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5cb48-35bd-4802-9fe6-a739a79212b0 req-35b9068f-e5e5-432d-bb33-01cc6883a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:31.494321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73b5cb48-35bd-4802-9fe6-a739a79212b0 req-35b9068f-e5e5-432d-bb33-01cc6883a65a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 1099 time: 0.1083086 Jun 25 12:02:31.507780 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3c925609-5ced-4dd5-8c02-975b04573bb3 req-95472314-8454-4f91-8dca-576ffebbfec2 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668726 Jun 25 12:02:31.558907 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73b5cb48-35bd-4802-9fe6-a739a79212b0 req-11981b9d-ed90-45d3-9758-407632dba038 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Jun 25 12:02:32.034519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-984a9bc2-a33f-47bf-abc7-d8e5acaed9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:32.167724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:32.870452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ece84-5eea-4987-8676-a8821d8fff93 req-09b504ab-73d4-4ae3-a9f9-8ca15a0f37cb tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:32.873250 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-160ece84-5eea-4987-8676-a8821d8fff93 req-09b504ab-73d4-4ae3-a9f9-8ca15a0f37cb tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1320000 Jun 25 12:02:32.949444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-160ece84-5eea-4987-8676-a8821d8fff93 req-424b5946-986e-4b0f-b7cb-9ef92ce87241 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652294 Jun 25 12:02:33.315705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:34.315381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1d462-527d-458c-b18c-4e9338d5f4a0 req-ccca4e7c-8d90-4bdd-a474-ab2072aa2e96 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:34.319676 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0bd1d462-527d-458c-b18c-4e9338d5f4a0 req-ccca4e7c-8d90-4bdd-a474-ab2072aa2e96 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1311255 Jun 25 12:02:34.410592 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0bd1d462-527d-458c-b18c-4e9338d5f4a0 req-94ad4e82-bf46-461d-8064-e5549f59ac49 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789669 Jun 25 12:02:34.881749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-966015f5-3cfd-4a4c-a93d-b6528f089418 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:34.888974 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-966015f5-3cfd-4a4c-a93d-b6528f089418 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/networks?id=69697cdf-ccc6-458b-b61a-8124ad152fd2 HTTP/1.1" status: 200 len: 814 time: 0.2273402 Jun 25 12:02:34.911165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-1d994a0a-6360-4402-801d-ccbdf015d98c tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/quotas/0f103cca24904558a7f0ed0cdd2563fa HTTP/1.1" status: 200 len: 375 time: 0.0183973 Jun 25 12:02:35.026233 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-902a6188-9768-440d-8818-10433cf813b9 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067111 Jun 25 12:02:35.125408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-c76e769d-7506-4596-9f53-b3315784766a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:02:35.126645 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-c76e769d-7506-4596-9f53-b3315784766a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0873485 Jun 25 12:02:35.132836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:35.247274 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-c0225cd2-9a2f-4375-88bb-28d934aa90b2 service neutron] 10.222.0.81 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088030 Jun 25 12:02:35.379383 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-8be85085-7a6c-487a-90dd-02563ee43b9f service neutron] 10.222.0.81 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247504 Jun 25 12:02:35.775242 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-78002a22-be2c-4af6-b952-54f164b15ffe req-892ae73d-b3f6-491d-813f-7f8ebdc70351 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 210 time: 0.0425036 Jun 25 12:02:37.030557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2d357262-1acb-4286-a849-097f404c8685 req-e14a3c7d-e0c0-4097-b3da-41bb832d314b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 210 time: 0.0345771 Jun 25 12:02:38.278058 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f1eb7a1a-df01-470f-a29e-26bcf84736de req-b7af534b-838f-4093-b9a5-840ab01929c0 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 210 time: 0.0310190 Jun 25 12:02:38.661511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-c76f7e45-184f-4299-b568-a582e2953e39 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:38.664214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-c76f7e45-184f-4299-b568-a582e2953e39 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "GET /v2.0/networks?id=69697cdf-ccc6-458b-b61a-8124ad152fd2 HTTP/1.1" status: 200 len: 814 time: 0.1913819 Jun 25 12:02:38.692304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Request body: {'port': {'device_id': '637932cc-9596-4ac3-8558-8c26dc614937', 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2', 'admin_state_up': True, 'tenant_id': '0f103cca24904558a7f0ed0cdd2563fa'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:02:38.995258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Made reservation on behalf of 0f103cca24904558a7f0ed0cdd2563fa for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:02:38.999811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:39.195504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Allocated IP 172.20.0.7 (69697cdf-ccc6-458b-b61a-8124ad152fd2/9ac627f6-5658-43d2-868e-b4f36bd60930/5d58a4d4-ce5c-4671-9563-4c2320d84640) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:02:39.388117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:39.476352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8551539a-cc66-41bc-95c6-49dc8996f64a req-9227db84-817b-473a-8ba0-b70b1d0ece69 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 210 time: 0.0335419 Jun 25 12:02:39.543422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:39.550357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-22141662-0732-448c-8bdb-0e887fcdfbd0 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:39.557974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['13a33d10-ad55-481f-aeb8-bd36ae0d0f1c'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:02:39.629913 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Network 69697cdf-ccc6-458b-b61a-8124ad152fd2 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:02:39.634241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:02:39.637309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:02:39.664536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Pushing event updated for resources: {'Port': ['ID=5d58a4d4-ce5c-4671-9563-4c2320d84640,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:39.668147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:39.714035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:39.717366 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:39.819572 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1344178 Jun 25 12:02:39.830716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-04668db0-c912-46c2-93ab-22b58e31f989 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:02:39.831846 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-04668db0-c912-46c2-93ab-22b58e31f989 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058770 Jun 25 12:02:39.907149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Request body: {'port': {'device_id': '637932cc-9596-4ac3-8558-8c26dc614937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:02:40.033039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:40.476480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d58a4d4-ce5c-4671-9563-4c2320d84640 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:02:40.485562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:40.502699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Transition to ACTIVE for port object 5d58a4d4-ce5c-4671-9563-4c2320d84640 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:02:40.682131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:40.685120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dad5c09c-6d40-4380-a8cf-c3eaf4b60280 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:40.760887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Pushing event updated for resources: {'Port': ['ID=5d58a4d4-ce5c-4671-9563-4c2320d84640,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:40.778810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:40.780313 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358262-f877-4aff-8878-ced27b3c336a req-8e61a4db-059f-4715-84c6-5730083b5f42 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:40.780313 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b6358262-f877-4aff-8878-ced27b3c336a req-8e61a4db-059f-4715-84c6-5730083b5f42 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 931 time: 0.1044331 Jun 25 12:02:40.805889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:40.831196 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b6358262-f877-4aff-8878-ced27b3c336a req-e4661643-eeee-4baa-945b-f701954f15c8 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519645 Jun 25 12:02:40.860144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Attempting to bind port 5d58a4d4-ce5c-4671-9563-4c2320d84640 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:02:40.860859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Attempting to bind port 5d58a4d4-ce5c-4671-9563-4c2320d84640 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:02:40.861393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Attempting to bind port 5d58a4d4-ce5c-4671-9563-4c2320d84640 on network 69697cdf-ccc6-458b-b61a-8124ad152fd2 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:02:40.869822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Port 5d58a4d4-ce5c-4671-9563-4c2320d84640 on network 69697cdf-ccc6-458b-b61a-8124ad152fd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:02:40.870271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Attempting to bind port 5d58a4d4-ce5c-4671-9563-4c2320d84640 on network 69697cdf-ccc6-458b-b61a-8124ad152fd2 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:02:40.878598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:02:40.879133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Checking segment: {'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:02:40.879785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Bound using segment: {'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:02:40.880564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Bound port: 5d58a4d4-ce5c-4671-9563-4c2320d84640, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268c8a8-bd24-4dbe-834e-9ac966ed69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:02:40.881263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:40.998749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] For port 5d58a4d4-ce5c-4671-9563-4c2320d84640, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:02:41.004190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] For port 5d58a4d4-ce5c-4671-9563-4c2320d84640, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5d58a4d4-ce5c-4671-9563-4c2320d84640,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:02:41.143885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:41.147079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4c06f515-872a-4de6-95f5-bd1dc6112f05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:41.192904 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:41.193969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:41.195759 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] 10.222.0.47 "PUT /v2.0/ports/5d58a4d4-ce5c-4671-9563-4c2320d84640 HTTP/1.1" status: 200 len: 1093 time: 1.3564234 Jun 25 12:02:41.198851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637932cc-9596-4ac3-8558-8c26dc614937', 'tag': '5d58a4d4-ce5c-4671-9563-4c2320d84640'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:02:41.203052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc9fc4-56a0-4908-a9bf-8ea22c7299d5" -d '{"events": [{"name": "network-changed", "server_uuid": "637932cc-9596-4ac3-8558-8c26dc614937", "tag": "5d58a4d4-ce5c-4671-9563-4c2320d84640"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:02:41.244968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Pushing event updated for resources: {'Port': ['ID=5d58a4d4-ce5c-4671-9563-4c2320d84640,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:41.250060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:41.269205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065bb231-ca90-48c8-a3b5-1c6ca902fdca x-openstack-request-id: req-065bb231-ca90-48c8-a3b5-1c6ca902fdca {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:02:41.269597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637932cc-9596-4ac3-8558-8c26dc614937", "tag": "5d58a4d4-ce5c-4671-9563-4c2320d84640", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:02:41.269953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-065bb231-ca90-48c8-a3b5-1c6ca902fdca {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:02:41.270467 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637932cc-9596-4ac3-8558-8c26dc614937', 'tag': '5d58a4d4-ce5c-4671-9563-4c2320d84640', 'status': 'completed', 'code': 200} Jun 25 12:02:41.362322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9fc4-56a0-4908-a9bf-8ea22c7299d5 req-1d0b2184-ce24-4ff6-8c49-81949e430605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:41.363895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0bc9fc4-56a0-4908-a9bf-8ea22c7299d5 req-1d0b2184-ce24-4ff6-8c49-81949e430605 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 1096 time: 0.0609343 Jun 25 12:02:41.471274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9fc4-56a0-4908-a9bf-8ea22c7299d5 req-7c28006a-9f09-4e2d-b0a3-e006906030aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:41.473165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0bc9fc4-56a0-4908-a9bf-8ea22c7299d5 req-7c28006a-9f09-4e2d-b0a3-e006906030aa service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1021819 Jun 25 12:02:41.588951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9fc4-56a0-4908-a9bf-8ea22c7299d5 req-a88b7a8e-d7ee-4f65-9f52-d231e60f7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:41.590416 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0bc9fc4-56a0-4908-a9bf-8ea22c7299d5 req-a88b7a8e-d7ee-4f65-9f52-d231e60f7243 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1112378 Jun 25 12:02:41.707515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-2911b348-4473-494b-b6f7-038a80574854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:41.709892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-2911b348-4473-494b-b6f7-038a80574854 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 1096 time: 0.0742610 Jun 25 12:02:41.778198 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-e4360e0d-7b1f-4a6f-8cc5-1326cc544ca0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d58a4d4-ce5c-4671-9563-4c2320d84640 HTTP/1.1" status: 200 len: 217 time: 0.0616617 Jun 25 12:02:41.860193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-813ca0b7-ac7e-4991-b645-443984887bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:41.862760 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-813ca0b7-ac7e-4991-b645-443984887bfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ac627f6-5658-43d2-868e-b4f36bd60930 HTTP/1.1" status: 200 len: 854 time: 0.0784681 Jun 25 12:02:41.913310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-583b5c7b-3d8f-4f12-b899-8d39dbe9afa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69697cdf-ccc6-458b-b61a-8124ad152fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442433 Jun 25 12:02:42.056962 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-0d09282d-db57-4a1e-a7f5-e3e1d3e60bdc service neutron] 10.222.0.47 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375020 Jun 25 12:02:42.103170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e618d-2cc9-49b7-b057-1a9c1443b2be req-cba638d8-8b9e-46d5-b80b-a2b0510a3e89 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:42.106084 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d12e618d-2cc9-49b7-b057-1a9c1443b2be req-cba638d8-8b9e-46d5-b80b-a2b0510a3e89 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 943 time: 0.1323802 Jun 25 12:02:42.169200 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d12e618d-2cc9-49b7-b057-1a9c1443b2be req-e175d889-74e6-408c-822e-76ca8947097d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557339 Jun 25 12:02:42.205430 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2458c204-63bd-4beb-8aaa-bb72dd26f586 req-0d960ec3-17f7-4125-a93a-cefb29ecc7a1 service neutron] 10.222.0.47 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365583 Jun 25 12:02:43.341915 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-6b595812-47cc-4f51-bd31-ca59feffd1f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909872 Jun 25 12:02:43.517721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a1f8-8434-4b84-9965-41f4c21bb0a6 req-1ec083da-36d6-46c7-ac79-d76897231e1f tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:43.519333 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f773a1f8-8434-4b84-9965-41f4c21bb0a6 req-1ec083da-36d6-46c7-ac79-d76897231e1f tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 943 time: 0.1244395 Jun 25 12:02:43.522443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-aaa0f3f2-9f70-46f5-a012-41bfe2c48d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:43.524372 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-aaa0f3f2-9f70-46f5-a012-41bfe2c48d5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 1099 time: 0.1183374 Jun 25 12:02:43.687846 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f773a1f8-8434-4b84-9965-41f4c21bb0a6 req-da090858-fa9c-4ee5-9de8-7506652aa629 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562762 Jun 25 12:02:43.737479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-8c243e38-fe06-4146-9d37-b82056c5c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:43.739138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-8c243e38-fe06-4146-9d37-b82056c5c439 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69697cdf-ccc6-458b-b61a-8124ad152fd2 HTTP/1.1" status: 200 len: 916 time: 0.1831095 Jun 25 12:02:43.794001 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-f7d45bef-0d5d-42d9-8a49-0c68f23e02e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c HTTP/1.1" status: 200 len: 217 time: 0.0439150 Jun 25 12:02:43.861963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-8cfed46d-b60d-466c-b7dc-4861a7517208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:43.864517 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-8cfed46d-b60d-466c-b7dc-4861a7517208 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ac627f6-5658-43d2-868e-b4f36bd60930 HTTP/1.1" status: 200 len: 854 time: 0.0673177 Jun 25 12:02:43.916188 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-e2e49aae-ffda-4d8c-bb3e-bb06992a69a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69697cdf-ccc6-458b-b61a-8124ad152fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441961 Jun 25 12:02:44.081199 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-1146d851-2fb6-4809-a1f5-178b8f70eb9c service neutron] 10.222.0.47 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578784 Jun 25 12:02:44.250975 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-11f8ccfe-5c75-4cd0-b13f-ce3769b9149f req-391e2b89-1519-4df9-af7c-8bb6af8e21bd service neutron] 10.222.0.47 "GET /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624067 Jun 25 12:02:44.431588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 5d58a4d4-ce5c-4671-9563-4c2320d84640 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:02:44.563071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 5d58a4d4-ce5c-4671-9563-4c2320d84640, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5d58a4d4-ce5c-4671-9563-4c2320d84640,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:44.585327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '5d58a4d4-ce5c-4671-9563-4c2320d84640', 'network_id': '69697cdf-ccc6-458b-b61a-8124ad152fd2', 'port_id': '5d58a4d4-ce5c-4671-9563-4c2320d84640', 'mac_address': 'fa:16:3e:73:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac627f6-5658-43d2-868e-b4f36bd60930', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:02:44.636841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:44.652696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d58a4d4-ce5c-4671-9563-4c2320d84640 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:02:44.677886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 5d58a4d4-ce5c-4671-9563-4c2320d84640, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5d58a4d4-ce5c-4671-9563-4c2320d84640,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:44.784138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:44.787536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:44.874233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=5d58a4d4-ce5c-4671-9563-4c2320d84640,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:44.879640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:44.924187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a8149-5f0c-4f1e-a7bf-206f53b2fbc6 req-22ce0d98-04cb-47b5-bcb3-6857bad3eba7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:44.925978 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c89a8149-5f0c-4f1e-a7bf-206f53b2fbc6 req-22ce0d98-04cb-47b5-bcb3-6857bad3eba7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 944 time: 0.0872574 Jun 25 12:02:44.974801 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c89a8149-5f0c-4f1e-a7bf-206f53b2fbc6 req-6050372a-6e81-425f-a30f-910e3de43493 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382431 Jun 25 12:02:45.122926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['5d58a4d4-ce5c-4671-9563-4c2320d84640'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:02:46.297589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38da598-26f2-4744-afd5-329394e828a7 req-eadace60-fce7-4562-bc39-4dd653936966 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:46.299954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a38da598-26f2-4744-afd5-329394e828a7 req-eadace60-fce7-4562-bc39-4dd653936966 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 944 time: 0.1156743 Jun 25 12:02:46.371037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a38da598-26f2-4744-afd5-329394e828a7 req-6aca6e3e-81d7-4cb0-9609-0b47729db1d3 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599821 Jun 25 12:02:46.432688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 5d58a4d4-ce5c-4671-9563-4c2320d84640 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:02:46.572644 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 5d58a4d4-ce5c-4671-9563-4c2320d84640 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:02:46.579569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 5d58a4d4-ce5c-4671-9563-4c2320d84640 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:02:46.580200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:46.699999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:46.734020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637932cc-9596-4ac3-8558-8c26dc614937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d58a4d4-ce5c-4671-9563-4c2320d84640'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:02:46.738198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63862364-34d2-4ea8-b9fc-6520bc375a91" -d '{"events": [{"server_uuid": "637932cc-9596-4ac3-8558-8c26dc614937", "name": "network-vif-plugged", "status": "completed", "tag": "5d58a4d4-ce5c-4671-9563-4c2320d84640"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:02:46.771021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 5d58a4d4-ce5c-4671-9563-4c2320d84640, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5d58a4d4-ce5c-4671-9563-4c2320d84640,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:46.795088 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:02:46.802249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0168ad2a-cc36-45ce-982d-2b7b30f21ca5 x-openstack-request-id: req-0168ad2a-cc36-45ce-982d-2b7b30f21ca5 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:02:46.803729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637932cc-9596-4ac3-8558-8c26dc614937", "name": "network-vif-plugged", "status": "completed", "tag": "5d58a4d4-ce5c-4671-9563-4c2320d84640", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:02:46.804150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0168ad2a-cc36-45ce-982d-2b7b30f21ca5 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:02:46.804816 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637932cc-9596-4ac3-8558-8c26dc614937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d58a4d4-ce5c-4671-9563-4c2320d84640', 'code': 200} Jun 25 12:02:46.863581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:46.867587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:47.106915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=5d58a4d4-ce5c-4671-9563-4c2320d84640,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:47.112103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:47.379335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96f766-9e7b-463a-8773-dd052b9eb123 req-e2383d17-3bf6-42b3-ad4d-91e06d41e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:47.381406 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ac96f766-9e7b-463a-8773-dd052b9eb123 req-e2383d17-3bf6-42b3-ad4d-91e06d41e57f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 1098 time: 0.0804884 Jun 25 12:02:47.425287 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ac96f766-9e7b-463a-8773-dd052b9eb123 req-ec021ffd-10fc-4fbb-84fa-005791510936 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362411 Jun 25 12:02:47.610448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe8144-be5f-4a15-af68-f526b08e356e req-fb6ebbe5-f6e5-4189-828c-39a4b0fa9e64 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:47.612163 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1bbe8144-be5f-4a15-af68-f526b08e356e req-fb6ebbe5-f6e5-4189-828c-39a4b0fa9e64 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 945 time: 0.0728872 Jun 25 12:02:47.667266 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1bbe8144-be5f-4a15-af68-f526b08e356e req-ef229673-0a86-4cad-972a-c0e2fac87cba tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Jun 25 12:02:48.909385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86496643-f9ea-4a65-bc32-68fb8af34a95 req-7fc0e632-864a-4c97-8dfc-a2970e3d6544 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:48.912430 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-86496643-f9ea-4a65-bc32-68fb8af34a95 req-7fc0e632-864a-4c97-8dfc-a2970e3d6544 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 945 time: 0.0945945 Jun 25 12:02:48.965856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-86496643-f9ea-4a65-bc32-68fb8af34a95 req-d3908ea7-d7e4-4daf-a88d-d6c5972d4e4d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Jun 25 12:02:49.860982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9802-d50b-43e4-be93-04375b0b61f9 req-e7d3b244-ad23-43e6-95f2-6310832b67f4 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:49.864085 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3cbb9802-d50b-43e4-be93-04375b0b61f9 req-e7d3b244-ad23-43e6-95f2-6310832b67f4 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 945 time: 0.1280563 Jun 25 12:02:49.931664 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3cbb9802-d50b-43e4-be93-04375b0b61f9 req-cbf39d87-963d-4f6f-9374-4a876266cc07 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605285 Jun 25 12:02:51.175529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d56f8-1800-4dc0-8406-5232f3ceb8bb req-ee837ee0-70e6-47d7-b2bf-fcd4ad144886 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:51.176988 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-173d56f8-1800-4dc0-8406-5232f3ceb8bb req-ee837ee0-70e6-47d7-b2bf-fcd4ad144886 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 945 time: 0.0785797 Jun 25 12:02:51.225921 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-173d56f8-1800-4dc0-8406-5232f3ceb8bb req-889e13f6-c1e9-4ee9-b8de-05547ad5e9a8 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 Jun 25 12:02:51.412865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-1374ec0d-6125-400e-92d7-7040c763995c tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:51.414831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-1374ec0d-6125-400e-92d7-7040c763995c tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 945 time: 0.0966165 Jun 25 12:02:51.585581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Deleting port 5d58a4d4-ce5c-4671-9563-4c2320d84640 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:02:51.585983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:51.695939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] For port 5d58a4d4-ce5c-4671-9563-4c2320d84640, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5d58a4d4-ce5c-4671-9563-4c2320d84640,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:02:51.696412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:51.713121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Calling delete_port for 5d58a4d4-ce5c-4671-9563-4c2320d84640 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:02:52.017825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:52.022792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dc17d438-a930-4a50-8f35-50424fd3fb21 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:02:52.032869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['13a33d10-ad55-481f-aeb8-bd36ae0d0f1c', '5d58a4d4-ce5c-4671-9563-4c2320d84640'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:02:52.449474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Pushing event deleted for resources: {'Port': ['ID=5d58a4d4-ce5c-4671-9563-4c2320d84640,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:02:52.453426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:02:52.499525 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b2111f2c-2a08-4cba-9bb4-6b96da007cea req-9400319a-c081-4e36-a13f-e9b3b8486953 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 210 time: 0.0591414 Jun 25 12:02:52.501012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] No DVR routers for this DVR port 5d58a4d4-ce5c-4671-9563-4c2320d84640 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:02:52.504026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:52.506437 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-933d6f09-533d-43ed-90ca-5d2c3e6d9679 req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "DELETE /v2.0/ports/5d58a4d4-ce5c-4671-9563-4c2320d84640 HTTP/1.1" status: 204 len: 173 time: 1.0798876 Jun 25 12:02:52.507089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637932cc-9596-4ac3-8558-8c26dc614937', 'name': 'network-vif-deleted', 'tag': '5d58a4d4-ce5c-4671-9563-4c2320d84640'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:02:52.509873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7854a6c-289c-4a91-8097-11ca23fca7ac" -d '{"events": [{"server_uuid": "637932cc-9596-4ac3-8558-8c26dc614937", "name": "network-vif-deleted", "tag": "5d58a4d4-ce5c-4671-9563-4c2320d84640"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:02:52.576832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e10e58-7308-4f56-872b-c605eb8b0b17 x-openstack-request-id: req-e5e10e58-7308-4f56-872b-c605eb8b0b17 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:02:52.577315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637932cc-9596-4ac3-8558-8c26dc614937", "name": "network-vif-deleted", "tag": "5d58a4d4-ce5c-4671-9563-4c2320d84640", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:02:52.577662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5e10e58-7308-4f56-872b-c605eb8b0b17 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:02:52.578236 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637932cc-9596-4ac3-8558-8c26dc614937', 'name': 'network-vif-deleted', 'tag': '5d58a4d4-ce5c-4671-9563-4c2320d84640', 'status': 'completed', 'code': 200} Jun 25 12:02:53.761132 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-08e4bf15-a94d-49cc-aa9f-1e07b46ccbab req-591eb94e-12ea-4847-99e1-b18d327291a0 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=637932cc-9596-4ac3-8558-8c26dc614937 HTTP/1.1" status: 200 len: 210 time: 0.0594060 Jun 25 12:02:54.465033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 5d58a4d4-ce5c-4671-9563-4c2320d84640 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:02:54.509400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 5d58a4d4-ce5c-4671-9563-4c2320d84640 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:02:54.509970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 5d58a4d4-ce5c-4671-9563-4c2320d84640 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:02:55.123034 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954c0fd-55b8-4605-be74-e2155ba4fc35 req-743bcaa2-d6c8-4670-a630-3f6dd64e0032 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:55.125588 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0954c0fd-55b8-4605-be74-e2155ba4fc35 req-743bcaa2-d6c8-4670-a630-3f6dd64e0032 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1206377 Jun 25 12:02:55.198229 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0954c0fd-55b8-4605-be74-e2155ba4fc35 req-883f7a0f-d59a-42b6-b21a-72570029f19f tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614755 Jun 25 12:02:55.546751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813bf09-64ed-4e03-b025-88e7ac33102f req-84e588f9-b315-4683-bc87-07bf4d800d37 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:55.549498 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c813bf09-64ed-4e03-b025-88e7ac33102f req-84e588f9-b315-4683-bc87-07bf4d800d37 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1123686 Jun 25 12:02:55.612431 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c813bf09-64ed-4e03-b025-88e7ac33102f req-b9e185f9-513a-4649-914e-af8f9c8c236d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512900 Jun 25 12:02:55.943588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5fa0b-d08d-4e4c-8511-b023043d89c4 req-7573da6e-631d-4891-88e7-a1d7c2cd6f7f tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:55.946581 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76a5fa0b-d08d-4e4c-8511-b023043d89c4 req-7573da6e-631d-4891-88e7-a1d7c2cd6f7f tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1215813 Jun 25 12:02:56.015749 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76a5fa0b-d08d-4e4c-8511-b023043d89c4 req-36dec0f9-f018-4691-8e3a-c75ca33d93b8 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621076 Jun 25 12:02:56.468363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b73fb-07ef-4a98-a9dc-4e4cae2b77c1 req-fe21d87f-81fa-4cb5-9bd9-f4f52d865cf4 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:56.470955 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4d2b73fb-07ef-4a98-a9dc-4e4cae2b77c1 req-fe21d87f-81fa-4cb5-9bd9-f4f52d865cf4 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1248391 Jun 25 12:02:56.524472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4d2b73fb-07ef-4a98-a9dc-4e4cae2b77c1 req-8418ff76-7821-4533-9ffd-6c0a4d0551f4 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Jun 25 12:02:56.756394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9879ada-2dfc-4f52-a419-5c1f792d2968 req-022857cb-031e-4ad0-8df6-721118c84cef tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:56.759099 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9879ada-2dfc-4f52-a419-5c1f792d2968 req-022857cb-031e-4ad0-8df6-721118c84cef tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.0966985 Jun 25 12:02:56.812869 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9879ada-2dfc-4f52-a419-5c1f792d2968 req-d1e75ef3-1755-4b12-b5af-954e213f3fca tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472951 Jun 25 12:02:57.089418 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97b11-5297-470f-97fd-0b5bdd429839 req-34e9fc63-2f38-4b3f-bcc4-22bd5658cca6 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:57.091272 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c5a97b11-5297-470f-97fd-0b5bdd429839 req-34e9fc63-2f38-4b3f-bcc4-22bd5658cca6 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.0903757 Jun 25 12:02:57.171669 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c5a97b11-5297-470f-97fd-0b5bdd429839 req-e15095b2-40d1-4a97-8af7-2e556b5ed62b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675747 Jun 25 12:02:58.042105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9ff34-448e-4718-8521-401d4f365c53 req-56f553e0-1ee4-40c9-bee3-eabba0f9e73b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:58.044904 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-03d9ff34-448e-4718-8521-401d4f365c53 req-56f553e0-1ee4-40c9-bee3-eabba0f9e73b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.0887272 Jun 25 12:02:58.097257 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-03d9ff34-448e-4718-8521-401d4f365c53 req-be1d353c-e329-44e2-98ae-9adc3aac1db8 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Jun 25 12:02:59.439231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ce0c7-71a5-47b2-8ab1-23c7d91d837f req-4828db86-51af-4f00-8129-4c61f0410b82 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:59.441629 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e40ce0c7-71a5-47b2-8ab1-23c7d91d837f req-4828db86-51af-4f00-8129-4c61f0410b82 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1255929 Jun 25 12:02:59.524569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e40ce0c7-71a5-47b2-8ab1-23c7d91d837f req-26a8b6b0-c871-4425-b2b7-f1e95f478aad tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/security-groups?id=84bdb268-39c3-437c-913a-264877aab2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703936 Jun 25 12:02:59.537678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b1696a17-7260-45a8-8143-6e563bad47bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:02:59.666064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-97e9c70e-57fa-41d3-baa7-a2c6a73936e2 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:02:59.668956 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-97e9c70e-57fa-41d3-baa7-a2c6a73936e2 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 946 time: 0.1306560 Jun 25 12:02:59.876265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Deleting port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:02:59.876745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:00.076802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] For port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,segment=NetworkSegment(5268c8a8-bd24-4dbe-834e-9ac966ed69e0),segment_id=5268c8a8-bd24-4dbe-834e-9ac966ed69e0)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:00.077443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:00.103316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Calling delete_port for 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:00.412882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:00.417504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c6de5904-02ec-40e7-b2bc-4932e5961beb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:00.426180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['13a33d10-ad55-481f-aeb8-bd36ae0d0f1c'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:03:00.449544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Pushing event deleted for resources: {'Port': ['ID=13a33d10-ad55-481f-aeb8-bd36ae0d0f1c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:00.462530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.462917 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.463299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.463673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.464047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.464415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.464784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.465190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.465566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.465923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.466286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.466651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:00.471458 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:00.511713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] No DVR routers for this DVR port 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:00.521830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:00.521830 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0efa696f-2a20-438e-beda-e66b2950cdc8 req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.47 "DELETE /v2.0/ports/13a33d10-ad55-481f-aeb8-bd36ae0d0f1c HTTP/1.1" status: 204 len: 173 time: 0.8414559 Jun 25 12:03:00.521830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'name': 'network-vif-deleted', 'tag': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:03:00.521830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148f090-9d6b-4973-b3c2-bfd25350b47f" -d '{"events": [{"server_uuid": "4d094599-fbfa-413f-b391-2b4c1db35a85", "name": "network-vif-deleted", "tag": "13a33d10-ad55-481f-aeb8-bd36ae0d0f1c"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:03:00.564919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abb654-3f59-4d7f-a2fc-0dc05b963ba3 x-openstack-request-id: req-14abb654-3f59-4d7f-a2fc-0dc05b963ba3 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:03:00.565801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d094599-fbfa-413f-b391-2b4c1db35a85", "name": "network-vif-deleted", "tag": "13a33d10-ad55-481f-aeb8-bd36ae0d0f1c", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:03:00.566145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14abb654-3f59-4d7f-a2fc-0dc05b963ba3 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:03:00.566720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d094599-fbfa-413f-b391-2b4c1db35a85', 'name': 'network-vif-deleted', 'tag': '13a33d10-ad55-481f-aeb8-bd36ae0d0f1c', 'status': 'completed', 'code': 200} Jun 25 12:03:00.707653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-108ce09f-263d-46fd-8696-9a242d63686d req-75945a61-5167-4c70-aa58-9a35bf0ae7cc tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 210 time: 0.0355859 Jun 25 12:03:01.951718 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d067faf5-e482-4bd4-ba30-e30462a299a0 req-1d09b693-fee8-4428-8950-050098e2ea07 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d094599-fbfa-413f-b391-2b4c1db35a85 HTTP/1.1" status: 200 len: 210 time: 0.0474699 Jun 25 12:03:02.034979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-be0ad6f2-d8aa-4279-bdb6-617640bda4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:02.154900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:02.524860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:03:02.551541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:03:02.552024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 13a33d10-ad55-481f-aeb8-bd36ae0d0f1c not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:03:03.081353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34596) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:03.137306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Deleting subnet 9ac627f6-5658-43d2-868e-b4f36bd60930 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:03:03.140968 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.189734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.254541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.298008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.413164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.415980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7b822674-cc03-4c74-ba98-c84648e2da11 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:03.445524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac627f6-5658-43d2-868e-b4f36bd60930,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:03.449018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:03.457450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.463066 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9ac627f6-5658-43d2-868e-b4f36bd60930 HTTP/1.1" status: 204 len: 168 time: 0.3786047 Jun 25 12:03:03.465505 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34598) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:03.565937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.716770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.731652 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69697cdf-ccc6-458b-b61a-8124ad152fd2']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:03.754170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5268c8a8-bd24-4dbe-834e-9ac966ed69e0') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:03.754670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5268c8a8-bd24-4dbe-834e-9ac966ed69e0') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:03.775260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.804060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.815894 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:03.816549 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:03.819683 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:04.052688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:04.058486 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a2a9b276-fb40-4997-ac51-631106a4fa81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:04.063744 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:04.067345 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] 10.222.0.81 "DELETE /v2.0/networks/69697cdf-ccc6-458b-b61a-8124ad152fd2 HTTP/1.1" status: 204 len: 168 time: 0.6000099 Jun 25 12:03:04.091053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=69697cdf-ccc6-458b-b61a-8124ad152fd2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:04.095490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-45ff50be-12b8-40f0-9539-478295a09f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:04.563674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34602) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:04.649126 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f35c580c-a16c-4aa1-b006-48e6fbfb1a1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f103cca24904558a7f0ed0cdd2563fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832231 Jun 25 12:03:04.651558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34604) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:04.740483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:04.775693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:04.988846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:04.992862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:04.994212 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/84bdb268-39c3-437c-913a-264877aab2ee HTTP/1.1" status: 204 len: 168 time: 0.3416502 Jun 25 12:03:05.001675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-dcf5107a-1d22-4bf9-9038-0b282a0b6065 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:05.007402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bdb268-39c3-437c-913a-264877aab2ee,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:05.010339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:05.120707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:06.402281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34626) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:06.501872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897207797'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:06.600682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:06.604592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:06.615574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:06.715548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:06.845613 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:06.849605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ebd01faa-1ff4-4147-9251-263450c728bb tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:06.875674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:06.885805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87211b00-5640-4a24-a52c-11477fb16397,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:06.895141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:06.895491 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Added segment 3462b78f-af05-4719-851b-3d6a24191cb2 of type vlan for network 8230d604-dc14-42fd-9150-4c937fc687ae Jun 25 12:03:06.898090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.898493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.898890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.899279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.899662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.900043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.900444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.900844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.901293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.901702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.902117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.902517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:06.916594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:06.951411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:07.096997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:07.103524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:07.104121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:07.106657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8b541e39-7c48-4e03-b8dc-dbd15bd47ed1 tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:07.173858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Network': ['ID=8230d604-dc14-42fd-9150-4c937fc687ae,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:07.176938 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:07.187366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 8230d604-dc14-42fd-9150-4c937fc687ae details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:07.223921 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8200507 Jun 25 12:03:10.829570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:11.299254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34630) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:11.306240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'subnet': {'network_id': '8230d604-dc14-42fd-9150-4c937fc687ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:11.508819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:11.512490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:11.772369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:11.774883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-539251f7-68ce-4c4f-9abf-1463624b5523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:11.842660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Subnet': ['ID=aab54653-8d5c-4259-b794-ad5528de4579,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:11.846428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:11.852615 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Checking segment: {'id': '3462b78f-af05-4719-851b-3d6a24191cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8230d604-dc14-42fd-9150-4c937fc687ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:11.852980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network hostable DHCP agents. Network: 8230d604-dc14-42fd-9150-4c937fc687ae, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:11.937319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network 8230d604-dc14-42fd-9150-4c937fc687ae is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:12.079981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 8230d604-dc14-42fd-9150-4c937fc687ae) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:12.085362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:12.085977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.095791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb69ef9-d672-42cd-a7f4-f1967ec0d54a None None] Network 8230d604-dc14-42fd-9150-4c937fc687ae requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:12.166562 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8659508 Jun 25 12:03:12.170662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34632) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:12.176821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80932563'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:12.263144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:12.267297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.288107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-8230d604-dc14-42fd-9150-4c937fc687ae', 'network_id': '8230d604-dc14-42fd-9150-4c937fc687ae', 'tenant_id': '0807884b603c49cfbc2ed46e4c12d80c', 'fixed_ips': [{'subnet_id': 'aab54653-8d5c-4259-b794-ad5528de4579'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:12.289316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.304002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:12.314307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.314696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Added segment 062ce716-52f8-47c0-a45d-4eb4a490c1e0 of type vlan for network f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 Jun 25 12:03:12.378588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.484877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Allocated IP 2001:db8:0:ffff::2 (8230d604-dc14-42fd-9150-4c937fc687ae/aab54653-8d5c-4259-b794-ad5528de4579/d1cf9169-7ced-47a2-9e3f-178d594973df) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:12.584036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.590330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:12.590998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.594710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d7ca5ae-d4d2-430c-8059-8636e1260128 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:12.654393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:12.663964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Transition to ACTIVE for port object d1cf9169-7ced-47a2-9e3f-178d594973df will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:12.680865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Transition to ACTIVE for port object d1cf9169-7ced-47a2-9e3f-178d594973df will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:12.703799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Network': ['ID=f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:12.706765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:12.715384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:13.019073 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8397233 Jun 25 12:03:13.019073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34634) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:13.020275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'subnet': {'network_id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:13.091908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:13.095572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:13.133608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Network 8230d604-dc14-42fd-9150-4c937fc687ae is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:13.138828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:13.142389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:13.153908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Pushing event updated for resources: {'Port': ['ID=d1cf9169-7ced-47a2-9e3f-178d594973df,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:13.179451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.179801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.180142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.180476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.180806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.181189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.181560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.181890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.182212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.182537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.182857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.183176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:13.187537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:13.212412 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:13.216739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:13.221136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Attempting to bind port d1cf9169-7ced-47a2-9e3f-178d594973df on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:13.221447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Attempting to bind port d1cf9169-7ced-47a2-9e3f-178d594973df by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '3462b78f-af05-4719-851b-3d6a24191cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8230d604-dc14-42fd-9150-4c937fc687ae'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:13.221820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Attempting to bind port d1cf9169-7ced-47a2-9e3f-178d594973df on network 8230d604-dc14-42fd-9150-4c937fc687ae {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:13.228356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:13.228736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Checking segment: {'id': '3462b78f-af05-4719-851b-3d6a24191cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8230d604-dc14-42fd-9150-4c937fc687ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:13.233965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:13.233965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Bound using segment: {'id': '3462b78f-af05-4719-851b-3d6a24191cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8230d604-dc14-42fd-9150-4c937fc687ae'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:13.233965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Bound port: d1cf9169-7ced-47a2-9e3f-178d594973df, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3462b78f-af05-4719-851b-3d6a24191cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '8230d604-dc14-42fd-9150-4c937fc687ae'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:13.233965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:13.303604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] For port d1cf9169-7ced-47a2-9e3f-178d594973df, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:13.306918 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] For port d1cf9169-7ced-47a2-9e3f-178d594973df, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d1cf9169-7ced-47a2-9e3f-178d594973df,segment=NetworkSegment(3462b78f-af05-4719-851b-3d6a24191cb2),segment_id=3462b78f-af05-4719-851b-3d6a24191cb2)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:13.459517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:13.461621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-58beb75a-1380-4dbd-b34c-d52c570473a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:13.521684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Pushing event updated for resources: {'Port': ['ID=d1cf9169-7ced-47a2-9e3f-178d594973df,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:13.525653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:13.682447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:13.682447 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5db2040b-2fb1-4b10-9754-9c717e59d522 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:13.774825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Subnet': ['ID=1853a9f5-ea46-4593-ad98-f7b3090f6c91,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:13.779039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:13.786164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Checking segment: {'id': '062ce716-52f8-47c0-a45d-4eb4a490c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:13.787244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network hostable DHCP agents. Network: f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:14.057363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:14.270217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:14.276796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:14.277758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:14.288882 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804ab0cb-56a9-4260-8900-4c5b6da8229a None None] Network f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:14.485123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79', 'network_id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79', 'tenant_id': '0807884b603c49cfbc2ed46e4c12d80c', 'fixed_ips': [{'subnet_id': '1853a9f5-ea46-4593-ad98-f7b3090f6c91'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:14.486132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:14.517785 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d07a49c0-5f36-480b-9d44-a135ac75827e tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.4992149 Jun 25 12:03:14.521835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34636) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:14.566834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f308edd-9865-408b-a166-6366224abcb9 None None] Network 8230d604-dc14-42fd-9150-4c937fc687ae requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:14.681782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:14.720543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Allocated IP 2001:db8::2 (f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79/1853a9f5-ea46-4593-ad98-f7b3090f6c91/22ff8c27-996a-4361-946b-b0e218cb974d) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:14.775407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:14.832912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-eff50685-3e3a-4529-9edb-413657963d31 None None] Provisioning for port d1cf9169-7ced-47a2-9e3f-178d594973df completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:14.976136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:14.987754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Transition to ACTIVE for port object 22ff8c27-996a-4361-946b-b0e218cb974d will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:15.002124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1cf9169-7ced-47a2-9e3f-178d594973df up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:15.054537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Transition to ACTIVE for port object 22ff8c27-996a-4361-946b-b0e218cb974d will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:15.171826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.174010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:15.212997 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Network f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:15.219742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:15.223616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d1cf9169-7ced-47a2-9e3f-178d594973df completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:15.229578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:15.240300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Pushing event updated for resources: {'Port': ['ID=22ff8c27-996a-4361-946b-b0e218cb974d,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:15.243055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d1cf9169-7ced-47a2-9e3f-178d594973df triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:15.243457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.246628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:15.323963 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.330173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a22c1950-8d74-4b0b-bc28-1d814677185f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:15.342960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Attempting to bind port 22ff8c27-996a-4361-946b-b0e218cb974d on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:15.343607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Attempting to bind port 22ff8c27-996a-4361-946b-b0e218cb974d by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '062ce716-52f8-47c0-a45d-4eb4a490c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:15.343749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Attempting to bind port 22ff8c27-996a-4361-946b-b0e218cb974d on network f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:15.355374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:15.355830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Checking segment: {'id': '062ce716-52f8-47c0-a45d-4eb4a490c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:15.356185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.356591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Bound using segment: {'id': '062ce716-52f8-47c0-a45d-4eb4a490c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:15.357107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Bound port: 22ff8c27-996a-4361-946b-b0e218cb974d, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062ce716-52f8-47c0-a45d-4eb4a490c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:15.357509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.372349 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Subnet': ['ID=1853a9f5-ea46-4593-ad98-f7b3090f6c91,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:15.375588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:15.440286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.446370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.457617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:15.472062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062ce716-52f8-47c0-a45d-4eb4a490c1e0') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:15.472412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062ce716-52f8-47c0-a45d-4eb4a490c1e0') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:15.484911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.485166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] For port 22ff8c27-996a-4361-946b-b0e218cb974d, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:15.490957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] For port 22ff8c27-996a-4361-946b-b0e218cb974d, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=22ff8c27-996a-4361-946b-b0e218cb974d,segment=NetworkSegment(062ce716-52f8-47c0-a45d-4eb4a490c1e0),segment_id=062ce716-52f8-47c0-a45d-4eb4a490c1e0)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:15.501839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d1cf9169-7ced-47a2-9e3f-178d594973df, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d1cf9169-7ced-47a2-9e3f-178d594973df,segment=NetworkSegment(3462b78f-af05-4719-851b-3d6a24191cb2),segment_id=3462b78f-af05-4719-851b-3d6a24191cb2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:15.692338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.696243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.715775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:15.715976 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:15.808550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:15.844624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Pushing event updated for resources: {'Port': ['ID=22ff8c27-996a-4361-946b-b0e218cb974d,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:15.851005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:15.851676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:15.885730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b95ace-5c00-4bd6-a1ba-9d834b649860 None None] Network f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:15.915427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 12:03:15.915427 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 12:03:15.915427 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': 'f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79'}] Jun 25 12:03:15.915427 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 12:03:15.916213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 12:03:15.996988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d1cf9169-7ced-47a2-9e3f-178d594973df,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:16.002904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:16.098146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672d4021-e55a-4164-9245-75c423136eb9 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 12:03:16.184047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d4021-e55a-4164-9245-75c423136eb9 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 12:03:16.417558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:16.498197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Deleting port 22ff8c27-996a-4361-946b-b0e218cb974d {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:16.498579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:16.620984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] For port 22ff8c27-996a-4361-946b-b0e218cb974d, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=22ff8c27-996a-4361-946b-b0e218cb974d,segment=NetworkSegment(062ce716-52f8-47c0-a45d-4eb4a490c1e0),segment_id=062ce716-52f8-47c0-a45d-4eb4a490c1e0)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:16.621612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:16.640512 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Calling delete_port for 22ff8c27-996a-4361-946b-b0e218cb974d owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:16.903818 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:16.905517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1cf9169-7ced-47a2-9e3f-178d594973df up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:16.912043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-695c31aa-60db-4e78-9541-bdbaae60dadb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:16.955091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Port': ['ID=22ff8c27-996a-4361-946b-b0e218cb974d,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:16.960786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No DVR routers for this DVR port 22ff8c27-996a-4361-946b-b0e218cb974d on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:16.963956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:17.008867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d1cf9169-7ced-47a2-9e3f-178d594973df triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:17.009433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.125866 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.143020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:17.160338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062ce716-52f8-47c0-a45d-4eb4a490c1e0') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:17.160707 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062ce716-52f8-47c0-a45d-4eb4a490c1e0') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:17.175279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.201556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.211941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:17.212551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:17.216878 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:17.377421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.381503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:17.385977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.392511 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 HTTP/1.1" status: 204 len: 168 time: 2.8595455 Jun 25 12:03:17.392950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34638) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:17.399475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1850112671'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:17.407822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Network': ['ID=f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:17.407822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:17.514801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:17.520408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.554326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:17.566641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.567220 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Added segment 78939d70-0367-4ccc-a760-a39f0f8b0cad of type vlan for network 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 Jun 25 12:03:17.636437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.760120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.766401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:17.770285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:17.770285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f91d1fda-5778-44b1-87b2-6353725ff4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:17.853936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Network': ['ID=72cb62e2-7feb-40ad-acc9-bd4d7226f9c9,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:17.857172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:17.867744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:17.938201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34640) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:17.944563 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5439079 Jun 25 12:03:17.945275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'subnet': {'network_id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:18.194971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:18.198943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:18.322199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.ipam_backend_mixin [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Performing IP validity checks on allocation pools {{(pid=94500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 25 12:03:18.323221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.ipam_backend_mixin [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 25 12:03:18.588828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:18.592518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-447feeb5-b999-4111-991d-352a5d95ee4c tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:18.666718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Subnet': ['ID=676e1317-9623-4a3d-8cb8-0b900ba852aa,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:18.671171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:18.676807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Checking segment: {'id': '78939d70-0367-4ccc-a760-a39f0f8b0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:18.677739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network hostable DHCP agents. Network: 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:18.817411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:18.965769 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:18.973283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:18.973487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:18.979173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a010c-b07e-43e7-8ab6-5b670d5bd3db None None] Network 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:19.104891 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aa3a6103-ab57-463d-9e18-b61e67558762 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1648128 Jun 25 12:03:19.109934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34642) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:19.181877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-72cb62e2-7feb-40ad-acc9-bd4d7226f9c9', 'network_id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9', 'tenant_id': '0807884b603c49cfbc2ed46e4c12d80c', 'fixed_ips': [{'subnet_id': '676e1317-9623-4a3d-8cb8-0b900ba852aa'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:19.183723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:19.240107 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:19.312873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:19.407221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Allocated IP 2001:db8::3 (72cb62e2-7feb-40ad-acc9-bd4d7226f9c9/676e1317-9623-4a3d-8cb8-0b900ba852aa/852d3d2d-4a13-4945-aff7-49871a4af4e1) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:19.676851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:19.693594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Transition to ACTIVE for port object 852d3d2d-4a13-4945-aff7-49871a4af4e1 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:19.719672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Transition to ACTIVE for port object 852d3d2d-4a13-4945-aff7-49871a4af4e1 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:19.829568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:19.831713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:19.873603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Network 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:19.883940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:19.883940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:19.887262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Pushing event updated for resources: {'Port': ['ID=852d3d2d-4a13-4945-aff7-49871a4af4e1,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:19.891587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:19.983592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Attempting to bind port 852d3d2d-4a13-4945-aff7-49871a4af4e1 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:19.984496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Attempting to bind port 852d3d2d-4a13-4945-aff7-49871a4af4e1 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '78939d70-0367-4ccc-a760-a39f0f8b0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:19.984721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Attempting to bind port 852d3d2d-4a13-4945-aff7-49871a4af4e1 on network 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:19.993869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:19.994502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Checking segment: {'id': '78939d70-0367-4ccc-a760-a39f0f8b0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:19.995171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:19.995832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Bound using segment: {'id': '78939d70-0367-4ccc-a760-a39f0f8b0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:19.996630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Bound port: 852d3d2d-4a13-4945-aff7-49871a4af4e1, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78939d70-0367-4ccc-a760-a39f0f8b0cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:19.997324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:20.106424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] For port 852d3d2d-4a13-4945-aff7-49871a4af4e1, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:20.110372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] For port 852d3d2d-4a13-4945-aff7-49871a4af4e1, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=852d3d2d-4a13-4945-aff7-49871a4af4e1,segment=NetworkSegment(78939d70-0367-4ccc-a760-a39f0f8b0cad),segment_id=78939d70-0367-4ccc-a760-a39f0f8b0cad)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:20.120138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:20.130423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a924d970-0e6d-4543-a1d2-2eca4583fc81 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:20.155715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Subnet': ['ID=676e1317-9623-4a3d-8cb8-0b900ba852aa,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:20.159197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:20.229872 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:20.233719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:20.274007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:20.292710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cb62e2-7feb-40ad-acc9-bd4d7226f9c9']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:20.317236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78939d70-0367-4ccc-a760-a39f0f8b0cad') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:20.317236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78939d70-0367-4ccc-a760-a39f0f8b0cad') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:20.326838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Pushing event updated for resources: {'Port': ['ID=852d3d2d-4a13-4945-aff7-49871a4af4e1,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:20.330603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:20.330891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:20.355077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:20.365991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:20.366532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:20.371760 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:20.499264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.db.api [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 12:03:20.499264 dv-neutron-797120-5-hyperv neutron-server[94500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 12:03:20.499264 dv-neutron-797120-5-hyperv neutron-server[94500]: [parameters: {'id': '72cb62e2-7feb-40ad-acc9-bd4d7226f9c9'}] Jun 25 12:03:20.499264 dv-neutron-797120-5-hyperv neutron-server[94500]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 12:03:20.517253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_db.api [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 12:03:20.959500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 852d3d2d-4a13-4945-aff7-49871a4af4e1 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:21.019296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.110433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Deleting port 852d3d2d-4a13-4945-aff7-49871a4af4e1 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:21.111001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.126401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 852d3d2d-4a13-4945-aff7-49871a4af4e1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:21.202487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] For port 852d3d2d-4a13-4945-aff7-49871a4af4e1, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=852d3d2d-4a13-4945-aff7-49871a4af4e1,segment=NetworkSegment(78939d70-0367-4ccc-a760-a39f0f8b0cad),segment_id=78939d70-0367-4ccc-a760-a39f0f8b0cad)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:21.203447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.221281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Calling delete_port for 852d3d2d-4a13-4945-aff7-49871a4af4e1 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:21.383233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804d865-04a3-4ebb-8927-97b33378c835 None None] Network 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:21.439897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.442532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:21.473296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Port': ['ID=852d3d2d-4a13-4945-aff7-49871a4af4e1,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:21.482782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:21.487269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No DVR routers for this DVR port 852d3d2d-4a13-4945-aff7-49871a4af4e1 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:21.491903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-96dff2b2-eafb-438a-9f80-41085524b82e None None] Could not find standard attr ID for object 852d3d2d-4a13-4945-aff7-49871a4af4e1. {{(pid=94502) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 25 12:03:21.633706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.649750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cb62e2-7feb-40ad-acc9-bd4d7226f9c9']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:21.662502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544430e-df25-4315-84e5-3cf54de6a01e None None] DHCP port deletion for 72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:03:21.675450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78939d70-0367-4ccc-a760-a39f0f8b0cad') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:21.675450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78939d70-0367-4ccc-a760-a39f0f8b0cad') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:21.690560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.717122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.728995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:21.729445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:21.735192 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:21.989038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:21.994227 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9de9184c-b128-4b34-b72c-e671d674dd15 tempest-NetworksIpV6TestAttrs-113139290 tempest-NetworksIpV6TestAttrs-113139290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:22.001081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:22.003370 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 HTTP/1.1" status: 204 len: 168 time: 2.8917649 Jun 25 12:03:22.008645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34644) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:22.015674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Network': ['ID=72cb62e2-7feb-40ad-acc9-bd4d7226f9c9,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:22.015884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808028685'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:22.018435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:22.211530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:22.215485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:22.249226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:22.262617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:22.263140 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Added segment e1309518-04d6-4e64-b0fc-46fe3e1f4cd2 of type vlan for network 4658ca31-3d37-472c-adaa-63a16827e3c2 Jun 25 12:03:22.314620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:22.451906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:22.465811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:22.466730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:22.471310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-035c0be3-0e42-4082-96f3-6b70599b7499 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:22.560835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Network': ['ID=4658ca31-3d37-472c-adaa-63a16827e3c2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:22.564441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:22.576855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 4658ca31-3d37-472c-adaa-63a16827e3c2 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:22.602999 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d52fd1cb-d6d1-4414-850f-d7e28112bb12 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5922430 Jun 25 12:03:22.608498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34646) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:22.619137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'subnet': {'network_id': '4658ca31-3d37-472c-adaa-63a16827e3c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:22.916075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 852d3d2d-4a13-4945-aff7-49871a4af4e1 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:03:22.940122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 852d3d2d-4a13-4945-aff7-49871a4af4e1 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:03:22.940553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 852d3d2d-4a13-4945-aff7-49871a4af4e1 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:03:23.291834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:23.297888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:23.634912 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:23.637988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5169e03b-8b87-4068-8d2f-104590630fbe tempest-PortsTestJSON-2125643240 tempest-PortsTestJSON-2125643240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:23.706326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Subnet': ['ID=f130c5b2-14e0-4440-bfb2-c56faa153f51,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:23.710362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:23.727971 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Checking segment: {'id': 'e1309518-04d6-4e64-b0fc-46fe3e1f4cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4658ca31-3d37-472c-adaa-63a16827e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:23.728396 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network hostable DHCP agents. Network: 4658ca31-3d37-472c-adaa-63a16827e3c2, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:23.786976 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:03:23.823352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network 4658ca31-3d37-472c-adaa-63a16827e3c2 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:23.950122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 4658ca31-3d37-472c-adaa-63a16827e3c2) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:23.957316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:23.958614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:23.965627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c2249-bf73-4951-b74c-7da3b0210abc None None] Network 4658ca31-3d37-472c-adaa-63a16827e3c2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:24.122799 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8d38c3cb-978a-4656-b2e3-7663e8084271 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5124490 Jun 25 12:03:24.128394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34648) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:24.138301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258059315'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:24.266357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-4658ca31-3d37-472c-adaa-63a16827e3c2', 'network_id': '4658ca31-3d37-472c-adaa-63a16827e3c2', 'tenant_id': '0807884b603c49cfbc2ed46e4c12d80c', 'fixed_ips': [{'subnet_id': 'f130c5b2-14e0-4440-bfb2-c56faa153f51'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:24.267460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:24.349036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:24.356462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:24.408120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:24.425754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:24.431138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Added segment af07738e-ba59-497b-a3ff-ece63c71ce2e of type vlan for network a480b1d3-a59a-411a-b3b2-30d124bec28c Jun 25 12:03:24.511602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Allocated IP 2001:db8::2 (4658ca31-3d37-472c-adaa-63a16827e3c2/f130c5b2-14e0-4440-bfb2-c56faa153f51/4370e31a-4d1e-45cb-8bff-1b054e0db294) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:24.512639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:24.635152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:24.645524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:24.646808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:24.651726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:24.747550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Network': ['ID=a480b1d3-a59a-411a-b3b2-30d124bec28c,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:24.751133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:24.769921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a480b1d3-a59a-411a-b3b2-30d124bec28c details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:24.784676 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6545658 Jun 25 12:03:24.790605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34650) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:24.799524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Request body: {'subnet': {'network_id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:24.800166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:24.887891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Transition to ACTIVE for port object 4370e31a-4d1e-45cb-8bff-1b054e0db294 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:24.933930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Transition to ACTIVE for port object 4370e31a-4d1e-45cb-8bff-1b054e0db294 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:25.064583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:25.069159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0569044-63bd-461d-9567-8e2b92b13510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:25.145335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Network 4658ca31-3d37-472c-adaa-63a16827e3c2 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:25.151650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:25.158308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:25.161765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Made reservation on behalf of 0807884b603c49cfbc2ed46e4c12d80c for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:25.168483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:25.172750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Pushing event updated for resources: {'Port': ['ID=4370e31a-4d1e-45cb-8bff-1b054e0db294,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:25.176746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:25.283309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Attempting to bind port 4370e31a-4d1e-45cb-8bff-1b054e0db294 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:25.286670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Attempting to bind port 4370e31a-4d1e-45cb-8bff-1b054e0db294 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'e1309518-04d6-4e64-b0fc-46fe3e1f4cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4658ca31-3d37-472c-adaa-63a16827e3c2'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:25.287739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Attempting to bind port 4370e31a-4d1e-45cb-8bff-1b054e0db294 on network 4658ca31-3d37-472c-adaa-63a16827e3c2 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:25.296552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:25.297136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Checking segment: {'id': 'e1309518-04d6-4e64-b0fc-46fe3e1f4cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4658ca31-3d37-472c-adaa-63a16827e3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:25.297811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:25.298467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Bound using segment: {'id': 'e1309518-04d6-4e64-b0fc-46fe3e1f4cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4658ca31-3d37-472c-adaa-63a16827e3c2'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:25.299216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Bound port: 4370e31a-4d1e-45cb-8bff-1b054e0db294, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1309518-04d6-4e64-b0fc-46fe3e1f4cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4658ca31-3d37-472c-adaa-63a16827e3c2'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:25.299856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:25.412380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] For port 4370e31a-4d1e-45cb-8bff-1b054e0db294, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:25.418602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] For port 4370e31a-4d1e-45cb-8bff-1b054e0db294, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4370e31a-4d1e-45cb-8bff-1b054e0db294,segment=NetworkSegment(e1309518-04d6-4e64-b0fc-46fe3e1f4cd2),segment_id=e1309518-04d6-4e64-b0fc-46fe3e1f4cd2)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:25.509793 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:25.512281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:25.590522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Pushing event updated for resources: {'Port': ['ID=4370e31a-4d1e-45cb-8bff-1b054e0db294,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:25.597928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:25.629320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:25.632236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c74d1bf7-d93e-416f-8b8f-a6eaf95e45fa tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:25.719107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event updated for resources: {'Subnet': ['ID=d651b7a9-52ff-4c3d-9692-a20f896af31b,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:25.729457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:25.735007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Checking segment: {'id': 'af07738e-ba59-497b-a3ff-ece63c71ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:25.735688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network hostable DHCP agents. Network: a480b1d3-a59a-411a-b3b2-30d124bec28c, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:25.862739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Network a480b1d3-a59a-411a-b3b2-30d124bec28c is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:26.017322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a480b1d3-a59a-411a-b3b2-30d124bec28c) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:26.022947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:26.026403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:26.034007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119e4d7-9d38-4087-8430-5c54ea9a510a None None] Network a480b1d3-a59a-411a-b3b2-30d124bec28c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:26.132064 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3399651 Jun 25 12:03:26.136358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34652) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:26.227308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a480b1d3-a59a-411a-b3b2-30d124bec28c', 'network_id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c', 'tenant_id': '0807884b603c49cfbc2ed46e4c12d80c', 'fixed_ips': [{'subnet_id': 'd651b7a9-52ff-4c3d-9692-a20f896af31b'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:26.228204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:26.265824 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:26.400112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:26.448171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Allocated IP 2001:db8::2 (a480b1d3-a59a-411a-b3b2-30d124bec28c/d651b7a9-52ff-4c3d-9692-a20f896af31b/a61dc5ad-d6de-4afe-8431-35955fb6276c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:26.689972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:26.703083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Transition to ACTIVE for port object a61dc5ad-d6de-4afe-8431-35955fb6276c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:26.742273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Transition to ACTIVE for port object a61dc5ad-d6de-4afe-8431-35955fb6276c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:26.742273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5629a-927e-4904-a5f2-e153bf8b7218 None None] Network 4658ca31-3d37-472c-adaa-63a16827e3c2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:26.993430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:26.999589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ce353455-8bd9-452e-aee7-3dc0493c0ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:27.004375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4370e31a-4d1e-45cb-8bff-1b054e0db294 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:27.055006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bb187d34-c800-40f9-aa4d-94b56bb88400 None None] Provisioning for port 4370e31a-4d1e-45cb-8bff-1b054e0db294 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:27.110430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Network a480b1d3-a59a-411a-b3b2-30d124bec28c is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:27.129350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:27.137545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Pushing event updated for resources: {'Port': ['ID=a61dc5ad-d6de-4afe-8431-35955fb6276c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:27.143520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:27.148834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:27.167546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.173041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d07f39a3-d9b7-475d-b2f7-a5985796e643 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:27.224513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Subnet': ['ID=d651b7a9-52ff-4c3d-9692-a20f896af31b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:27.234822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:27.242600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Attempting to bind port a61dc5ad-d6de-4afe-8431-35955fb6276c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:27.243429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Attempting to bind port a61dc5ad-d6de-4afe-8431-35955fb6276c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'af07738e-ba59-497b-a3ff-ece63c71ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:27.243817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Attempting to bind port a61dc5ad-d6de-4afe-8431-35955fb6276c on network a480b1d3-a59a-411a-b3b2-30d124bec28c {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:27.254695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:27.257224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Checking segment: {'id': 'af07738e-ba59-497b-a3ff-ece63c71ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:27.257224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.257603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Bound using segment: {'id': 'af07738e-ba59-497b-a3ff-ece63c71ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:27.258358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Bound port: a61dc5ad-d6de-4afe-8431-35955fb6276c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af07738e-ba59-497b-a3ff-ece63c71ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:27.259057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.317282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.331183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a480b1d3-a59a-411a-b3b2-30d124bec28c']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:27.354439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af07738e-ba59-497b-a3ff-ece63c71ce2e') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:27.355333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af07738e-ba59-497b-a3ff-ece63c71ce2e') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:27.362801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 4370e31a-4d1e-45cb-8bff-1b054e0db294 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:27.369397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.381711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4370e31a-4d1e-45cb-8bff-1b054e0db294 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:27.382462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.390473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.400204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:27.400750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:27.405377 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:27.442024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] For port a61dc5ad-d6de-4afe-8431-35955fb6276c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:27.515912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] For port a61dc5ad-d6de-4afe-8431-35955fb6276c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a61dc5ad-d6de-4afe-8431-35955fb6276c,segment=NetworkSegment(af07738e-ba59-497b-a3ff-ece63c71ce2e),segment_id=af07738e-ba59-497b-a3ff-ece63c71ce2e)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:27.532524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.535899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-834d1708-b2cc-447c-9ef3-f3e6950e6068 None None] Provisioning complete for port 4370e31a-4d1e-45cb-8bff-1b054e0db294 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:27.536322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-834d1708-b2cc-447c-9ef3-f3e6950e6068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.538127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.db.api [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 25 12:03:27.538127 dv-neutron-797120-5-hyperv neutron-server[94501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 25 12:03:27.538127 dv-neutron-797120-5-hyperv neutron-server[94501]: [parameters: {'id': 'a480b1d3-a59a-411a-b3b2-30d124bec28c'}] Jun 25 12:03:27.538127 dv-neutron-797120-5-hyperv neutron-server[94501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 12:03:27.538814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_db.api [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 12:03:27.601078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 4370e31a-4d1e-45cb-8bff-1b054e0db294, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4370e31a-4d1e-45cb-8bff-1b054e0db294,segment=NetworkSegment(e1309518-04d6-4e64-b0fc-46fe3e1f4cd2),segment_id=e1309518-04d6-4e64-b0fc-46fe3e1f4cd2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:27.617537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.637106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:27.700024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-834d1708-b2cc-447c-9ef3-f3e6950e6068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.749456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:27.757799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Pushing event updated for resources: {'Port': ['ID=a61dc5ad-d6de-4afe-8431-35955fb6276c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:27.763295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:27.784788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:27.860298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25755f0c-e378-498c-ade6-8ad17d7050bd None None] Network a480b1d3-a59a-411a-b3b2-30d124bec28c requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:27.919220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-834d1708-b2cc-447c-9ef3-f3e6950e6068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 12:03:27.919588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-834d1708-b2cc-447c-9ef3-f3e6950e6068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 12:03:28.040597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.106290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Deleting port a61dc5ad-d6de-4afe-8431-35955fb6276c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:28.106639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.123106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=4370e31a-4d1e-45cb-8bff-1b054e0db294,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:28.127964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:28.210897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] For port a61dc5ad-d6de-4afe-8431-35955fb6276c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a61dc5ad-d6de-4afe-8431-35955fb6276c,segment=NetworkSegment(af07738e-ba59-497b-a3ff-ece63c71ce2e),segment_id=af07738e-ba59-497b-a3ff-ece63c71ce2e)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:28.211708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.227442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Calling delete_port for a61dc5ad-d6de-4afe-8431-35955fb6276c owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:28.235677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1152431-4f93-4f46-a1c8-782ab9c086bd None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 12:03:28.357068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1152431-4f93-4f46-a1c8-782ab9c086bd None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 12:03:28.440623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.447624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:28.488076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Port': ['ID=a61dc5ad-d6de-4afe-8431-35955fb6276c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:28.491472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No DVR routers for this DVR port a61dc5ad-d6de-4afe-8431-35955fb6276c on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:28.493283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:28.640015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.659538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a480b1d3-a59a-411a-b3b2-30d124bec28c']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:28.681554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af07738e-ba59-497b-a3ff-ece63c71ce2e') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:28.682053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af07738e-ba59-497b-a3ff-ece63c71ce2e') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:28.699408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.724304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.735692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:28.736360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:28.743043 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:28.922608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4370e31a-4d1e-45cb-8bff-1b054e0db294 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:28.937222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.944017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e9bd5c55-82e4-4a92-b505-532b3b62659a tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:28.951180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:28.955188 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/a480b1d3-a59a-411a-b3b2-30d124bec28c HTTP/1.1" status: 204 len: 168 time: 2.8170888 Jun 25 12:03:28.960513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34654) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:28.969618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Network': ['ID=a480b1d3-a59a-411a-b3b2-30d124bec28c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:28.972419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:28.990751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4370e31a-4d1e-45cb-8bff-1b054e0db294 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:28.991128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.002340 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-60583d77-932f-4327-abcf-37f3631ffbce tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] GET failed (client error): The resource could not be found. Jun 25 12:03:29.003860 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-60583d77-932f-4327-abcf-37f3631ffbce tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "GET /v2.0/subnets/d651b7a9-52ff-4c3d-9692-a20f896af31b HTTP/1.1" status: 404 len: 337 time: 0.0414839 Jun 25 12:03:29.008805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34656) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:29.033708 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-818059f0-d8af-4978-8a51-b0786033f9c0 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] DELETE failed (client error): The resource could not be found. Jun 25 12:03:29.034626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818059f0-d8af-4978-8a51-b0786033f9c0 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 12:03:29.037047 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-818059f0-d8af-4978-8a51-b0786033f9c0 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/a480b1d3-a59a-411a-b3b2-30d124bec28c HTTP/1.1" status: 404 len: 339 time: 0.0264432 Jun 25 12:03:29.041657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34658) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:29.081343 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-421da7d0-f099-4e1a-a9c8-1bb33e27c3e1 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] DELETE failed (client error): The resource could not be found. Jun 25 12:03:29.081852 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421da7d0-f099-4e1a-a9c8-1bb33e27c3e1 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 12:03:29.084497 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-421da7d0-f099-4e1a-a9c8-1bb33e27c3e1 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/subnets/d651b7a9-52ff-4c3d-9692-a20f896af31b HTTP/1.1" status: 404 len: 337 time: 0.0415385 Jun 25 12:03:29.089020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34660) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:29.109612 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-454a371c-be78-4f3c-81b8-4411a22e6514 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] DELETE failed (client error): The resource could not be found. Jun 25 12:03:29.110252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454a371c-be78-4f3c-81b8-4411a22e6514 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 12:03:29.112232 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-454a371c-be78-4f3c-81b8-4411a22e6514 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/a480b1d3-a59a-411a-b3b2-30d124bec28c HTTP/1.1" status: 404 len: 339 time: 0.0220129 Jun 25 12:03:29.116487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34662) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:29.181924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Deleting subnet f130c5b2-14e0-4440-bfb2-c56faa153f51 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:03:29.186163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.237446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.399371 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.577767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f117b098-72d6-468c-9ba2-b563a84fc0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.612705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.618661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e2d3ef54-88c8-4aa7-9f37-6d38f1e5f975 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:29.668615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Subnet': ['ID=f130c5b2-14e0-4440-bfb2-c56faa153f51,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:29.672500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.675946 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/subnets/f130c5b2-14e0-4440-bfb2-c56faa153f51 HTTP/1.1" status: 204 len: 168 time: 0.5578980 Jun 25 12:03:29.678772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-46b4938d-cbab-4431-a0a1-048646a6eaca tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:29.680158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34664) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:29.681175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f070bc-3e19-47b5-8e6c-b208cdb9b276 None None] Network 4658ca31-3d37-472c-adaa-63a16827e3c2 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:29.839694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:29.938735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] DHCP port deletion for 4658ca31-3d37-472c-adaa-63a16827e3c2 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:03:29.946890 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Deleting port 4370e31a-4d1e-45cb-8bff-1b054e0db294 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:29.947585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.008376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Deleting port 4370e31a-4d1e-45cb-8bff-1b054e0db294 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:30.008819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.071151 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] For port 4370e31a-4d1e-45cb-8bff-1b054e0db294, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4370e31a-4d1e-45cb-8bff-1b054e0db294,segment=NetworkSegment(e1309518-04d6-4e64-b0fc-46fe3e1f4cd2),segment_id=e1309518-04d6-4e64-b0fc-46fe3e1f4cd2)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:30.072136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.092092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] For port 4370e31a-4d1e-45cb-8bff-1b054e0db294, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4370e31a-4d1e-45cb-8bff-1b054e0db294,segment=NetworkSegment(e1309518-04d6-4e64-b0fc-46fe3e1f4cd2),segment_id=e1309518-04d6-4e64-b0fc-46fe3e1f4cd2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:30.092716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.096024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Calling delete_port for 4370e31a-4d1e-45cb-8bff-1b054e0db294 owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:30.123950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Calling delete_port for 4370e31a-4d1e-45cb-8bff-1b054e0db294 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:30.332463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.337657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2a7d67d8-c460-4bc9-ad4d-6bd35c3409b6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:30.343963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.343963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:30.374503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Pushing event deleted for resources: {'Port': ['ID=4370e31a-4d1e-45cb-8bff-1b054e0db294,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:30.378135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:30.383950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] No DVR routers for this DVR port 4370e31a-4d1e-45cb-8bff-1b054e0db294 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:30.386750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Port': ['ID=4370e31a-4d1e-45cb-8bff-1b054e0db294,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:30.390381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No DVR routers for this DVR port 4370e31a-4d1e-45cb-8bff-1b054e0db294 on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:30.394703 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:30.560566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.581276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4658ca31-3d37-472c-adaa-63a16827e3c2']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:30.602513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1309518-04d6-4e64-b0fc-46fe3e1f4cd2') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:30.602886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1309518-04d6-4e64-b0fc-46fe3e1f4cd2') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:30.622164 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.651541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.664753 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:30.665483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:30.671140 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:30.835246 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.840822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-df442e5d-6276-4a2c-ad87-4fa1f1e04e19 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:30.848119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:30.852459 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/4658ca31-3d37-472c-adaa-63a16827e3c2 HTTP/1.1" status: 204 len: 168 time: 1.1705463 Jun 25 12:03:30.858527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34666) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:30.891702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Network': ['ID=4658ca31-3d37-472c-adaa-63a16827e3c2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:30.934412 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:30.936676 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5494d9-e037-40b4-ae42-876b8dc8086f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] DELETE failed (client error): The resource could not be found. Jun 25 12:03:30.937231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4370e31a-4d1e-45cb-8bff-1b054e0db294 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:03:30.937718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5494d9-e037-40b4-ae42-876b8dc8086f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 12:03:30.943842 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bd5494d9-e037-40b4-ae42-876b8dc8086f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/subnets/676e1317-9623-4a3d-8cb8-0b900ba852aa HTTP/1.1" status: 404 len: 337 time: 0.0826876 Jun 25 12:03:30.944891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34668) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:30.972683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 4370e31a-4d1e-45cb-8bff-1b054e0db294 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:03:30.973343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4370e31a-4d1e-45cb-8bff-1b054e0db294 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:03:30.977455 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a591f92b-820e-4e77-bde5-a3062f2eae98 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] DELETE failed (client error): The resource could not be found. Jun 25 12:03:30.978415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a591f92b-820e-4e77-bde5-a3062f2eae98 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 12:03:30.984903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a591f92b-820e-4e77-bde5-a3062f2eae98 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/72cb62e2-7feb-40ad-acc9-bd4d7226f9c9 HTTP/1.1" status: 404 len: 339 time: 0.0344851 Jun 25 12:03:30.985413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34670) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:31.019758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0e2467-a565-4d3d-9fd4-4f49a742be6b tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] DELETE failed (client error): The resource could not be found. Jun 25 12:03:31.020398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0e2467-a565-4d3d-9fd4-4f49a742be6b tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 12:03:31.022861 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5f0e2467-a565-4d3d-9fd4-4f49a742be6b tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/subnets/1853a9f5-ea46-4593-ad98-f7b3090f6c91 HTTP/1.1" status: 404 len: 337 time: 0.0361471 Jun 25 12:03:31.027132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34672) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:31.061353 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bab62cc-4a23-4fe8-a1b2-8daed1512267 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] DELETE failed (client error): The resource could not be found. Jun 25 12:03:31.062316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bab62cc-4a23-4fe8-a1b2-8daed1512267 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 25 12:03:31.065495 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4bab62cc-4a23-4fe8-a1b2-8daed1512267 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/f7b6fadc-dfe8-4c5b-ac12-8ebf9ed82b79 HTTP/1.1" status: 404 len: 339 time: 0.0366035 Jun 25 12:03:31.071910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34674) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:31.168934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Deleting subnet aab54653-8d5c-4259-b794-ad5528de4579 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:03:31.178657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:31.258641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:31.428679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:31.641386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:31.647125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-303cbb55-36bf-4c76-b33e-61b54f42f76f tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:31.697899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Subnet': ['ID=aab54653-8d5c-4259-b794-ad5528de4579,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:31.701480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:31.704975 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/subnets/aab54653-8d5c-4259-b794-ad5528de4579 HTTP/1.1" status: 204 len: 168 time: 0.6313014 Jun 25 12:03:31.706790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8363f663-184e-4b96-9c59-effa0701e5ed tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:31.709453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34676) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:31.713477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b19ae-e75f-4440-b70d-5f7856fbf0f3 None None] Network 8230d604-dc14-42fd-9150-4c937fc687ae requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:31.856555 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:31.977796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Deleting port d1cf9169-7ced-47a2-9e3f-178d594973df {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:31.978372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.025329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a89c566-1115-45e7-a409-157de04e90f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.038418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] DHCP port deletion for 8230d604-dc14-42fd-9150-4c937fc687ae request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:03:32.107845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] For port d1cf9169-7ced-47a2-9e3f-178d594973df, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d1cf9169-7ced-47a2-9e3f-178d594973df,segment=NetworkSegment(3462b78f-af05-4719-851b-3d6a24191cb2),segment_id=3462b78f-af05-4719-851b-3d6a24191cb2)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:32.108779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.123196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Deleting port d1cf9169-7ced-47a2-9e3f-178d594973df {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:32.123752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.134165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Calling delete_port for d1cf9169-7ced-47a2-9e3f-178d594973df owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:32.186370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.215967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] For port d1cf9169-7ced-47a2-9e3f-178d594973df, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d1cf9169-7ced-47a2-9e3f-178d594973df,segment=NetworkSegment(3462b78f-af05-4719-851b-3d6a24191cb2),segment_id=3462b78f-af05-4719-851b-3d6a24191cb2)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:32.216706 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.242393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Calling delete_port for d1cf9169-7ced-47a2-9e3f-178d594973df owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:32.371608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.374171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3189eaac-8fc9-498a-8b81-65c049993b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:32.403676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.406444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Port': ['ID=d1cf9169-7ced-47a2-9e3f-178d594973df,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:32.411306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:32.413434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] No DVR routers for this DVR port d1cf9169-7ced-47a2-9e3f-178d594973df on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:32.415516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:32.444354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] No DVR routers for this DVR port d1cf9169-7ced-47a2-9e3f-178d594973df on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:32.447328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Pushing event deleted for resources: {'Port': ['ID=d1cf9169-7ced-47a2-9e3f-178d594973df,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:32.452221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:32.528405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.546833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8230d604-dc14-42fd-9150-4c937fc687ae']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:32.563119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3462b78f-af05-4719-851b-3d6a24191cb2') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:32.563583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3462b78f-af05-4719-851b-3d6a24191cb2') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:32.576960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.595789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.605902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:32.606500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:32.611529 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:32.829710 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.835927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a663b9b8-29d0-4c5a-93f2-27e99fae6922 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:32.843176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:32.846905 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] 10.222.0.81 "DELETE /v2.0/networks/8230d604-dc14-42fd-9150-4c937fc687ae HTTP/1.1" status: 204 len: 168 time: 1.1357629 Jun 25 12:03:32.871494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Pushing event deleted for resources: {'Network': ['ID=8230d604-dc14-42fd-9150-4c937fc687ae,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:32.874708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:32.950195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1cf9169-7ced-47a2-9e3f-178d594973df no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:03:32.990873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d1cf9169-7ced-47a2-9e3f-178d594973df {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:03:32.991469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d1cf9169-7ced-47a2-9e3f-178d594973df not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:03:33.349466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:33.600889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34682) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:33.837871 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8d977df3-8b30-4b6e-abd4-b7c2c187d571 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0807884b603c49cfbc2ed46e4c12d80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316930 Jun 25 12:03:33.838629 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34686) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:33.935660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:33.979219 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:34.337681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:34.342547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:34.349429 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87211b00-5640-4a24-a52c-11477fb16397 HTTP/1.1" status: 204 len: 168 time: 0.5046504 Jun 25 12:03:34.349429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5e33ae89-bef7-48d2-bdba-c520d003b2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:34.361645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87211b00-5640-4a24-a52c-11477fb16397,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:34.366677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:35.200529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.007597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34708) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:36.204235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-1d1721a1-8407-44b6-946d-b65f78e221b2 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1704262358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:36.350640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d1721a1-8407-44b6-946d-b65f78e221b2 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.352490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d1721a1-8407-44b6-946d-b65f78e221b2 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.454239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d1721a1-8407-44b6-946d-b65f78e221b2 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.561011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d1721a1-8407-44b6-946d-b65f78e221b2 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.674514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1d1721a1-8407-44b6-946d-b65f78e221b2 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.675935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1d1721a1-8407-44b6-946d-b65f78e221b2 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6669152 Jun 25 12:03:36.679913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34712) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:36.685940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-369148519'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:36.806424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Made reservation on behalf of b8f20afdaf5a4c3caa3d010227dcb0fe for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:36.812466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.828848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:36.982993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:37.091387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:37.095129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6067c893-374b-4415-8a42-fa1ad4827af5 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:37.124350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:37.136205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb94e11-2625-4adf-a971-0bb91d4f7d22,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:37.140673 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:37.146874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:37.147456 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Added segment f91ac655-4906-4c84-85fa-24cd2148c20d of type vlan for network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 Jun 25 12:03:37.225808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:37.382992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:37.389193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:37.389863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:37.392631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:37.512923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event updated for resources: {'Network': ['ID=a2fdd17d-4bde-48fd-bca1-b97cca3cffb3,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:37.517426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:37.530200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:37.544613 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8631527 Jun 25 12:03:37.549532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34714) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:37.560485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Request body: {'subnet': {'network_id': 'a2fdd17d-4bde-48fd-bca1-b97cca3cffb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:37.795080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Made reservation on behalf of b8f20afdaf5a4c3caa3d010227dcb0fe for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:37.799671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:38.281725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:38.287261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1a38a04-e197-4bf5-a17c-c1c1ca65092f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:38.416776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event updated for resources: {'Subnet': ['ID=248aa410-fe2c-4127-a9ed-254af786ce6e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:38.424012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:38.425930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Checking segment: {'id': 'f91ac655-4906-4c84-85fa-24cd2148c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'a2fdd17d-4bde-48fd-bca1-b97cca3cffb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:38.426521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Network hostable DHCP agents. Network: a2fdd17d-4bde-48fd-bca1-b97cca3cffb3, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:38.578048 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:38.674563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, a2fdd17d-4bde-48fd-bca1-b97cca3cffb3) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:38.682329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:38.683341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:38.690907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b818f6-9c46-47c4-b604-d7c867ff7199 None None] Network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:38.967282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34716) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:38.968272 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-518ef754-d409-40ac-adf4-bc4f813b67d0 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4162712 Jun 25 12:03:38.977584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-778545798'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:38.987217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-a2fdd17d-4bde-48fd-bca1-b97cca3cffb3', 'network_id': 'a2fdd17d-4bde-48fd-bca1-b97cca3cffb3', 'tenant_id': 'b8f20afdaf5a4c3caa3d010227dcb0fe', 'fixed_ips': [{'subnet_id': '248aa410-fe2c-4127-a9ed-254af786ce6e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:38.988596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.149651 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Made reservation on behalf of b8f20afdaf5a4c3caa3d010227dcb0fe for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:39.156337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.201212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:39.218070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.218770 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Added segment 3025fac6-87ca-4467-ae4f-715ecf1d4535 of type vlan for network bb50f5cd-5c53-430d-99d6-70ce039fb097 Jun 25 12:03:39.226460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Allocated IP 172.20.0.2 (a2fdd17d-4bde-48fd-bca1-b97cca3cffb3/248aa410-fe2c-4127-a9ed-254af786ce6e/eba1f9d8-b16a-48be-b9df-884e874eda53) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:39.297578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.469274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.481165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:39.482631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.488433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0327e972-035d-4a27-aa64-33535a0bbb7f tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:39.502195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.514316 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Transition to ACTIVE for port object eba1f9d8-b16a-48be-b9df-884e874eda53 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:39.538649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Transition to ACTIVE for port object eba1f9d8-b16a-48be-b9df-884e874eda53 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:39.624959 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event updated for resources: {'Network': ['ID=bb50f5cd-5c53-430d-99d6-70ce039fb097,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:39.630534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:39.639352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network bb50f5cd-5c53-430d-99d6-70ce039fb097 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:39.736369 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7632296 Jun 25 12:03:39.736681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.737487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34718) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:39.737664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:39.744141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Request body: {'subnet': {'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:39.809783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:39.822599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:39.829250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:39.844000 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Pushing event updated for resources: {'Port': ['ID=eba1f9d8-b16a-48be-b9df-884e874eda53,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:39.856371 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:39.951312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Attempting to bind port eba1f9d8-b16a-48be-b9df-884e874eda53 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:39.951961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Attempting to bind port eba1f9d8-b16a-48be-b9df-884e874eda53 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f91ac655-4906-4c84-85fa-24cd2148c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'a2fdd17d-4bde-48fd-bca1-b97cca3cffb3'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:39.952599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Attempting to bind port eba1f9d8-b16a-48be-b9df-884e874eda53 on network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:39.962787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:39.963430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Checking segment: {'id': 'f91ac655-4906-4c84-85fa-24cd2148c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'a2fdd17d-4bde-48fd-bca1-b97cca3cffb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:39.964122 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:39.964772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Bound using segment: {'id': 'f91ac655-4906-4c84-85fa-24cd2148c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'a2fdd17d-4bde-48fd-bca1-b97cca3cffb3'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:39.965906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Bound port: eba1f9d8-b16a-48be-b9df-884e874eda53, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91ac655-4906-4c84-85fa-24cd2148c20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'a2fdd17d-4bde-48fd-bca1-b97cca3cffb3'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:39.966561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:40.052215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Made reservation on behalf of b8f20afdaf5a4c3caa3d010227dcb0fe for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:40.058050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:40.079888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] For port eba1f9d8-b16a-48be-b9df-884e874eda53, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:40.084964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] For port eba1f9d8-b16a-48be-b9df-884e874eda53, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=eba1f9d8-b16a-48be-b9df-884e874eda53,segment=NetworkSegment(f91ac655-4906-4c84-85fa-24cd2148c20d),segment_id=f91ac655-4906-4c84-85fa-24cd2148c20d)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:40.177991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:40.183876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:40.314469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Pushing event updated for resources: {'Port': ['ID=eba1f9d8-b16a-48be-b9df-884e874eda53,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:40.320797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:40.549636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:40.554375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d532e097-dce8-4b4c-bcbc-a023622d14bd tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:40.688623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event updated for resources: {'Subnet': ['ID=0182d9fd-0ee5-4f66-bdf9-0fc57e150bca,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:40.701966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:40.730471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Checking segment: {'id': '3025fac6-87ca-4467-ae4f-715ecf1d4535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:40.731005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Network hostable DHCP agents. Network: bb50f5cd-5c53-430d-99d6-70ce039fb097, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:40.943837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:40.968939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eba1f9d8-b16a-48be-b9df-884e874eda53 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:40.988698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Network bb50f5cd-5c53-430d-99d6-70ce039fb097 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:41.125998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, bb50f5cd-5c53-430d-99d6-70ce039fb097) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:41.134787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:41.137160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:41.143814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63d2b15-01b8-433f-be36-9716a6b885f4 None None] Network bb50f5cd-5c53-430d-99d6-70ce039fb097 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:41.172149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port eba1f9d8-b16a-48be-b9df-884e874eda53 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:41.314457 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-91ad8c9b-d2cf-455c-aec5-ce90e83cb0fd tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5732167 Jun 25 12:03:41.314867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34720) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:41.322698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-7578730c-1cf5-4bdc-97ec-2fe1da093291 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:41.452785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-bb50f5cd-5c53-430d-99d6-70ce039fb097', 'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097', 'tenant_id': 'b8f20afdaf5a4c3caa3d010227dcb0fe', 'fixed_ips': [{'subnet_id': '0182d9fd-0ee5-4f66-bdf9-0fc57e150bca'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:41.454275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:41.584274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5c062-1cfe-44f5-953c-ab7bb0a52e9b None None] Network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:41.727982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-7578730c-1cf5-4bdc-97ec-2fe1da093291 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:41.814390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Allocated IP 172.21.0.2 (bb50f5cd-5c53-430d-99d6-70ce039fb097/0182d9fd-0ee5-4f66-bdf9-0fc57e150bca/7a76ee24-4b14-4b6f-a76c-2fc733e71531) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:41.870727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Provisioning for port eba1f9d8-b16a-48be-b9df-884e874eda53 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:41.906631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Provisioning complete for port eba1f9d8-b16a-48be-b9df-884e874eda53 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:41.907241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.167482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.api.v2.resource [None req-7578730c-1cf5-4bdc-97ec-2fe1da093291 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 25 12:03:42.169436 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-7578730c-1cf5-4bdc-97ec-2fe1da093291 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "PUT /v2.0/routers/117b6e91-8d81-48c6-938e-792ca723dd01 HTTP/1.1" status: 400 len: 364 time: 0.8531163 Jun 25 12:03:42.176453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34722) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:42.258034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Deleting subnet 0182d9fd-0ee5-4f66-bdf9-0fc57e150bca {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:03:42.441555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.447041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.480157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Transition to ACTIVE for port object 7a76ee24-4b14-4b6f-a76c-2fc733e71531 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:42.542853 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Transition to ACTIVE for port object 7a76ee24-4b14-4b6f-a76c-2fc733e71531 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:42.547337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] For port eba1f9d8-b16a-48be-b9df-884e874eda53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=eba1f9d8-b16a-48be-b9df-884e874eda53,segment=NetworkSegment(f91ac655-4906-4c84-85fa-24cd2148c20d),segment_id=f91ac655-4906-4c84-85fa-24cd2148c20d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:42.657751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.660783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1a96aa91-eeb9-4f5f-a4c2-d40651082d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:42.697187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.706851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.761615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Network bb50f5cd-5c53-430d-99d6-70ce039fb097 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:42.774803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.777252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:42.783784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:42.813055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Pushing event updated for resources: {'Port': ['ID=eba1f9d8-b16a-48be-b9df-884e874eda53,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:42.823547 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:42.840582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:42.914173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-393acb4a-bb5d-4d34-af7e-dba2ef3d7015 None None] Provisioning complete for port eba1f9d8-b16a-48be-b9df-884e874eda53 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:42.914967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-393acb4a-bb5d-4d34-af7e-dba2ef3d7015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:42.968384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.001693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eba1f9d8-b16a-48be-b9df-884e874eda53 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:43.076686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Pushing event updated for resources: {'Port': ['ID=7a76ee24-4b14-4b6f-a76c-2fc733e71531,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:43.089407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:43.093237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Attempting to bind port 7a76ee24-4b14-4b6f-a76c-2fc733e71531 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:43.097936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Attempting to bind port 7a76ee24-4b14-4b6f-a76c-2fc733e71531 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '3025fac6-87ca-4467-ae4f-715ecf1d4535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:43.097936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Attempting to bind port 7a76ee24-4b14-4b6f-a76c-2fc733e71531 on network bb50f5cd-5c53-430d-99d6-70ce039fb097 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:43.122567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:43.123235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Checking segment: {'id': '3025fac6-87ca-4467-ae4f-715ecf1d4535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:43.123939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.124615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Bound using segment: {'id': '3025fac6-87ca-4467-ae4f-715ecf1d4535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:43.125535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Bound port: 7a76ee24-4b14-4b6f-a76c-2fc733e71531, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3025fac6-87ca-4467-ae4f-715ecf1d4535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'bb50f5cd-5c53-430d-99d6-70ce039fb097'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:43.126213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.155944 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.161197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-59e49a89-003a-43c9-b7bc-773317640351 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:43.211884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event deleted for resources: {'Subnet': ['ID=0182d9fd-0ee5-4f66-bdf9-0fc57e150bca,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:43.215729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.219258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "DELETE /v2.0/subnets/0182d9fd-0ee5-4f66-bdf9-0fc57e150bca HTTP/1.1" status: 204 len: 168 time: 1.0404031 Jun 25 12:03:43.221426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e45aa920-62a6-4adb-9d21-ac84b80c9fe4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:43.223328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34724) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:43.346908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port eba1f9d8-b16a-48be-b9df-884e874eda53 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:43.347523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.362623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.394578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] For port 7a76ee24-4b14-4b6f-a76c-2fc733e71531, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:43.431004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] For port 7a76ee24-4b14-4b6f-a76c-2fc733e71531, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=7a76ee24-4b14-4b6f-a76c-2fc733e71531,segment=NetworkSegment(3025fac6-87ca-4467-ae4f-715ecf1d4535),segment_id=3025fac6-87ca-4467-ae4f-715ecf1d4535)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:43.433063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Deleting port 7a76ee24-4b14-4b6f-a76c-2fc733e71531 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:43.433610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.539038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] For port 7a76ee24-4b14-4b6f-a76c-2fc733e71531, host dv-neutron-797120-5-hyperv, got binding levels [] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:43.539573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.543673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:43.547653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:43.562462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Calling delete_port for 7a76ee24-4b14-4b6f-a76c-2fc733e71531 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:43.665718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Pushing event updated for resources: {'Port': ['ID=7a76ee24-4b14-4b6f-a76c-2fc733e71531,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:43.671647 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:43.701587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c880c8fd-cdd3-4137-999b-b0a9c5d4ac6a None None] Network bb50f5cd-5c53-430d-99d6-70ce039fb097 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:43.878171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b65c67-6295-49b4-b385-6d10f1981883 None None] get_active_networks_info from dv-neutron-797120-5-hyperv {{(pid=94502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 12:03:43.974524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b65c67-6295-49b4-b385-6d10f1981883 None None] Resources bound (agent type, host, resource id): {{(pid=94502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 25 12:03:44.314846 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:44.320220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cf20a9a3-1c4f-45aa-b919-2a999c20452d tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:44.368547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event deleted for resources: {'Port': ['ID=7a76ee24-4b14-4b6f-a76c-2fc733e71531,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:44.373735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:44.378550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] No DVR routers for this DVR port 7a76ee24-4b14-4b6f-a76c-2fc733e71531 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:44.535783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:44.556598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb50f5cd-5c53-430d-99d6-70ce039fb097']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:44.579952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3025fac6-87ca-4467-ae4f-715ecf1d4535') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:44.580347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3025fac6-87ca-4467-ae4f-715ecf1d4535') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:44.607474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:44.636080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:44.648821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:44.649660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:44.655538 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:44.851477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:44.857133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f1367605-ce66-4821-862d-7646854650cf tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:44.875238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:44.875238 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "DELETE /v2.0/networks/bb50f5cd-5c53-430d-99d6-70ce039fb097 HTTP/1.1" status: 204 len: 168 time: 1.6433942 Jun 25 12:03:44.875238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34726) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:44.902365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event deleted for resources: {'Network': ['ID=bb50f5cd-5c53-430d-99d6-70ce039fb097,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:44.944025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:44.988072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Deleting subnet 248aa410-fe2c-4127-a9ed-254af786ce6e {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:03:44.993768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.068008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.222248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.441333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.445866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-773203c8-bdef-405f-87f6-0ca237e1b042 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:45.494884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event deleted for resources: {'Subnet': ['ID=248aa410-fe2c-4127-a9ed-254af786ce6e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:45.500281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:45.502097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.506255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-532ac7b3-343e-471a-a373-f70b58361db9 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "DELETE /v2.0/subnets/248aa410-fe2c-4127-a9ed-254af786ce6e HTTP/1.1" status: 204 len: 168 time: 0.6331217 Jun 25 12:03:45.510491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34728) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:45.513493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af0c2a4-8382-4252-a405-3ac06c9f6772 None None] Network a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:45.668916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.776617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Deleting port eba1f9d8-b16a-48be-b9df-884e874eda53 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:45.777227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.839786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] DHCP port deletion for a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:03:45.906937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] For port eba1f9d8-b16a-48be-b9df-884e874eda53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=eba1f9d8-b16a-48be-b9df-884e874eda53,segment=NetworkSegment(f91ac655-4906-4c84-85fa-24cd2148c20d),segment_id=f91ac655-4906-4c84-85fa-24cd2148c20d)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:45.909231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:45.938302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Calling delete_port for eba1f9d8-b16a-48be-b9df-884e874eda53 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:45.939463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Deleting port eba1f9d8-b16a-48be-b9df-884e874eda53 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:03:45.940101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.065153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] For port eba1f9d8-b16a-48be-b9df-884e874eda53, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=eba1f9d8-b16a-48be-b9df-884e874eda53,segment=NetworkSegment(f91ac655-4906-4c84-85fa-24cd2148c20d),segment_id=f91ac655-4906-4c84-85fa-24cd2148c20d)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:46.065636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.090878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Calling delete_port for eba1f9d8-b16a-48be-b9df-884e874eda53 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:03:46.252318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.257948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8d64c424-f5fe-41d6-b76c-354740c38a75 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:46.264630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.270382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:46.308390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event deleted for resources: {'Port': ['ID=eba1f9d8-b16a-48be-b9df-884e874eda53,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:46.314289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:46.316031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] No DVR routers for this DVR port eba1f9d8-b16a-48be-b9df-884e874eda53 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:46.319304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Pushing event deleted for resources: {'Port': ['ID=eba1f9d8-b16a-48be-b9df-884e874eda53,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:46.323245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] No DVR routers for this DVR port eba1f9d8-b16a-48be-b9df-884e874eda53 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:03:46.326436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:46.494995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.518401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fdd17d-4bde-48fd-bca1-b97cca3cffb3']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:46.543632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91ac655-4906-4c84-85fa-24cd2148c20d') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:46.545031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91ac655-4906-4c84-85fa-24cd2148c20d') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:46.565011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.601649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.611469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:03:46.612239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:03:46.619493 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:03:46.840195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.846982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:46.851479 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "DELETE /v2.0/networks/a2fdd17d-4bde-48fd-bca1-b97cca3cffb3 HTTP/1.1" status: 204 len: 168 time: 1.3391852 Jun 25 12:03:46.853300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c36daf98-73af-43fb-b490-0e343eda5d38 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:46.854878 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34730) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:46.892289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Pushing event deleted for resources: {'Network': ['ID=a2fdd17d-4bde-48fd-bca1-b97cca3cffb3,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:46.892289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:46.906862 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ae6160c0-e579-4c12-9312-40d1f2ebc05d tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "GET /v2.0/ports?device_id=117b6e91-8d81-48c6-938e-792ca723dd01 HTTP/1.1" status: 200 len: 205 time: 0.0490520 Jun 25 12:03:46.911821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34732) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:46.961481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eba1f9d8-b16a-48be-b9df-884e874eda53 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:03:47.001283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: eba1f9d8-b16a-48be-b9df-884e874eda53 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:03:47.001893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device eba1f9d8-b16a-48be-b9df-884e874eda53 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:03:47.013260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d628334-44df-40e6-9bfd-f818878ce263 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:47.329666 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d628334-44df-40e6-9bfd-f818878ce263 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:47.335213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d628334-44df-40e6-9bfd-f818878ce263 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:47.595398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d628334-44df-40e6-9bfd-f818878ce263 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:47.596205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d628334-44df-40e6-9bfd-f818878ce263 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Fanout notify agent at l3_agent the message router_deleted on router 117b6e91-8d81-48c6-938e-792ca723dd01 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:03:47.615126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5d628334-44df-40e6-9bfd-f818878ce263 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:47.622105 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d628334-44df-40e6-9bfd-f818878ce263 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] 10.222.0.81 "DELETE /v2.0/routers/117b6e91-8d81-48c6-938e-792ca723dd01 HTTP/1.1" status: 204 len: 168 time: 0.7083726 Jun 25 12:03:48.328053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34738) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:48.560463 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cd3057c3-5e18-4ea7-a99f-1dff8fed5758 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8f20afdaf5a4c3caa3d010227dcb0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302811 Jun 25 12:03:48.564823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34742) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:48.661954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-254b26b5-9fcc-4522-9c9a-ab2057f76bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:48.714855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-254b26b5-9fcc-4522-9c9a-ab2057f76bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:48.966324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-254b26b5-9fcc-4522-9c9a-ab2057f76bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:48.969639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-254b26b5-9fcc-4522-9c9a-ab2057f76bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:48.971230 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-254b26b5-9fcc-4522-9c9a-ab2057f76bd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/beb94e11-2625-4adf-a971-0bb91d4f7d22 HTTP/1.1" status: 204 len: 168 time: 0.4048059 Jun 25 12:03:48.972368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-075e8013-04ee-4503-b070-901c4f31f52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:48.985631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b26b5-9fcc-4522-9c9a-ab2057f76bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb94e11-2625-4adf-a971-0bb91d4f7d22,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:48.989864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-254b26b5-9fcc-4522-9c9a-ab2057f76bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:50.392721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34764) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:50.521370 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1368742302-network', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:50.600023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Made reservation on behalf of 71fc67f2a75340468d8039e7e5acd82c for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:50.602858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:50.613280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:50.733770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:50.834886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:50.840494 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-732174bf-4867-4414-a3ae-a2fd97c82206 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:50.863546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:03:50.881207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df59db5d-dc85-40c8-8ffe-b897b2f90e9f,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:50.888739 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:50.890150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:50.893325 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Added segment d1b57c59-3849-4932-aca6-079e86eebef8 of type vlan for network 03dbc22a-4061-44bf-a7ba-0002759113d0 Jun 25 12:03:50.955420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:51.028906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:51.030515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:51.031242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:51.035487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dd79b161-150b-4a44-afac-94384678712b tempest-BulkNetworkOpsTest-1990137309 tempest-BulkNetworkOpsTest-1990137309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:51.121119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Pushing event updated for resources: {'Network': ['ID=03dbc22a-4061-44bf-a7ba-0002759113d0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:51.125064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:51.133627 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:03:51.139351 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7440574 Jun 25 12:03:51.142583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34770) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:51.151615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Request body: {'subnet': {'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-subnet', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:51.399563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Made reservation on behalf of 71fc67f2a75340468d8039e7e5acd82c for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:03:51.402955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:51.737945 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:51.742811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e45cd5a2-13d2-44e2-a59d-ec6ca70acffb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:51.850776 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08634494-f4fc-4d93-9383-cbf19bd075a0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:51.857429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:51.868395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Checking segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:51.869187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Network hostable DHCP agents. Network: 03dbc22a-4061-44bf-a7ba-0002759113d0, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:03:51.989503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:03:52.074949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 03dbc22a-4061-44bf-a7ba-0002759113d0) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:52.085946 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:03:52.088073 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:52.089424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e98ff1-576c-445f-a5a9-58e929b8a763 None None] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:52.184775 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0403318 Jun 25 12:03:52.189129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34772) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:52.194956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:03:52.281298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:52.283101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:52.370570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-03dbc22a-4061-44bf-a7ba-0002759113d0', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'fixed_ips': [{'subnet_id': '08634494-f4fc-4d93-9383-cbf19bd075a0'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:03:52.371807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:52.392116 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:52.578778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Allocated IP 172.20.0.2 (03dbc22a-4061-44bf-a7ba-0002759113d0/08634494-f4fc-4d93-9383-cbf19bd075a0/4f83804d-0ea4-4ad7-9928-d39c0663203a) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:52.699960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:52.823789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:52.841826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Transition to ACTIVE for port object 4f83804d-0ea4-4ad7-9928-d39c0663203a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:52.871820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Transition to ACTIVE for port object 4f83804d-0ea4-4ad7-9928-d39c0663203a will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:52.995571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.000327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:53.053076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:53.057226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:53.065713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:53.081386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Pushing event updated for resources: {'Port': ['ID=4f83804d-0ea4-4ad7-9928-d39c0663203a,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:53.086710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:53.175285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.193298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Attempting to bind port 4f83804d-0ea4-4ad7-9928-d39c0663203a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:53.194244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Attempting to bind port 4f83804d-0ea4-4ad7-9928-d39c0663203a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:53.194947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Attempting to bind port 4f83804d-0ea4-4ad7-9928-d39c0663203a on network 03dbc22a-4061-44bf-a7ba-0002759113d0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:53.200374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.205154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:53.205779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Checking segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:53.206572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.207205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Bound using segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:53.208713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Bound port: 4f83804d-0ea4-4ad7-9928-d39c0663203a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:53.209426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.336604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] For port 4f83804d-0ea4-4ad7-9928-d39c0663203a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:53.342405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] For port 4f83804d-0ea4-4ad7-9928-d39c0663203a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4f83804d-0ea4-4ad7-9928-d39c0663203a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:53.374906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Allocated IP 172.26.0.54 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/a52c9661-0fc5-48bb-b6b8-17453b60a550) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:53.481467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.486398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:53.570651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Pushing event updated for resources: {'Port': ['ID=4f83804d-0ea4-4ad7-9928-d39c0663203a,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:53.574603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:53.582191 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.802690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:53.811091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f727f14-0c11-4199-afbc-2eb71366dd8c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:53.906697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:53.906697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:53.910453 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:53.961966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Pushing event updated for resources: {'Port': ['ID=a52c9661-0fc5-48bb-b6b8-17453b60a550,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:53.967779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:54.842672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd170c3-5c04-4d01-9861-bbf718664fdb None None] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:03:55.028394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4f83804d-0ea4-4ad7-9928-d39c0663203a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:55.069155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8edc44e4-de3c-476d-8242-46ada1ca308b None None] Provisioning for port 4f83804d-0ea4-4ad7-9928-d39c0663203a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:55.147998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:55.246075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 4f83804d-0ea4-4ad7-9928-d39c0663203a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:55.252839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4f83804d-0ea4-4ad7-9928-d39c0663203a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:55.253776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:55.388986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:55.453162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 4f83804d-0ea4-4ad7-9928-d39c0663203a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4f83804d-0ea4-4ad7-9928-d39c0663203a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:55.533272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-34a3eac0-dff5-43ed-bfd3-36f8d44e6a9d None None] Provisioning complete for port 4f83804d-0ea4-4ad7-9928-d39c0663203a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:55.533869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-34a3eac0-dff5-43ed-bfd3-36f8d44e6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:55.549810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:55.559071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:55.563908 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4cd2d08c-039b-4e12-bcea-8c05c35c176f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:55.649032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=4f83804d-0ea4-4ad7-9928-d39c0663203a,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:55.674487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:55.886874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Router 611897ea-4217-4ad3-888b-f218e1d5741b is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:03:56.087578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:03:56.105811 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Sync routers for ids ['611897ea-4217-4ad3-888b-f218e1d5741b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:03:56.124594 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Routers {'611897ea-4217-4ad3-888b-f218e1d5741b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:03:56.125689 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:03:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['611897ea-4217-4ad3-888b-f218e1d5741b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:56.162079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:56.169491 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9743996 Jun 25 12:03:56.170012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34774) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:03:56.326289 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Set router 611897ea-4217-4ad3-888b-f218e1d5741b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:03:56.609952 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:03:54Z', 'revision_number': 3, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:56.652223 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Checking router: 611897ea-4217-4ad3-888b-f218e1d5741b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:03:56.652592 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Updating router 611897ea-4217-4ad3-888b-f218e1d5741b port a52c9661-0fc5-48bb-b6b8-17453b60a550 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:03:56.705456 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:56.978262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4f83804d-0ea4-4ad7-9928-d39c0663203a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:56.979101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.059456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 4f83804d-0ea4-4ad7-9928-d39c0663203a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:57.060236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.190000 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.204470 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Transition to ACTIVE for port object a52c9661-0fc5-48bb-b6b8-17453b60a550 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:57.297590 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.301364 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a9c8bf56-91b8-4b87-9e94-6fa58e2d05dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:57.340689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Allocated IP 172.20.0.1 (03dbc22a-4061-44bf-a7ba-0002759113d0/08634494-f4fc-4d93-9383-cbf19bd075a0/c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:03:57.407293 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Attempting to bind port a52c9661-0fc5-48bb-b6b8-17453b60a550 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:03:57.407893 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Attempting to bind port a52c9661-0fc5-48bb-b6b8-17453b60a550 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:03:57.408538 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Attempting to bind port a52c9661-0fc5-48bb-b6b8-17453b60a550 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:03:57.421353 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Pushing event updated for resources: {'Port': ['ID=a52c9661-0fc5-48bb-b6b8-17453b60a550,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:57.438515 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:03:57.439204 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:03:57.440107 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.440682 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:03:57.441576 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Bound port: a52c9661-0fc5-48bb-b6b8-17453b60a550, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:03:57.442312 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.448898 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.449675 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.450249 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.450816 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.451365 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.452031 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.452582 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.453258 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.453835 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.454460 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.455015 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.455734 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:03:57.496913 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:57.514758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.540687 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Transition to ACTIVE for port object c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:03:57.562344 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] For port a52c9661-0fc5-48bb-b6b8-17453b60a550, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:03:57.568864 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] For port a52c9661-0fc5-48bb-b6b8-17453b60a550, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a52c9661-0fc5-48bb-b6b8-17453b60a550,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:03:57.641482 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.644974 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:57.721026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.726132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-98dc7af7-5fe2-4fc4-ab8c-3d7042df1c6d tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:57.756618 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Routers {'611897ea-4217-4ad3-888b-f218e1d5741b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:03:57.757816 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:03:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['611897ea-4217-4ad3-888b-f218e1d5741b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:57.766842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Pushing event updated for resources: {'Port': ['ID=a52c9661-0fc5-48bb-b6b8-17453b60a550,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:57.773017 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:57.804778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:57.810342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:57.819164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:03:57.825575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:57.862242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:57.901132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:57.997559 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] Set router 611897ea-4217-4ad3-888b-f218e1d5741b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:03:58.254706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:58.326330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2841ee9f-3c9c-4df4-b42c-dd4948461d61 None None] Provisioning for port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:58.333825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2841ee9f-3c9c-4df4-b42c-dd4948461d61 None None] Provisioning complete for port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:58.334404 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2841ee9f-3c9c-4df4-b42c-dd4948461d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:58.379552 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b1983f84-3381-4119-8db9-daa051749252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:03:54Z', 'revision_number': 3, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:03:58.401812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2841ee9f-3c9c-4df4-b42c-dd4948461d61 None None] Port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:03:58.431560 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1983f84-3381-4119-8db9-daa051749252 None None] The sync data for ids ['611897ea-4217-4ad3-888b-f218e1d5741b'] in dv-neutron-797120-5-hyperv is: [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:03:54Z', 'revision_number': 3, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:03:58.548183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:58.640688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:58.646634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8e64395e-2af0-415c-b369-683844548b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:58.804398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:58.821993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:58.827176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:03:58.997421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:03:58.999992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:03:59.057444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a52c9661-0fc5-48bb-b6b8-17453b60a550 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:03:59.252796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Router 611897ea-4217-4ad3-888b-f218e1d5741b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:03:59.258901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port a52c9661-0fc5-48bb-b6b8-17453b60a550 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:03:59.269934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a52c9661-0fc5-48bb-b6b8-17453b60a550 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:59.271626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:59.499582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6452aa4b-29cd-4dce-8830-00b5206a67b5 None None] Provisioning complete for port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:03:59.500723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6452aa4b-29cd-4dce-8830-00b5206a67b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:59.510015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:03:59.518363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] 10.222.0.81 "PUT /v2.0/routers/611897ea-4217-4ad3-888b-f218e1d5741b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3466728 Jun 25 12:03:59.567515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:59.605369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-be19a400-9857-44e6-a73a-05094ac48aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:59.631384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port a52c9661-0fc5-48bb-b6b8-17453b60a550, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a52c9661-0fc5-48bb-b6b8-17453b60a550,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:03:59.635461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6452aa4b-29cd-4dce-8830-00b5206a67b5 None None] Port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:03:59.727596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:03:59.731111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:03:59.821312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=a52c9661-0fc5-48bb-b6b8-17453b60a550,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:03:59.825626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:00.573960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34790) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:04:00.584197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-464653851-network', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:04:00.647222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Sync routers for ids ['611897ea-4217-4ad3-888b-f218e1d5741b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:04:00.673831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Routers {'611897ea-4217-4ad3-888b-f218e1d5741b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:04:00.673831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:03:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['611897ea-4217-4ad3-888b-f218e1d5741b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:00.685967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Made reservation on behalf of dfefd7b678de4e17ad9ac11a4f4202ac for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:04:00.689338 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:00.703664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:00.792040 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:04:00.858391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Set router 611897ea-4217-4ad3-888b-f218e1d5741b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:04:00.894120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:00.977932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:00.983929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbfa5ddc-20db-4a1d-8301-afd12b4a5d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:01.011027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:04:01.029378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d04fe44-69f9-4e56-9f0d-a19c86216fda,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:01.035165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:01.036581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.037395 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Added segment 803a9a94-1ee8-4111-9ba0-baef45cda9ff of type vlan for network 26498157-7afe-42ab-8369-1efa91cceeb0 Jun 25 12:04:01.099011 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.148833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a52c9661-0fc5-48bb-b6b8-17453b60a550 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:01.218906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.221211 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:01.222007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.228383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4ef8512d-3bb5-4104-93fa-7e3754cbd98d tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:01.344777 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Pushing event updated for resources: {'Network': ['ID=26498157-7afe-42ab-8369-1efa91cceeb0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:01.350228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:01.367415 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7916689 Jun 25 12:04:01.372013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34792) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:04:01.380466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Request body: {'subnet': {'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-subnet', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:04:01.402524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 26498157-7afe-42ab-8369-1efa91cceeb0 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:04:01.460195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port a52c9661-0fc5-48bb-b6b8-17453b60a550 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:01.460672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.510105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Made reservation on behalf of dfefd7b678de4e17ad9ac11a4f4202ac for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:04:01.515017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.799804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:03:58Z', 'revision_number': 4, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02', 'name': '', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'mac_address': 'fa:16:3e:41:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:57Z', 'updated_at': '2021-06-25T12:03:58Z', 'revision_number': 2, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'subnets': [{'id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:01.852333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Checking router: 611897ea-4217-4ad3-888b-f218e1d5741b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:04:01.852974 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Updating router 611897ea-4217-4ad3-888b-f218e1d5741b port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:04:01.908594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.911454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4096677b-d6a4-416c-bd3c-5a5d0631c7b3 tempest-NetworksIpV6Test-549023612 tempest-NetworksIpV6Test-549023612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:01.933630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:01.999206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a712d0-ae58-4e77-829a-285985dbdc18,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:02.002925 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:02.015372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d10efde-9d2b-4529-bc08-10c8cd38c3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.015711 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Checking segment: {'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:04:02.016171 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Network hostable DHCP agents. Network: 26498157-7afe-42ab-8369-1efa91cceeb0, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:04:02.109024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Network 26498157-7afe-42ab-8369-1efa91cceeb0 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:04:02.191151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.200379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 26498157-7afe-42ab-8369-1efa91cceeb0) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:04:02.207424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:02.208493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.254121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb77386-00e9-4184-92d8-a3d548595217 None None] Network 26498157-7afe-42ab-8369-1efa91cceeb0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:04:02.322098 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f30dd800-48bc-4563-9e2d-1ab9d5494b8f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9483414 Jun 25 12:04:02.325033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 34794) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:04:02.333285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:04:02.492332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.494194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.558427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.614617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.632286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-26498157-7afe-42ab-8369-1efa91cceeb0', 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'fixed_ips': [{'subnet_id': '99a712d0-ae58-4e77-829a-285985dbdc18'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:04:02.634253 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.640777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Transition to ACTIVE for port object c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:02.784456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.793473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:02.875618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:02.965687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Allocated IP 172.20.0.2 (26498157-7afe-42ab-8369-1efa91cceeb0/99a712d0-ae58-4e77-829a-285985dbdc18/3c3a9951-de85-4692-9250-239e4675e159) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:04:02.968893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b18d07-d044-4946-b4ad-0b03ce1f59cf None None] Pushing event updated for resources: {'Port': ['ID=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:02.983269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e5b18d07-d044-4946-b4ad-0b03ce1f59cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:03.099094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Attempting to bind port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:04:03.099664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Attempting to bind port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:04:03.101202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Attempting to bind port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 on network 03dbc22a-4061-44bf-a7ba-0002759113d0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:04:03.113806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:04:03.114420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Checking segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:04:03.114985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.115489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Bound using segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:04:03.116050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Bound port: c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:04:03.117153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.344776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] For port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:04:03.360099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.397907 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.400308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.406603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] For port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:04:03.446521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.458682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Transition to ACTIVE for port object 3c3a9951-de85-4692-9250-239e4675e159 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:03.485080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.489748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Transition to ACTIVE for port object 3c3a9951-de85-4692-9250-239e4675e159 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:03.492538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:03.580531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.588578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Allocated IP 172.26.0.208 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ea8685f9-e46b-4883-954f-fe7fb776bbbd) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:04:03.623190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Routers {'611897ea-4217-4ad3-888b-f218e1d5741b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:04:03.624224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:04:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['611897ea-4217-4ad3-888b-f218e1d5741b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:03.706562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b18d07-d044-4946-b4ad-0b03ce1f59cf None None] Pushing event updated for resources: {'Port': ['ID=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:03.712653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e5b18d07-d044-4946-b4ad-0b03ce1f59cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:03.719847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Network 26498157-7afe-42ab-8369-1efa91cceeb0 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:04:03.721005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-00af8a38-a09c-4693-8487-3c48772c6102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:03.765997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.772174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:04:03.773117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:04:03.904221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:03.910563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cc3e12ad-080f-45c5-9b0d-b92e6818a8d2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:03.939892 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Pushing event updated for resources: {'Port': ['ID=3c3a9951-de85-4692-9250-239e4675e159,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:03.962719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:03.993774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Attempting to bind port 3c3a9951-de85-4692-9250-239e4675e159 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:04:03.994701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Attempting to bind port 3c3a9951-de85-4692-9250-239e4675e159 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:04:03.995003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Attempting to bind port 3c3a9951-de85-4692-9250-239e4675e159 on network 26498157-7afe-42ab-8369-1efa91cceeb0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:04:03.998233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:04:04.003590 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:04:04.011029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:04:04.022924 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Pushing event updated for resources: {'Port': ['ID=ea8685f9-e46b-4883-954f-fe7fb776bbbd,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:04.028460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:04:04.029134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Checking segment: {'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:04:04.030093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:04.030924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Bound using segment: {'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:04:04.031798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Bound port: 3c3a9951-de85-4692-9250-239e4675e159, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:04:04.032472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:04.040417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] Set router 611897ea-4217-4ad3-888b-f218e1d5741b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:04:04.059295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:04.371366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] For port 3c3a9951-de85-4692-9250-239e4675e159, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:04:04.402208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] For port 3c3a9951-de85-4692-9250-239e4675e159, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3c3a9951-de85-4692-9250-239e4675e159,segment=NetworkSegment(803a9a94-1ee8-4111-9ba0-baef45cda9ff),segment_id=803a9a94-1ee8-4111-9ba0-baef45cda9ff)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:04:04.515715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:04.520452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:04.662416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:03:58Z', 'revision_number': 4, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02', 'name': '', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'mac_address': 'fa:16:3e:41:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:57Z', 'updated_at': '2021-06-25T12:04:03Z', 'revision_number': 4, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'subnets': [{'id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:04.667493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Pushing event updated for resources: {'Port': ['ID=3c3a9951-de85-4692-9250-239e4675e159,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:04.699612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:04.726156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:04.727896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ebed4-16ac-4d9b-a1db-af92154da699 None None] The sync data for ids ['611897ea-4217-4ad3-888b-f218e1d5741b'] in dv-neutron-797120-5-hyperv is: [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:03:58Z', 'revision_number': 4, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02', 'name': '', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'mac_address': 'fa:16:3e:41:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:57Z', 'updated_at': '2021-06-25T12:04:03Z', 'revision_number': 4, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'subnets': [{'id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:04:05.171829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:05.248469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:05.324406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:05.422718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:05.430881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:05.431512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:05.593605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:05.669552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Router 595884f6-124d-4a6a-95e5-95ed961b1e69 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:04:05.893023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:04:05.963457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:04:05.983523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:05.985886 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Sync routers for ids ['595884f6-124d-4a6a-95e5-95ed961b1e69'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:04:05.988206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e5b18d07-d044-4946-b4ad-0b03ce1f59cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:06.006630 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Routers {'595884f6-124d-4a6a-95e5-95ed961b1e69'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:04:06.007719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:04:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['595884f6-124d-4a6a-95e5-95ed961b1e69'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:06.060503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:06.068516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 34796) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:04:06.070481 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7436063 Jun 25 12:04:06.077502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:06.084259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:06.240951 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Set router 595884f6-124d-4a6a-95e5-95ed961b1e69 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:04:06.372435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127675c-ff0c-4bec-bbe0-fb4f09161c12 None None] Network 26498157-7afe-42ab-8369-1efa91cceeb0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:04:06.642687 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:04:04Z', 'revision_number': 3, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:06.673479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-87b932a3-761d-4765-9120-a5d7bb4195d9 None None] Provisioning for port 3c3a9951-de85-4692-9250-239e4675e159 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:06.714951 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Checking router: 595884f6-124d-4a6a-95e5-95ed961b1e69 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:04:06.715496 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Updating router 595884f6-124d-4a6a-95e5-95ed961b1e69 port ea8685f9-e46b-4883-954f-fe7fb776bbbd binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:04:06.979585 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.018415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.219698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3c3a9951-de85-4692-9250-239e4675e159 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:07.367891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Allocated IP 172.20.0.1 (26498157-7afe-42ab-8369-1efa91cceeb0/99a712d0-ae58-4e77-829a-285985dbdc18/e832ae1c-7c90-4660-ad34-d6dba2aa4add) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:04:07.401593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3c3a9951-de85-4692-9250-239e4675e159 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:07.409430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3c3a9951-de85-4692-9250-239e4675e159 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:07.410361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.572674 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.578828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.595170 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Transition to ACTIVE for port object ea8685f9-e46b-4883-954f-fe7fb776bbbd will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:07.600522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.627853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Transition to ACTIVE for port object e832ae1c-7c90-4660-ad34-d6dba2aa4add will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:07.648057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 3c3a9951-de85-4692-9250-239e4675e159, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3c3a9951-de85-4692-9250-239e4675e159,segment=NetworkSegment(803a9a94-1ee8-4111-9ba0-baef45cda9ff),segment_id=803a9a94-1ee8-4111-9ba0-baef45cda9ff)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:04:07.657655 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.664105 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-c881cd1c-c17c-4612-83b2-cb4ca9fcaf0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:07.737983 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.740206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:07.751913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-20088025-efcf-499c-91e3-1db968b7b53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:07.775035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.781346 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Attempting to bind port ea8685f9-e46b-4883-954f-fe7fb776bbbd on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:04:07.782009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:07.782329 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Attempting to bind port ea8685f9-e46b-4883-954f-fe7fb776bbbd by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:04:07.782772 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Attempting to bind port ea8685f9-e46b-4883-954f-fe7fb776bbbd on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:04:07.788803 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9d16a-7505-4a6d-bf6b-def1ad825f75 None None] Pushing event updated for resources: {'Port': ['ID=ea8685f9-e46b-4883-954f-fe7fb776bbbd,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:07.795688 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a4c9d16a-7505-4a6d-bf6b-def1ad825f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:07.797906 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:04:07.798651 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:04:07.799404 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.800190 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:04:07.801258 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Bound port: ea8685f9-e46b-4883-954f-fe7fb776bbbd, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:04:07.802542 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.856629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Network 26498157-7afe-42ab-8369-1efa91cceeb0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:04:07.870869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:04:07.877490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:04:07.909807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=3c3a9951-de85-4692-9250-239e4675e159,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:07.918562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:07.938850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Pushing event updated for resources: {'Port': ['ID=e832ae1c-7c90-4660-ad34-d6dba2aa4add,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:07.939282 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] For port ea8685f9-e46b-4883-954f-fe7fb776bbbd, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:04:07.947060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:07.947710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:07.949237 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] For port ea8685f9-e46b-4883-954f-fe7fb776bbbd, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ea8685f9-e46b-4883-954f-fe7fb776bbbd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:04:07.959535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.960218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.960871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.961608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.962190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.962819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.963439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.964066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.964715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.965384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.967694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.967694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:07.976884 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:08.001135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:08.025540 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:08.032253 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-4c24b27f-c36f-4454-a8e3-e3c3f28a46c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:08.162752 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9d16a-7505-4a6d-bf6b-def1ad825f75 None None] Pushing event updated for resources: {'Port': ['ID=ea8685f9-e46b-4883-954f-fe7fb776bbbd,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:08.171816 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a4c9d16a-7505-4a6d-bf6b-def1ad825f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:08.206580 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Routers {'595884f6-124d-4a6a-95e5-95ed961b1e69'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:04:08.208654 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:04:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['595884f6-124d-4a6a-95e5-95ed961b1e69'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:08.389489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5f36bddc-f733-4f0f-95d3-cd18119401c3 None None] Provisioning for port e832ae1c-7c90-4660-ad34-d6dba2aa4add completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:08.398159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5f36bddc-f733-4f0f-95d3-cd18119401c3 None None] Provisioning complete for port e832ae1c-7c90-4660-ad34-d6dba2aa4add triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:08.399433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5f36bddc-f733-4f0f-95d3-cd18119401c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:08.419835 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] Set router 595884f6-124d-4a6a-95e5-95ed961b1e69 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:04:08.438822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:08.465495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-5f36bddc-f733-4f0f-95d3-cd18119401c3 None None] Port e832ae1c-7c90-4660-ad34-d6dba2aa4add cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:04:08.762820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:08.770643 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:04:04Z', 'revision_number': 3, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:08.823469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:08.827641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8f90cd23-dc2e-42fb-82be-eca2e7e4dac7 tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:08.830861 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c12861-b3c8-4405-8f6f-fa6f1e937ddb None None] The sync data for ids ['595884f6-124d-4a6a-95e5-95ed961b1e69'] in dv-neutron-797120-5-hyperv is: [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:04:04Z', 'revision_number': 3, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:04:08.983882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:08.994153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Pushing event updated for resources: {'Port': ['ID=e832ae1c-7c90-4660-ad34-d6dba2aa4add,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:09.005055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:09.018130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3c3a9951-de85-4692-9250-239e4675e159 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:09.108083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3c3a9951-de85-4692-9250-239e4675e159 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:09.108690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:09.239881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Network 26498157-7afe-42ab-8369-1efa91cceeb0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:04:09.245682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:04:09.497423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Router 595884f6-124d-4a6a-95e5-95ed961b1e69 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:04:09.618549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ce273e34-907b-4681-b15f-b986e89a8316 None None] Provisioning complete for port e832ae1c-7c90-4660-ad34-d6dba2aa4add triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:09.619426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ce273e34-907b-4681-b15f-b986e89a8316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:09.699112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ce273e34-907b-4681-b15f-b986e89a8316 None None] Port e832ae1c-7c90-4660-ad34-d6dba2aa4add cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:04:10.177074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:04:10.183816 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] 10.222.0.81 "PUT /v2.0/routers/595884f6-124d-4a6a-95e5-95ed961b1e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1135962 Jun 25 12:04:10.839262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:10.968713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Sync routers for ids ['595884f6-124d-4a6a-95e5-95ed961b1e69'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:04:10.981863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Routers {'595884f6-124d-4a6a-95e5-95ed961b1e69'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:04:10.982955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:04:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['595884f6-124d-4a6a-95e5-95ed961b1e69'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:11.034536 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea8685f9-e46b-4883-954f-fe7fb776bbbd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:11.174020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Set router 595884f6-124d-4a6a-95e5-95ed961b1e69 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:04:11.290931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ea8685f9-e46b-4883-954f-fe7fb776bbbd completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:11.301929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ea8685f9-e46b-4883-954f-fe7fb776bbbd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:11.302564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:11.614934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:11.663761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ea8685f9-e46b-4883-954f-fe7fb776bbbd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ea8685f9-e46b-4883-954f-fe7fb776bbbd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:04:11.691006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:04:08Z', 'revision_number': 4, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'e832ae1c-7c90-4660-ad34-d6dba2aa4add', 'name': '', 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'mac_address': 'fa:16:3e:88:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '99a712d0-ae58-4e77-829a-285985dbdc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:07Z', 'updated_at': '2021-06-25T12:04:08Z', 'revision_number': 2, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'subnets': [{'id': '99a712d0-ae58-4e77-829a-285985dbdc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:11.745309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Checking router: 595884f6-124d-4a6a-95e5-95ed961b1e69 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:04:11.745894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Updating router 595884f6-124d-4a6a-95e5-95ed961b1e69 port e832ae1c-7c90-4660-ad34-d6dba2aa4add binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:04:11.784023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:11.791415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:11.870221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:11.956821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ea8685f9-e46b-4883-954f-fe7fb776bbbd,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:11.972714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:12.467451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:12.486978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Transition to ACTIVE for port object e832ae1c-7c90-4660-ad34-d6dba2aa4add will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:12.634982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:12.641201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-5c353cca-2876-426a-a923-6be3c88d0f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:12.749654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Pushing event updated for resources: {'Port': ['ID=e832ae1c-7c90-4660-ad34-d6dba2aa4add,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:12.789545 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:12.858917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Attempting to bind port e832ae1c-7c90-4660-ad34-d6dba2aa4add on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:04:12.859554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Attempting to bind port e832ae1c-7c90-4660-ad34-d6dba2aa4add by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:04:12.860181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Attempting to bind port e832ae1c-7c90-4660-ad34-d6dba2aa4add on network 26498157-7afe-42ab-8369-1efa91cceeb0 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:04:12.872391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:04:12.873190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Checking segment: {'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:04:12.881175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:12.881981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Bound using segment: {'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:04:12.886551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Bound port: e832ae1c-7c90-4660-ad34-d6dba2aa4add, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803a9a94-1ee8-4111-9ba0-baef45cda9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:04:12.887587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:13.019590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] For port e832ae1c-7c90-4660-ad34-d6dba2aa4add, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:04:13.024905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] For port e832ae1c-7c90-4660-ad34-d6dba2aa4add, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e832ae1c-7c90-4660-ad34-d6dba2aa4add,segment=NetworkSegment(803a9a94-1ee8-4111-9ba0-baef45cda9ff),segment_id=803a9a94-1ee8-4111-9ba0-baef45cda9ff)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:04:13.028112 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea8685f9-e46b-4883-954f-fe7fb776bbbd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:13.105864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:13.110989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3ed7c8c8-27db-44ea-bc80-9020390a4265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:13.119518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-88582245-02fc-4afb-b4f3-c5961b8a6433 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:13.122136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-88582245-02fc-4afb-b4f3-c5961b8a6433 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/networks?id=03dbc22a-4061-44bf-a7ba-0002759113d0 HTTP/1.1" status: 200 len: 817 time: 0.1891141 Jun 25 12:04:13.146939 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-67d81462-393c-4fae-b6e8-cb8b379a836b tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/quotas/71fc67f2a75340468d8039e7e5acd82c HTTP/1.1" status: 200 len: 375 time: 0.0166273 Jun 25 12:04:13.152196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ea8685f9-e46b-4883-954f-fe7fb776bbbd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:13.152740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:13.248195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Routers {'595884f6-124d-4a6a-95e5-95ed961b1e69'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:04:13.249047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:04:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['595884f6-124d-4a6a-95e5-95ed961b1e69'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:13.268414 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bf9d1461-58e9-4467-b795-584e6125934a tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134822 Jun 25 12:04:13.311938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Pushing event updated for resources: {'Port': ['ID=e832ae1c-7c90-4660-ad34-d6dba2aa4add,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:13.336783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.337343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.337929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.338420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.338954 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.339484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.340901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.340901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.341347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.341585 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.342123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.342696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:04:13.359577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:13.483793 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-ba16c9dd-161e-4f15-a271-f63db2f4137c service neutron] 10.222.0.81 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876795 Jun 25 12:04:13.511452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] Set router 595884f6-124d-4a6a-95e5-95ed961b1e69 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:04:13.678116 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-dc0d0314-03d8-4fd0-b841-091159394233 service neutron] 10.222.0.81 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792958 Jun 25 12:04:13.894142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:04:08Z', 'revision_number': 4, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'e832ae1c-7c90-4660-ad34-d6dba2aa4add', 'name': '', 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'mac_address': 'fa:16:3e:88:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '99a712d0-ae58-4e77-829a-285985dbdc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:07Z', 'updated_at': '2021-06-25T12:04:13Z', 'revision_number': 4, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'subnets': [{'id': '99a712d0-ae58-4e77-829a-285985dbdc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:04:13.937478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59849c25-3e14-48da-a5ab-f2c4185a5f73 None None] The sync data for ids ['595884f6-124d-4a6a-95e5-95ed961b1e69'] in dv-neutron-797120-5-hyperv is: [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:04:08Z', 'revision_number': 4, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'e832ae1c-7c90-4660-ad34-d6dba2aa4add', 'name': '', 'network_id': '26498157-7afe-42ab-8369-1efa91cceeb0', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'mac_address': 'fa:16:3e:88:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '99a712d0-ae58-4e77-829a-285985dbdc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:07Z', 'updated_at': '2021-06-25T12:04:13Z', 'revision_number': 4, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'subnets': [{'id': '99a712d0-ae58-4e77-829a-285985dbdc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:04:14.150341 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7f51c482-5dc2-43ec-be59-f76a325b4b16 req-08918440-6521-4301-96a8-7f71e8d5b8ca tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 210 time: 0.0491796 Jun 25 12:04:15.005860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e832ae1c-7c90-4660-ad34-d6dba2aa4add up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:15.171678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port e832ae1c-7c90-4660-ad34-d6dba2aa4add completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:15.176711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e832ae1c-7c90-4660-ad34-d6dba2aa4add triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:15.186666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:15.304324 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-010e9651-8662-4132-94d5-31b250b5a3dd req-ad9bda7a-dad4-4aed-b30e-018f6a2e7004 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 210 time: 0.0710762 Jun 25 12:04:15.331076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:15.404299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port e832ae1c-7c90-4660-ad34-d6dba2aa4add, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e832ae1c-7c90-4660-ad34-d6dba2aa4add,segment=NetworkSegment(803a9a94-1ee8-4111-9ba0-baef45cda9ff),segment_id=803a9a94-1ee8-4111-9ba0-baef45cda9ff)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:04:15.497560 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:15.500235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-086bceaf-a3d4-4f4f-a77d-e1d6b87e4aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:15.744525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=e832ae1c-7c90-4660-ad34-d6dba2aa4add,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:15.750819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:16.582500 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2c8e1d18-3fa3-4804-99c8-72affcc30351 req-a9d9d62f-d904-46cc-b161-7e77163a24cc tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 210 time: 0.0527303 Jun 25 12:04:16.995138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e832ae1c-7c90-4660-ad34-d6dba2aa4add up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:17.094866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e832ae1c-7c90-4660-ad34-d6dba2aa4add triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:17.095497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:17.172740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-ef4cb506-260d-46b8-a66d-e4d155124e0e tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:17.175112 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-ef4cb506-260d-46b8-a66d-e4d155124e0e tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "GET /v2.0/networks?id=03dbc22a-4061-44bf-a7ba-0002759113d0 HTTP/1.1" status: 200 len: 817 time: 0.1771810 Jun 25 12:04:17.192130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Request body: {'port': {'device_id': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'admin_state_up': True, 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:04:17.474897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Made reservation on behalf of 71fc67f2a75340468d8039e7e5acd82c for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:04:17.480890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:17.743010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Allocated IP 172.20.0.10 (03dbc22a-4061-44bf-a7ba-0002759113d0/08634494-f4fc-4d93-9383-cbf19bd075a0/bb85a3b3-8df9-45f6-9621-a56eb80c60a2) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:04:17.921943 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae6d7b80-267d-4046-8d20-58b320d1a95f req-1e28c65f-20b8-4df7-9a79-cd4f55dac454 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 210 time: 0.0934708 Jun 25 12:04:18.078254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:18.104793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Transition to ACTIVE for port object bb85a3b3-8df9-45f6-9621-a56eb80c60a2 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:18.201991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:18.210392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:18.295078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:04:18.300644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:04:18.313463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:04:18.320748 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Pushing event updated for resources: {'Port': ['ID=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:18.376463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:18.411302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:18.412511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:18.482328 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2974036 Jun 25 12:04:18.499100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Request body: {'port': {'device_id': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:04:18.649265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:18.737955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-19a17031-6778-4f95-b6c5-ac1a36754005 None None] Provisioning for port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:18.747160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-19a17031-6778-4f95-b6c5-ac1a36754005 None None] Provisioning complete for port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:18.747929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-19a17031-6778-4f95-b6c5-ac1a36754005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:18.823888 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-19a17031-6778-4f95-b6c5-ac1a36754005 None None] Port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:04:19.159374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb85a3b3-8df9-45f6-9621-a56eb80c60a2 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:04:19.178461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:19.195513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8139649-432a-4760-ac32-92c548f87459 req-d2e222bb-fe12-42db-817d-f3eefa8683c1 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:19.197347 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b8139649-432a-4760-ac32-92c548f87459 req-d2e222bb-fe12-42db-817d-f3eefa8683c1 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 932 time: 0.1122773 Jun 25 12:04:19.202421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Transition to ACTIVE for port object bb85a3b3-8df9-45f6-9621-a56eb80c60a2 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:04:19.258453 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b8139649-432a-4760-ac32-92c548f87459 req-78a495c5-26b8-4396-a081-ceb5a1c30220 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499322 Jun 25 12:04:19.326703 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:19.332078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39634d77-81e4-4ccb-9ed0-2b1eb48544a5 tempest-ServerDiskConfigTestJSON-437757258 tempest-ServerDiskConfigTestJSON-437757258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:19.404031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:19.411542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:19.537938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Attempting to bind port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:04:19.538517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Attempting to bind port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:04:19.539099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Attempting to bind port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 on network 03dbc22a-4061-44bf-a7ba-0002759113d0 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:04:19.547444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 on network 03dbc22a-4061-44bf-a7ba-0002759113d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:04:19.547960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Attempting to bind port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 on network 03dbc22a-4061-44bf-a7ba-0002759113d0 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:04:19.557969 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:04:19.559147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Checking segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:04:19.559147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Bound using segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:04:19.559885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Bound port: bb85a3b3-8df9-45f6-9621-a56eb80c60a2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:04:19.560478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:19.689762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] For port bb85a3b3-8df9-45f6-9621-a56eb80c60a2, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:04:19.696863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] For port bb85a3b3-8df9-45f6-9621-a56eb80c60a2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:04:19.778372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:19.784064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d94efa4d-98dc-48ef-b8f0-0e595663da26 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:19.844500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:19.845623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:19.848764 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb85a3b3-8df9-45f6-9621-a56eb80c60a2 HTTP/1.1" status: 200 len: 1094 time: 1.3568215 Jun 25 12:04:19.849723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'tag': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:04:19.853984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa83ea9-abb6-401f-bbc4-d739e96b43b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc4a388-dc15-4386-a2c5-c7db8702bb48", "tag": "bb85a3b3-8df9-45f6-9621-a56eb80c60a2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:04:19.904038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:19.916256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:19.950180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63385dba-3ea4-4a32-80db-5faccd60ad72 x-openstack-request-id: req-63385dba-3ea4-4a32-80db-5faccd60ad72 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:04:19.950756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc4a388-dc15-4386-a2c5-c7db8702bb48", "tag": "bb85a3b3-8df9-45f6-9621-a56eb80c60a2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:04:19.951262 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63385dba-3ea4-4a32-80db-5faccd60ad72 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:04:19.952088 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'tag': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2', 'status': 'completed', 'code': 200} Jun 25 12:04:20.085795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83ea9-abb6-401f-bbc4-d739e96b43b8 req-e4f5eeb6-cc09-471d-b663-41142cbffdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:20.088679 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7fa83ea9-abb6-401f-bbc4-d739e96b43b8 req-e4f5eeb6-cc09-471d-b663-41142cbffdc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 1097 time: 0.1115162 Jun 25 12:04:20.288952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83ea9-abb6-401f-bbc4-d739e96b43b8 req-4eace631-e889-4706-9e47-e80136811de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:20.291738 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7fa83ea9-abb6-401f-bbc4-d739e96b43b8 req-4eace631-e889-4706-9e47-e80136811de5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=71fc67f2a75340468d8039e7e5acd82c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1957271 Jun 25 12:04:20.487228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83ea9-abb6-401f-bbc4-d739e96b43b8 req-9f5a38e3-3958-475f-9c08-36c916182826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:20.490683 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7fa83ea9-abb6-401f-bbc4-d739e96b43b8 req-9f5a38e3-3958-475f-9c08-36c916182826 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1927710 Jun 25 12:04:20.612799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26592b7d-e66e-445a-b62b-291a714d7761 req-1de7736c-35a4-40d8-bab4-a39db6148ea2 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:20.617813 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-26592b7d-e66e-445a-b62b-291a714d7761 req-1de7736c-35a4-40d8-bab4-a39db6148ea2 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 944 time: 0.1364040 Jun 25 12:04:20.640133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-a9c121f3-d243-4522-962b-3138eafd4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:20.642917 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-a9c121f3-d243-4522-962b-3138eafd4b56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 1097 time: 0.0978150 Jun 25 12:04:20.694379 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-26592b7d-e66e-445a-b62b-291a714d7761 req-a3771b2a-5051-4e60-b8bf-cb55c919c684 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660248 Jun 25 12:04:20.718410 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-ad047a17-5e72-4cd8-b6f7-b708ff509c80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb85a3b3-8df9-45f6-9621-a56eb80c60a2 HTTP/1.1" status: 200 len: 217 time: 0.0667765 Jun 25 12:04:20.808804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-7298bbd2-9901-4e8c-a38c-c1d56f316868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:20.811630 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-7298bbd2-9901-4e8c-a38c-c1d56f316868 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08634494-f4fc-4d93-9383-cbf19bd075a0 HTTP/1.1" status: 200 len: 856 time: 0.0865095 Jun 25 12:04:20.921897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-ea631ae6-7b39-45bb-a5a7-822e484398a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:20.924530 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-ea631ae6-7b39-45bb-a5a7-822e484398a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03dbc22a-4061-44bf-a7ba-0002759113d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057894 Jun 25 12:04:21.100822 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-c3fc673e-7bab-4b54-bc59-3686943427cf service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686671 Jun 25 12:04:21.307584 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a8fa66a6-9ed1-4462-952a-150ea89950f1 req-d291700d-f1a5-4436-8cef-05f932c04bac service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003243 Jun 25 12:04:22.056410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005313-adae-4db7-887b-61d2c726be74 req-9c8589a6-21af-493a-a974-407a95c137f3 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:22.059101 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce005313-adae-4db7-887b-61d2c726be74 req-9c8589a6-21af-493a-a974-407a95c137f3 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 944 time: 0.1273415 Jun 25 12:04:22.125873 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce005313-adae-4db7-887b-61d2c726be74 req-db80a926-365a-4331-9b1d-26d42e0d0b6f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561657 Jun 25 12:04:23.473518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12290a-6b01-4ed8-947a-d2c87b254f29 req-f98b76de-61f6-4606-bf1c-149220e5e107 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:23.476085 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b12290a-6b01-4ed8-947a-d2c87b254f29 req-f98b76de-61f6-4606-bf1c-149220e5e107 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 944 time: 0.1210306 Jun 25 12:04:23.551932 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b12290a-6b01-4ed8-947a-d2c87b254f29 req-d3b6a17c-a2aa-4d6e-b137-2b6ecd211f37 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644567 Jun 25 12:04:24.898299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8a2dd-e790-4019-bdd5-57e8fd1c3c92 req-5f111d36-6aa4-4c51-88fb-3509e1a54e7c tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:24.901129 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73c8a2dd-e790-4019-bdd5-57e8fd1c3c92 req-5f111d36-6aa4-4c51-88fb-3509e1a54e7c tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 944 time: 0.1261933 Jun 25 12:04:24.914570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bb85a3b3-8df9-45f6-9621-a56eb80c60a2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:04:24.986134 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-73c8a2dd-e790-4019-bdd5-57e8fd1c3c92 req-1c942334-203a-4aec-adb0-a239cd8f591a tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Jun 25 12:04:25.111335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port bb85a3b3-8df9-45f6-9621-a56eb80c60a2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:04:25.133827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'port_id': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2', 'mac_address': 'fa:16:3e:1a:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:04:25.212460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:25.238138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb85a3b3-8df9-45f6-9621-a56eb80c60a2 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:04:25.277288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port bb85a3b3-8df9-45f6-9621-a56eb80c60a2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:04:25.439469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:25.441716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:25.502254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:25.507568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:25.802185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['bb85a3b3-8df9-45f6-9621-a56eb80c60a2'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:04:26.295016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3e69-6cee-4fac-a179-45c3b5e8797c req-ab09aea3-d9b0-4e9f-93fc-e63c77ae2126 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:26.296921 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7e5c3e69-6cee-4fac-a179-45c3b5e8797c req-ab09aea3-d9b0-4e9f-93fc-e63c77ae2126 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 945 time: 0.0894055 Jun 25 12:04:26.360899 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7e5c3e69-6cee-4fac-a179-45c3b5e8797c req-5955f763-bd45-4252-9977-91bc09a59359 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521898 Jun 25 12:04:26.919042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bb85a3b3-8df9-45f6-9621-a56eb80c60a2 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:04:27.085924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:04:27.092454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:04:27.093128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:27.238222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:27.280826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:04:27.285900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5378878-2555-4680-a262-19300e805887" -d '{"events": [{"server_uuid": "3cc4a388-dc15-4386-a2c5-c7db8702bb48", "name": "network-vif-plugged", "status": "completed", "tag": "bb85a3b3-8df9-45f6-9621-a56eb80c60a2"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:04:27.310255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port bb85a3b3-8df9-45f6-9621-a56eb80c60a2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:04:27.348555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a3d2bb-fbfc-4ff7-a9f0-7565feb5cff7 x-openstack-request-id: req-34a3d2bb-fbfc-4ff7-a9f0-7565feb5cff7 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:04:27.349834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc4a388-dc15-4386-a2c5-c7db8702bb48", "name": "network-vif-plugged", "status": "completed", "tag": "bb85a3b3-8df9-45f6-9621-a56eb80c60a2", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:04:27.349834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34a3d2bb-fbfc-4ff7-a9f0-7565feb5cff7 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:04:27.350122 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2', 'code': 200} Jun 25 12:04:27.361254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:27.365240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f62f4fae-9e21-4e18-a7ff-7e5dfb50e7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:04:27.430827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:04:27.438003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:04:27.675810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9a437-5e78-4854-a5be-f0b2953f1a65 req-9357cdbe-1264-4812-8a58-224b4225bf4b tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:27.679329 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62d9a437-5e78-4854-a5be-f0b2953f1a65 req-9357cdbe-1264-4812-8a58-224b4225bf4b tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 946 time: 0.1079941 Jun 25 12:04:27.734399 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62d9a437-5e78-4854-a5be-f0b2953f1a65 req-7f81826e-e02e-484f-89ff-5fae4779727e tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Jun 25 12:04:27.906268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb2229-1a1c-483f-ab5c-c61b422a747c req-9af61c56-f710-456e-8cf9-8418ae9377df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:27.908344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3fb2229-1a1c-483f-ab5c-c61b422a747c req-9af61c56-f710-456e-8cf9-8418ae9377df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 1099 time: 0.1246843 Jun 25 12:04:27.967300 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3fb2229-1a1c-483f-ab5c-c61b422a747c req-f0c61b25-9f2e-4c8e-ba68-5847f8975240 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514345 Jun 25 12:04:29.039022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c675f7-e0d5-401d-90c2-29f6bc6aa182 req-199a2252-91cc-41b8-b264-8dd3df8920a9 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:29.041448 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-37c675f7-e0d5-401d-90c2-29f6bc6aa182 req-199a2252-91cc-41b8-b264-8dd3df8920a9 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 946 time: 0.1209495 Jun 25 12:04:29.118234 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-37c675f7-e0d5-401d-90c2-29f6bc6aa182 req-7bd0370c-59fc-4242-aba4-bf02e7e1ec83 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659223 Jun 25 12:04:29.823009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9116-10ff-448c-b3bc-6434771bb60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:30.419306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fb76-b799-4c73-afe7-78764e11d76b req-f2ee1443-8546-429b-8eea-ab87e06cda5d tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:30.422003 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3ff6fb76-b799-4c73-afe7-78764e11d76b req-f2ee1443-8546-429b-8eea-ab87e06cda5d tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 946 time: 0.1336513 Jun 25 12:04:30.491751 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3ff6fb76-b799-4c73-afe7-78764e11d76b req-fd9c68f6-b5ad-4977-948e-2bf83dcfbe0b tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609798 Jun 25 12:04:30.745625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123bcf-1dc9-4033-97f1-319de075451c req-331713da-a430-4c4f-bb93-c569dba72aaf tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:30.747214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd123bcf-1dc9-4033-97f1-319de075451c req-331713da-a430-4c4f-bb93-c569dba72aaf tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 946 time: 0.1047904 Jun 25 12:04:30.800153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fd123bcf-1dc9-4033-97f1-319de075451c req-5b855001-d5e5-42ff-89b9-77f30c1ebe5d tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Jun 25 12:04:32.046447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-45bc19aa-fe58-41ba-85c1-b68de1479db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:32.188927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:33.286264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:35.257526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:37.800779 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:04:40.800696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:04:46.345589 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-0cba3581-843a-43f8-ac14-6b98f9b5af37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955021 Jun 25 12:04:46.489844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-fc177f7a-aa6e-4340-9319-9ad228042d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:46.492557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-fc177f7a-aa6e-4340-9319-9ad228042d9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 1099 time: 0.0907347 Jun 25 12:04:46.689420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-61f8d37d-4a8d-433f-89f8-101ddc696a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:46.692372 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-61f8d37d-4a8d-433f-89f8-101ddc696a93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=03dbc22a-4061-44bf-a7ba-0002759113d0 HTTP/1.1" status: 200 len: 919 time: 0.1693051 Jun 25 12:04:46.759454 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-eed2d4cb-87f0-4d34-8027-3399a1931316 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb85a3b3-8df9-45f6-9621-a56eb80c60a2 HTTP/1.1" status: 200 len: 217 time: 0.0600364 Jun 25 12:04:46.854806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-95ba88fb-b402-46ca-a2cf-aae32a545e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:46.857453 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-95ba88fb-b402-46ca-a2cf-aae32a545e32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08634494-f4fc-4d93-9383-cbf19bd075a0 HTTP/1.1" status: 200 len: 856 time: 0.0919204 Jun 25 12:04:46.940940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-1b11eaaa-26e7-444c-8c05-20e0d39fffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:04:46.943988 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-1b11eaaa-26e7-444c-8c05-20e0d39fffc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03dbc22a-4061-44bf-a7ba-0002759113d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797620 Jun 25 12:04:47.117023 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-d5b11a63-9594-4f91-b9e0-3c5f2c0729a9 service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648140 Jun 25 12:04:47.298590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b22e51e-20d1-46ec-8b56-46ca438896a5 req-2f77a4b9-587f-4acd-a971-34b983f71fe9 service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742327 Jun 25 12:04:59.555026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-750d95d4-8e2c-4be7-838b-dec0926ef14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:00.875281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc624e1a-8f39-434e-a2fc-3218efce0d00 req-a69cf0aa-8cd9-4b30-b188-acd2c84ffd3c tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:00.877416 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dc624e1a-8f39-434e-a2fc-3218efce0d00 req-a69cf0aa-8cd9-4b30-b188-acd2c84ffd3c tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 946 time: 0.1002181 Jun 25 12:05:00.940563 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dc624e1a-8f39-434e-a2fc-3218efce0d00 req-3e86a316-05cb-4e50-a13a-a0414ac132ff tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552225 Jun 25 12:05:01.977961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1fc9-db51-4069-8991-1619fbc03c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:02.170033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a6a1e-5355-447f-9591-d2c32142dc96 req-66fcf9d0-f87f-4817-8260-fbce484d4ef8 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:02.171654 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-434a6a1e-5355-447f-9591-d2c32142dc96 req-66fcf9d0-f87f-4817-8260-fbce484d4ef8 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 946 time: 0.0806930 Jun 25 12:05:02.183535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:02.229709 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-434a6a1e-5355-447f-9591-d2c32142dc96 req-5c09fc53-ac68-4087-a14b-1ebd0e86318c tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 Jun 25 12:05:02.558282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-891c6cc0-9e52-4e2d-9319-344fc488c92d tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:02.559727 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-891c6cc0-9e52-4e2d-9319-344fc488c92d tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 946 time: 0.0674837 Jun 25 12:05:02.682513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Deleting port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:05:02.682858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:02.790310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] For port bb85a3b3-8df9-45f6-9621-a56eb80c60a2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:02.790680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:02.807955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Calling delete_port for bb85a3b3-8df9-45f6-9621-a56eb80c60a2 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:05:03.084476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:03.089206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-da01389e-42f9-4cab-aa1c-658a52a17892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:03.097635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['bb85a3b3-8df9-45f6-9621-a56eb80c60a2'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:05:03.121706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Pushing event deleted for resources: {'Port': ['ID=bb85a3b3-8df9-45f6-9621-a56eb80c60a2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:03.125154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:03.183062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] No DVR routers for this DVR port bb85a3b3-8df9-45f6-9621-a56eb80c60a2 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:05:03.187198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:03.190968 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cc4c791-cbdb-4317-95ab-3bad76937b26 req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "DELETE /v2.0/ports/bb85a3b3-8df9-45f6-9621-a56eb80c60a2 HTTP/1.1" status: 204 len: 173 time: 0.6250012 Jun 25 12:05:03.192440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'name': 'network-vif-deleted', 'tag': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:05:03.198080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e35e0d-d5ff-45f8-b70d-4e3158574db1" -d '{"events": [{"server_uuid": "3cc4a388-dc15-4386-a2c5-c7db8702bb48", "name": "network-vif-deleted", "tag": "bb85a3b3-8df9-45f6-9621-a56eb80c60a2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:05:03.290535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6a2629-8dee-48fa-950e-5ed2a77a78c9 x-openstack-request-id: req-2f6a2629-8dee-48fa-950e-5ed2a77a78c9 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:05:03.291213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc4a388-dc15-4386-a2c5-c7db8702bb48", "name": "network-vif-deleted", "tag": "bb85a3b3-8df9-45f6-9621-a56eb80c60a2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:05:03.291955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f6a2629-8dee-48fa-950e-5ed2a77a78c9 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:05:03.297382 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc4a388-dc15-4386-a2c5-c7db8702bb48', 'name': 'network-vif-deleted', 'tag': 'bb85a3b3-8df9-45f6-9621-a56eb80c60a2', 'status': 'completed', 'code': 200} Jun 25 12:05:03.330412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:03.416194 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-67aa18b8-b6b4-4dad-a69b-6e29ebce96ec req-673a01fc-7d30-4587-9aae-ec1a4ba3e6e7 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 210 time: 0.0414755 Jun 25 12:05:04.675632 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-42856e99-5020-4b01-bfc7-9ab44fa0c7f0 req-b496ea09-2182-4c1c-a22c-83f34ca3ab7b tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cc4a388-dc15-4386-a2c5-c7db8702bb48 HTTP/1.1" status: 200 len: 210 time: 0.0390255 Jun 25 12:05:05.131818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bb85a3b3-8df9-45f6-9621-a56eb80c60a2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:05:05.156965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: bb85a3b3-8df9-45f6-9621-a56eb80c60a2 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:05:05.157386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device bb85a3b3-8df9-45f6-9621-a56eb80c60a2 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:05:05.183293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:06.512255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e87459bc-1dff-41f4-a659-1b4a05fb6628 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:06.513770 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e87459bc-1dff-41f4-a659-1b4a05fb6628 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/networks?id=03dbc22a-4061-44bf-a7ba-0002759113d0 HTTP/1.1" status: 200 len: 817 time: 0.1310928 Jun 25 12:05:06.532226 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-cf4fd759-9d0e-4d11-aaa3-2ff3e34f7d2d tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/quotas/71fc67f2a75340468d8039e7e5acd82c HTTP/1.1" status: 200 len: 375 time: 0.0117583 Jun 25 12:05:06.627202 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-d07cc14c-2279-4060-90b5-681d5b721d75 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879998 Jun 25 12:05:06.772206 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-48f1c2c5-0b15-4a1f-8b66-cff4d3d53732 service neutron] 10.222.0.81 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293752 Jun 25 12:05:06.919638 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-a684e962-4e9d-4a6e-9b0b-b299d1b58a06 service neutron] 10.222.0.81 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406877 Jun 25 12:05:07.233516 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eb324e67-4224-4e55-81d9-ad379e27a2d9 req-4b6da6aa-9081-49ab-a81f-5ba49d5bf4b2 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 210 time: 0.0316737 Jun 25 12:05:08.408226 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-72e07e9f-f012-41df-82e4-7c0572b980b5 req-5223cb54-a8f7-4800-805d-d7b0ea952724 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 210 time: 0.0389795 Jun 25 12:05:09.566314 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b7b61a26-1e10-4e95-a855-8a73267971a1 req-fbf939b0-a4f4-4712-8ca1-11a200b0edf5 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 210 time: 0.0323172 Jun 25 12:05:09.939236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-abd42621-ea4a-45eb-b5d5-c0ee480271a4 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:09.940764 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-abd42621-ea4a-45eb-b5d5-c0ee480271a4 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "GET /v2.0/networks?id=03dbc22a-4061-44bf-a7ba-0002759113d0 HTTP/1.1" status: 200 len: 817 time: 0.1726289 Jun 25 12:05:09.958490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Request body: {'port': {'device_id': '87150431-76d0-44f3-a7a5-d8826f48e781', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'admin_state_up': True, 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:05:10.263469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Made reservation on behalf of 71fc67f2a75340468d8039e7e5acd82c for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:05:10.269802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:10.474273 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Allocated IP 172.20.0.9 (03dbc22a-4061-44bf-a7ba-0002759113d0/08634494-f4fc-4d93-9383-cbf19bd075a0/b66dbb76-73ab-4cbf-8227-674c2ed6a61a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:05:10.681787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:10.700246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Transition to ACTIVE for port object b66dbb76-73ab-4cbf-8227-674c2ed6a61a will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:05:10.776309 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b2930990-bfb4-4cc0-a734-c3c66ac3e02e req-cae79671-e595-4203-9955-79e1da60e9c0 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 210 time: 0.0355396 Jun 25 12:05:10.864244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:10.864981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:10.870910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:10.945143 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:05:10.955727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:05:10.962870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:05:11.020172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Pushing event updated for resources: {'Port': ['ID=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:11.042094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.042764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.043428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.044082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.044700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.045396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.046055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.046721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.047338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.047953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.048598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.049274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:11.059715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:11.091616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:11.092481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:11.240542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2899280 Jun 25 12:05:11.255015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Request body: {'port': {'device_id': '87150431-76d0-44f3-a7a5-d8826f48e781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:05:11.364356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:11.400668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-31c2962e-b203-4c57-81c2-7e2e411c510a None None] Provisioning for port b66dbb76-73ab-4cbf-8227-674c2ed6a61a completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:05:11.407466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-31c2962e-b203-4c57-81c2-7e2e411c510a None None] Provisioning complete for port b66dbb76-73ab-4cbf-8227-674c2ed6a61a triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:05:11.407767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-31c2962e-b203-4c57-81c2-7e2e411c510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:11.451526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-31c2962e-b203-4c57-81c2-7e2e411c510a None None] Port b66dbb76-73ab-4cbf-8227-674c2ed6a61a cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:05:11.696950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66dbb76-73ab-4cbf-8227-674c2ed6a61a {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:05:11.714175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:11.740827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Transition to ACTIVE for port object b66dbb76-73ab-4cbf-8227-674c2ed6a61a will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:05:11.840718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:11.845780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:12.011827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Pushing event updated for resources: {'Port': ['ID=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:12.015192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:12.090759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Attempting to bind port b66dbb76-73ab-4cbf-8227-674c2ed6a61a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:05:12.091098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Attempting to bind port b66dbb76-73ab-4cbf-8227-674c2ed6a61a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:05:12.091437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Attempting to bind port b66dbb76-73ab-4cbf-8227-674c2ed6a61a on network 03dbc22a-4061-44bf-a7ba-0002759113d0 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:05:12.104047 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9abd-4ce0-4cb0-9f10-ea51bcb4c0b2 req-8ec77802-6bc9-4aab-9620-ff7564b93c19 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:12.105734 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c2ec9abd-4ce0-4cb0-9f10-ea51bcb4c0b2 req-8ec77802-6bc9-4aab-9620-ff7564b93c19 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 943 time: 0.1886806 Jun 25 12:05:12.108179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Port b66dbb76-73ab-4cbf-8227-674c2ed6a61a on network 03dbc22a-4061-44bf-a7ba-0002759113d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:05:12.108515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Attempting to bind port b66dbb76-73ab-4cbf-8227-674c2ed6a61a on network 03dbc22a-4061-44bf-a7ba-0002759113d0 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:05:12.115327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:05:12.115692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Checking segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:05:12.116063 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Bound using segment: {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:05:12.116502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Bound port: b66dbb76-73ab-4cbf-8227-674c2ed6a61a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b57c59-3849-4932-aca6-079e86eebef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:05:12.116867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:12.200888 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c2ec9abd-4ce0-4cb0-9f10-ea51bcb4c0b2 req-a92533be-f112-4d14-a0d6-a9bcd2ca4d44 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815532 Jun 25 12:05:12.229601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] For port b66dbb76-73ab-4cbf-8227-674c2ed6a61a, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:05:12.233734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] For port b66dbb76-73ab-4cbf-8227-674c2ed6a61a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:05:12.373066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:12.378167 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5f8052e4-f915-4505-a1a8-41a3cf811a5b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:12.430488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:12.431786 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:12.434268 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] 10.222.0.47 "PUT /v2.0/ports/b66dbb76-73ab-4cbf-8227-674c2ed6a61a HTTP/1.1" status: 200 len: 1093 time: 1.1846912 Jun 25 12:05:12.438599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87150431-76d0-44f3-a7a5-d8826f48e781', 'tag': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:05:12.441378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd77d3a9-7e81-4782-8b68-445c38b14ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "87150431-76d0-44f3-a7a5-d8826f48e781", "tag": "b66dbb76-73ab-4cbf-8227-674c2ed6a61a"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:05:12.492226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Pushing event updated for resources: {'Port': ['ID=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:12.498288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:12.515397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6b133-bdff-4544-bf34-700c3fa46b2e x-openstack-request-id: req-01a6b133-bdff-4544-bf34-700c3fa46b2e {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:05:12.516156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87150431-76d0-44f3-a7a5-d8826f48e781", "tag": "b66dbb76-73ab-4cbf-8227-674c2ed6a61a", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:05:12.516493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01a6b133-bdff-4544-bf34-700c3fa46b2e {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:05:12.518132 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87150431-76d0-44f3-a7a5-d8826f48e781', 'tag': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a', 'status': 'completed', 'code': 200} Jun 25 12:05:12.630498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77d3a9-7e81-4782-8b68-445c38b14ac8 req-3d9a3279-b07b-42f0-a2e7-e3885ab443b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:12.635659 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd77d3a9-7e81-4782-8b68-445c38b14ac8 req-3d9a3279-b07b-42f0-a2e7-e3885ab443b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 1096 time: 0.0905302 Jun 25 12:05:12.781934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77d3a9-7e81-4782-8b68-445c38b14ac8 req-0b2534d1-d744-43de-bc25-060c7a22edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:12.784584 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd77d3a9-7e81-4782-8b68-445c38b14ac8 req-0b2534d1-d744-43de-bc25-060c7a22edea service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=71fc67f2a75340468d8039e7e5acd82c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1443727 Jun 25 12:05:12.947432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77d3a9-7e81-4782-8b68-445c38b14ac8 req-bd76da97-af47-4461-8aec-1e6b7baf09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:12.950004 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd77d3a9-7e81-4782-8b68-445c38b14ac8 req-bd76da97-af47-4461-8aec-1e6b7baf09cc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1585846 Jun 25 12:05:13.079778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-fdc99d80-aa95-449e-8d5a-220a05a509f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:13.081707 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-fdc99d80-aa95-449e-8d5a-220a05a509f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 1096 time: 0.0761356 Jun 25 12:05:13.129009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-cd265895-0a42-4816-9c7c-9eda09381196 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b66dbb76-73ab-4cbf-8227-674c2ed6a61a HTTP/1.1" status: 200 len: 217 time: 0.0394833 Jun 25 12:05:13.185012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-400fbdcc-1491-4e8a-ae0b-543dfccd1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:13.186481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-400fbdcc-1491-4e8a-ae0b-543dfccd1508 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08634494-f4fc-4d93-9383-cbf19bd075a0 HTTP/1.1" status: 200 len: 856 time: 0.0507414 Jun 25 12:05:13.262213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-a0b4489c-b9a0-4256-8eea-9478cc810323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:13.263791 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-a0b4489c-b9a0-4256-8eea-9478cc810323 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03dbc22a-4061-44bf-a7ba-0002759113d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708292 Jun 25 12:05:13.412095 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-d0c3b4e3-3a36-4466-8f49-f5575898274d service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409562 Jun 25 12:05:13.481331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbafcf-076b-4f12-8ad2-e847bc0550ba req-855bf025-5b06-4c89-aaae-5e49dc892922 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:13.484039 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80fbafcf-076b-4f12-8ad2-e847bc0550ba req-855bf025-5b06-4c89-aaae-5e49dc892922 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 943 time: 0.1480260 Jun 25 12:05:13.652559 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80fbafcf-076b-4f12-8ad2-e847bc0550ba req-92cea01b-2ab7-4222-8f1e-2423cc5d53f4 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113415 Jun 25 12:05:13.656629 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cc14d9e5-bb9b-436b-b7eb-75e819eb2a4d req-c7fdf79f-6021-4293-9a36-5902b5ddc4af service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371740 Jun 25 12:05:14.793989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:05:14.917108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a884-a0e0-40d6-85a4-b042e7eec7c7 req-aa857acb-23af-4b41-af69-c8bdd6deb705 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:14.919800 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3c87a884-a0e0-40d6-85a4-b042e7eec7c7 req-aa857acb-23af-4b41-af69-c8bdd6deb705 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 943 time: 0.1044166 Jun 25 12:05:14.965267 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3c87a884-a0e0-40d6-85a4-b042e7eec7c7 req-99b70ce6-6d87-4376-9c80-307ad4bbb7a5 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Jun 25 12:05:15.177895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b66dbb76-73ab-4cbf-8227-674c2ed6a61a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:05:15.306901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port b66dbb76-73ab-4cbf-8227-674c2ed6a61a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:15.321467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a', 'network_id': '03dbc22a-4061-44bf-a7ba-0002759113d0', 'port_id': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a', 'mac_address': 'fa:16:3e:e8:2a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08634494-f4fc-4d93-9383-cbf19bd075a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:05:15.368101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:15.386015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66dbb76-73ab-4cbf-8227-674c2ed6a61a {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:05:15.419802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port b66dbb76-73ab-4cbf-8227-674c2ed6a61a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:15.577370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:15.579713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:15.640825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:15.650437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.650812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.651125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.651466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.651805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.652147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.652481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.652815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.653177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.653515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.653841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.654445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:15.659097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:15.952330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['b66dbb76-73ab-4cbf-8227-674c2ed6a61a'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:05:16.230241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce56aef-db8b-42d0-9683-993046d4116b req-1fc19b5d-4f5d-4d98-8f8c-d516849a3913 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:16.231993 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6ce56aef-db8b-42d0-9683-993046d4116b req-1fc19b5d-4f5d-4d98-8f8c-d516849a3913 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 944 time: 0.0830615 Jun 25 12:05:16.660730 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6ce56aef-db8b-42d0-9683-993046d4116b req-7dfe0ed0-b88f-4e5a-88ce-ced0d2f7ebfc tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213743 Jun 25 12:05:17.193789 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b66dbb76-73ab-4cbf-8227-674c2ed6a61a up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:05:17.364561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port b66dbb76-73ab-4cbf-8227-674c2ed6a61a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:05:17.369654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port b66dbb76-73ab-4cbf-8227-674c2ed6a61a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:05:17.370124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:17.486317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:17.516930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87150431-76d0-44f3-a7a5-d8826f48e781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:05:17.520857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b06c42-a1f0-4537-91b7-53a7d7ca1bff" -d '{"events": [{"server_uuid": "87150431-76d0-44f3-a7a5-d8826f48e781", "name": "network-vif-plugged", "status": "completed", "tag": "b66dbb76-73ab-4cbf-8227-674c2ed6a61a"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:05:17.546036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port b66dbb76-73ab-4cbf-8227-674c2ed6a61a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:17.574808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f4a3e3-61cb-46cc-992b-323699a41f66 x-openstack-request-id: req-d7f4a3e3-61cb-46cc-992b-323699a41f66 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:05:17.575164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87150431-76d0-44f3-a7a5-d8826f48e781", "name": "network-vif-plugged", "status": "completed", "tag": "b66dbb76-73ab-4cbf-8227-674c2ed6a61a", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:05:17.575538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7f4a3e3-61cb-46cc-992b-323699a41f66 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:05:17.576081 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87150431-76d0-44f3-a7a5-d8826f48e781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a', 'code': 200} Jun 25 12:05:17.669715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:17.672431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:17.741398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:17.745646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:17.906169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544117-1230-42d5-b1ed-cc42fbe23f8a req-7f2cf919-f5b6-4514-8f5b-0ddcc3f8f1cc tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:17.908985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c544117-1230-42d5-b1ed-cc42fbe23f8a req-7f2cf919-f5b6-4514-8f5b-0ddcc3f8f1cc tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 945 time: 0.0835984 Jun 25 12:05:17.960598 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c544117-1230-42d5-b1ed-cc42fbe23f8a req-eb4aad31-8ad9-4482-907c-33f9991fe378 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445051 Jun 25 12:05:18.251893 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab060e23-cd08-450a-9b3d-d3eec81d8e1f req-def3f80e-9589-4054-880c-44ba4858da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:18.253787 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab060e23-cd08-450a-9b3d-d3eec81d8e1f req-def3f80e-9589-4054-880c-44ba4858da12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 1098 time: 0.0604165 Jun 25 12:05:18.298437 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab060e23-cd08-450a-9b3d-d3eec81d8e1f req-54da95c7-a482-429d-bf19-43082eefe665 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380335 Jun 25 12:05:19.260473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38af53-a50c-4904-b977-541f3d26ea3c req-92256bc0-28ba-428f-a6d7-630e4af0f75f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:19.262415 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1b38af53-a50c-4904-b977-541f3d26ea3c req-92256bc0-28ba-428f-a6d7-630e4af0f75f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 945 time: 0.1237772 Jun 25 12:05:19.336565 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1b38af53-a50c-4904-b977-541f3d26ea3c req-8aa6d090-9707-44bc-b956-ec840dc3d179 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629804 Jun 25 12:05:20.557539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001933a-2e8f-404a-948a-05ed58d1b263 req-a5b7e719-fed3-43e8-96f2-b21919ae1a39 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:20.559754 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c001933a-2e8f-404a-948a-05ed58d1b263 req-a5b7e719-fed3-43e8-96f2-b21919ae1a39 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 945 time: 0.0824032 Jun 25 12:05:20.625326 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c001933a-2e8f-404a-948a-05ed58d1b263 req-b93d94e1-401a-46ba-b50e-a4c00ff3604c tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583179 Jun 25 12:05:20.880380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a6927-c60c-4b89-832f-c3a5c36cada0 req-e802a0ef-d8e0-4114-b4a9-24f65cd61aa3 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:20.883133 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3d7a6927-c60c-4b89-832f-c3a5c36cada0 req-e802a0ef-d8e0-4114-b4a9-24f65cd61aa3 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 945 time: 0.1170559 Jun 25 12:05:20.946701 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3d7a6927-c60c-4b89-832f-c3a5c36cada0 req-7aaf68eb-b523-4574-b6c6-57ade0481df6 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532351 Jun 25 12:05:29.617745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-387ca328-239c-4ef7-96fe-0850e9f409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:32.005739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c563a6e6-b192-4124-89ad-4a6532844920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:32.154668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:33.303890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:35.187109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:40.833451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:48.321472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-3bd6ee3f-52c9-4492-a99b-9bc7cbc96b12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751169 Jun 25 12:05:48.453662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-9571cbf2-3e07-41c6-9f52-aa8f052e7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:48.455398 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-9571cbf2-3e07-41c6-9f52-aa8f052e7ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fc67f2a75340468d8039e7e5acd82c&device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 1098 time: 0.0752409 Jun 25 12:05:48.618208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-35855c73-d1f9-4079-bab7-83c6d1cd764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:48.619808 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-35855c73-d1f9-4079-bab7-83c6d1cd764e service neutron] 10.222.0.47 "GET /v2.0/networks?id=03dbc22a-4061-44bf-a7ba-0002759113d0 HTTP/1.1" status: 200 len: 919 time: 0.1367946 Jun 25 12:05:48.672833 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-db49f16f-4e6b-4159-99fd-63ff27477d74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b66dbb76-73ab-4cbf-8227-674c2ed6a61a HTTP/1.1" status: 200 len: 217 time: 0.0450830 Jun 25 12:05:48.731376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-f888dd37-fc7e-4e8f-8998-e3f6ae4652ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:48.732938 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-f888dd37-fc7e-4e8f-8998-e3f6ae4652ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=08634494-f4fc-4d93-9383-cbf19bd075a0 HTTP/1.1" status: 200 len: 856 time: 0.0544379 Jun 25 12:05:48.819080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-0d67894c-e5e4-4ebb-8c39-2e239bb536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:48.819314 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-0d67894c-e5e4-4ebb-8c39-2e239bb536a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03dbc22a-4061-44bf-a7ba-0002759113d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795238 Jun 25 12:05:48.984903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-41521c12-99d7-4156-ae0e-b4d0a9fca4fa service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569035 Jun 25 12:05:49.104079 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b6db729-49f5-4d52-9ee3-740a3fee0c8d req-11c9e632-0f3f-452b-94a5-9d9111375bb8 service neutron] 10.222.0.47 "GET /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126652 Jun 25 12:05:49.438894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6822a-6460-459c-a747-5195c511255b req-a7700f73-d0e7-4a27-8bdd-18cc6e5c134b tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:49.441343 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ba6822a-6460-459c-a747-5195c511255b req-a7700f73-d0e7-4a27-8bdd-18cc6e5c134b tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 945 time: 0.0826352 Jun 25 12:05:49.497115 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5ba6822a-6460-459c-a747-5195c511255b req-214127bf-386b-40ed-aab5-1799fd4e4939 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Jun 25 12:05:50.718271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a749dd1-cc50-4967-93fa-1b7aa245dda4 req-624c5476-bb5a-41a3-a675-ee01768e692a tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:50.719931 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2a749dd1-cc50-4967-93fa-1b7aa245dda4 req-624c5476-bb5a-41a3-a675-ee01768e692a tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 945 time: 0.0798378 Jun 25 12:05:50.783146 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2a749dd1-cc50-4967-93fa-1b7aa245dda4 req-cb08e101-bbab-4bf3-9b1f-e4d93d85a96f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/security-groups?id=df59db5d-dc85-40c8-8ffe-b897b2f90e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510423 Jun 25 12:05:51.285840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-8431790e-c0ca-4011-946d-dbc1e2bf2b02 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:05:51.287953 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-8431790e-c0ca-4011-946d-dbc1e2bf2b02 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 945 time: 0.0834637 Jun 25 12:05:51.440468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Deleting port b66dbb76-73ab-4cbf-8227-674c2ed6a61a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:05:51.440894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:51.554495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] For port b66dbb76-73ab-4cbf-8227-674c2ed6a61a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:51.554837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:51.570919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Calling delete_port for b66dbb76-73ab-4cbf-8227-674c2ed6a61a owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:05:51.795831 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:05:51.912058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:51.917204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b6ddd039-bc9a-49ad-b020-3969138ef368 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:51.928255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['b66dbb76-73ab-4cbf-8227-674c2ed6a61a'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:05:51.946625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Pushing event deleted for resources: {'Port': ['ID=b66dbb76-73ab-4cbf-8227-674c2ed6a61a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:51.953130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:52.011730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] No DVR routers for this DVR port b66dbb76-73ab-4cbf-8227-674c2ed6a61a on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:05:52.016354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:52.017339 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae59e96e-c98e-48e0-8d07-b547fadea955 req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.47 "DELETE /v2.0/ports/b66dbb76-73ab-4cbf-8227-674c2ed6a61a HTTP/1.1" status: 204 len: 173 time: 0.7236176 Jun 25 12:05:52.017926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87150431-76d0-44f3-a7a5-d8826f48e781', 'name': 'network-vif-deleted', 'tag': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:05:52.020978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0011d2a2-71b5-4633-ab25-527b1b30eb3e" -d '{"events": [{"server_uuid": "87150431-76d0-44f3-a7a5-d8826f48e781", "name": "network-vif-deleted", "tag": "b66dbb76-73ab-4cbf-8227-674c2ed6a61a"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:05:52.063246 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2ccfcd3-54a6-4d7c-a324-f1b2d5839cd8 req-d31e17cb-2cfd-431d-9ac4-b050751aab7e tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 210 time: 0.0387471 Jun 25 12:05:52.105197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8347951-d829-4624-b155-e869ce897414 x-openstack-request-id: req-c8347951-d829-4624-b155-e869ce897414 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:05:52.113318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87150431-76d0-44f3-a7a5-d8826f48e781", "name": "network-vif-deleted", "tag": "b66dbb76-73ab-4cbf-8227-674c2ed6a61a", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:05:52.113318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8347951-d829-4624-b155-e869ce897414 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:05:52.113318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87150431-76d0-44f3-a7a5-d8826f48e781', 'name': 'network-vif-deleted', 'tag': 'b66dbb76-73ab-4cbf-8227-674c2ed6a61a', 'status': 'completed', 'code': 200} Jun 25 12:05:53.287483 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f674a214-d62c-4941-a0a6-19aace6b11b7 req-38d74840-c40b-416f-887a-e856773e85f0 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] 10.222.0.81 "GET /v2.0/ports?device_id=87150431-76d0-44f3-a7a5-d8826f48e781 HTTP/1.1" status: 200 len: 210 time: 0.0378439 Jun 25 12:05:54.528457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35160) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:05:55.087612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:55.429810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b66dbb76-73ab-4cbf-8227-674c2ed6a61a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:05:55.453078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Deleting port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:05:55.453642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:55.474562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: b66dbb76-73ab-4cbf-8227-674c2ed6a61a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:05:55.475155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device b66dbb76-73ab-4cbf-8227-674c2ed6a61a not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:05:55.573911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] For port c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:55.574629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:55.600144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Calling delete_port for c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:05:56.009407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:56.012153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ad2ba012-290e-4c57-bf6e-48165fe4191b tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:56.043872 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:56.047641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:56.283362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:56.597763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Router 611897ea-4217-4ad3-888b-f218e1d5741b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:05:56.780280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:05:56.791299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] 10.222.0.81 "PUT /v2.0/routers/611897ea-4217-4ad3-888b-f218e1d5741b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2602110 Jun 25 12:05:56.793178 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] Sync routers for ids ['611897ea-4217-4ad3-888b-f218e1d5741b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:05:56.795122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35162) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:05:56.807614 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] Routers {'611897ea-4217-4ad3-888b-f218e1d5741b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:05:56.808660 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:05:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['611897ea-4217-4ad3-888b-f218e1d5741b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:05:56.936716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:57.016706 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] Set router 611897ea-4217-4ad3-888b-f218e1d5741b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:05:57.360059 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:05:55Z', 'revision_number': 5, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:05:57.413622 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] Checking router: 611897ea-4217-4ad3-888b-f218e1d5741b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:05:57.429465 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] Routers {'611897ea-4217-4ad3-888b-f218e1d5741b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:05:57.430542 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:05:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['611897ea-4217-4ad3-888b-f218e1d5741b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:05:57.547617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:57.615937 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] Set router 611897ea-4217-4ad3-888b-f218e1d5741b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:05:57.713695 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Deleting port a52c9661-0fc5-48bb-b6b8-17453b60a550 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:05:57.714229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:57.849311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] For port a52c9661-0fc5-48bb-b6b8-17453b60a550, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=a52c9661-0fc5-48bb-b6b8-17453b60a550,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:57.850297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:57.873962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Calling delete_port for a52c9661-0fc5-48bb-b6b8-17453b60a550 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:05:58.008719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:05:55Z', 'revision_number': 5, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:05:58.063300 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c339b28-c895-4e18-8e7f-4026bdbebc1c None None] The sync data for ids ['611897ea-4217-4ad3-888b-f218e1d5741b'] in dv-neutron-797120-5-hyperv is: [{'id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'name': 'tempest-TestEncryptedCinderVolumes-1368742302-router', 'tenant_id': '71fc67f2a75340468d8039e7e5acd82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54'}], 'enable_snat': True}, 'gw_port_id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:03:52Z', 'updated_at': '2021-06-25T12:05:55Z', 'revision_number': 5, 'project_id': '71fc67f2a75340468d8039e7e5acd82c', 'gw_port': {'id': 'a52c9661-0fc5-48bb-b6b8-17453b60a550', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611897ea-4217-4ad3-888b-f218e1d5741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:03:53Z', 'updated_at': '2021-06-25T12:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:05:58.160926 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.163483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e4ebf923-9831-4b07-8011-9887fd42bd7c tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:58.191729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52c9661-0fc5-48bb-b6b8-17453b60a550,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:58.205723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.206293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.206816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.207218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.207608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.207998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.208386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.208772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.209184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.209574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.209952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.210326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:05:58.232359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:58.280897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.382186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.384831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.514790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.515745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 611897ea-4217-4ad3-888b-f218e1d5741b {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:05:58.524127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.525663 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] 10.222.0.81 "DELETE /v2.0/routers/611897ea-4217-4ad3-888b-f218e1d5741b HTTP/1.1" status: 204 len: 168 time: 1.7287352 Jun 25 12:05:58.528768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35164) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:05:58.603639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Deleting subnet 08634494-f4fc-4d93-9383-cbf19bd075a0 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:05:58.609579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.678888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:58.823304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.010368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.015957 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9f4f8d89-cb56-494b-9d8f-918601fda430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:59.065055 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.067970 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/08634494-f4fc-4d93-9383-cbf19bd075a0 HTTP/1.1" status: 204 len: 168 time: 0.5378323 Jun 25 12:05:59.069378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08634494-f4fc-4d93-9383-cbf19bd075a0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:59.071970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35166) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:05:59.073846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:59.077319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18fc1c0-fa31-44ac-a7e1-9d8466c6695d None None] Network 03dbc22a-4061-44bf-a7ba-0002759113d0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:05:59.195371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.265185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Deleting port 4f83804d-0ea4-4ad7-9928-d39c0663203a {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:05:59.265845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.294468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:05:59.332931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:05:59.333408 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c8d17e31-bab3-4e2f-b63d-3cec4ffb0e02 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:05:59.334096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a52c9661-0fc5-48bb-b6b8-17453b60a550 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:05:59.363886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] DHCP port deletion for 03dbc22a-4061-44bf-a7ba-0002759113d0 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:05:59.364317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] For port 4f83804d-0ea4-4ad7-9928-d39c0663203a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4f83804d-0ea4-4ad7-9928-d39c0663203a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:59.364498 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.367365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: a52c9661-0fc5-48bb-b6b8-17453b60a550 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:05:59.367833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device a52c9661-0fc5-48bb-b6b8-17453b60a550 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:05:59.383775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Calling delete_port for 4f83804d-0ea4-4ad7-9928-d39c0663203a owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:05:59.428837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Deleting port 4f83804d-0ea4-4ad7-9928-d39c0663203a {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:05:59.429398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.511250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] For port 4f83804d-0ea4-4ad7-9928-d39c0663203a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=4f83804d-0ea4-4ad7-9928-d39c0663203a,segment=NetworkSegment(d1b57c59-3849-4932-aca6-079e86eebef8),segment_id=d1b57c59-3849-4932-aca6-079e86eebef8)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:05:59.511680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.534088 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Calling delete_port for 4f83804d-0ea4-4ad7-9928-d39c0663203a owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:05:59.620537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.623216 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:59.631784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.634494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f68a18d0-116a-427d-972d-a84cc57c5251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:05:59.650158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f83804d-0ea4-4ad7-9928-d39c0663203a,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:59.653912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:59.654732 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] No DVR routers for this DVR port 4f83804d-0ea4-4ad7-9928-d39c0663203a on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:05:59.662306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Pushing event deleted for resources: {'Port': ['ID=4f83804d-0ea4-4ad7-9928-d39c0663203a,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:05:59.665915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:05:59.666818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] No DVR routers for this DVR port 4f83804d-0ea4-4ad7-9928-d39c0663203a on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:05:59.675182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-695be845-4b4a-41dc-a739-3d61f1210fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.753683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.767868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dbc22a-4061-44bf-a7ba-0002759113d0']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:05:59.782672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b57c59-3849-4932-aca6-079e86eebef8') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:05:59.783014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b57c59-3849-4932-aca6-079e86eebef8') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:05:59.796449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.818123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.829305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:05:59.830010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:05:59.833122 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:06:00.038598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:00.043924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b37371b4-22dd-474e-8afd-922193d873b3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:00.059580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:00.062086 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/03dbc22a-4061-44bf-a7ba-0002759113d0 HTTP/1.1" status: 204 len: 168 time: 0.9883883 Jun 25 12:06:00.065360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=03dbc22a-4061-44bf-a7ba-0002759113d0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:00.066779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35168) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:00.069761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:00.557670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:00.961608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Deleting port e832ae1c-7c90-4660-ad34-d6dba2aa4add {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:06:00.962899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:01.038628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4f83804d-0ea4-4ad7-9928-d39c0663203a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:06:01.067582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 4f83804d-0ea4-4ad7-9928-d39c0663203a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:06:01.067953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 4f83804d-0ea4-4ad7-9928-d39c0663203a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:06:01.124998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] For port e832ae1c-7c90-4660-ad34-d6dba2aa4add, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e832ae1c-7c90-4660-ad34-d6dba2aa4add,segment=NetworkSegment(803a9a94-1ee8-4111-9ba0-baef45cda9ff),segment_id=803a9a94-1ee8-4111-9ba0-baef45cda9ff)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:01.125966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:01.144199 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Calling delete_port for e832ae1c-7c90-4660-ad34-d6dba2aa4add owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:06:01.486119 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:01.490983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-467660b5-78ad-4589-bfe5-fcc08ddbad68 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:01.525770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e832ae1c-7c90-4660-ad34-d6dba2aa4add,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:01.531043 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:01.796745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:01.974430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a366888-17c9-42f4-9cfa-e52d76e67c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:02.061270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Router 595884f6-124d-4a6a-95e5-95ed961b1e69 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:06:02.190987 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:06:02.196795 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] 10.222.0.81 "PUT /v2.0/routers/595884f6-124d-4a6a-95e5-95ed961b1e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1284769 Jun 25 12:06:02.199752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35170) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:02.201030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:02.206164 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] Sync routers for ids ['595884f6-124d-4a6a-95e5-95ed961b1e69'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:06:02.223407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] Routers {'595884f6-124d-4a6a-95e5-95ed961b1e69'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:02.224519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['595884f6-124d-4a6a-95e5-95ed961b1e69'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:02.367157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:02.383568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] Set router 595884f6-124d-4a6a-95e5-95ed961b1e69 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:02.540331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:02.628893 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:06:01Z', 'revision_number': 5, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:02.658155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] Checking router: 595884f6-124d-4a6a-95e5-95ed961b1e69 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:06:02.668913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] Routers {'595884f6-124d-4a6a-95e5-95ed961b1e69'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:02.669763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['595884f6-124d-4a6a-95e5-95ed961b1e69'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:02.992336 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] Set router 595884f6-124d-4a6a-95e5-95ed961b1e69 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:03.166574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Deleting port ea8685f9-e46b-4883-954f-fe7fb776bbbd {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:06:03.166892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:03.271462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] For port ea8685f9-e46b-4883-954f-fe7fb776bbbd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ea8685f9-e46b-4883-954f-fe7fb776bbbd,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:03.272185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:03.275341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:06:01Z', 'revision_number': 5, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:03.291994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Calling delete_port for ea8685f9-e46b-4883-954f-fe7fb776bbbd owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:06:03.328947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ff792-ccf3-4426-8749-b740afd8bcde None None] The sync data for ids ['595884f6-124d-4a6a-95e5-95ed961b1e69'] in dv-neutron-797120-5-hyperv is: [{'id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'name': 'tempest-TestEncryptedCinderVolumes-464653851-router', 'tenant_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:04:02Z', 'updated_at': '2021-06-25T12:06:01Z', 'revision_number': 5, 'project_id': 'dfefd7b678de4e17ad9ac11a4f4202ac', 'gw_port': {'id': 'ea8685f9-e46b-4883-954f-fe7fb776bbbd', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595884f6-124d-4a6a-95e5-95ed961b1e69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:04:03Z', 'updated_at': '2021-06-25T12:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:06:03.338522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:03.637575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:03.639869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-978a89d8-3f17-4813-80a8-f8ca6dfca6f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:03.681079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8685f9-e46b-4883-954f-fe7fb776bbbd,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:03.685708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:03.790888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:03.929592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:03.933035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.140739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.141795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595884f6-124d-4a6a-95e5-95ed961b1e69 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:06:04.160662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.160662 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] 10.222.0.81 "DELETE /v2.0/routers/595884f6-124d-4a6a-95e5-95ed961b1e69 HTTP/1.1" status: 204 len: 168 time: 1.9502876 Jun 25 12:06:04.160662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35172) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:04.239525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Deleting subnet 99a712d0-ae58-4e77-829a-285985dbdc18 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:06:04.245042 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.325759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.485390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.698288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.701864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c50887dd-028f-47ff-846a-e01492133566 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:04.732011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a712d0-ae58-4e77-829a-285985dbdc18,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:04.735800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:04.742894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.745489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/99a712d0-ae58-4e77-829a-285985dbdc18 HTTP/1.1" status: 204 len: 168 time: 0.5885239 Jun 25 12:06:04.748852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35174) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:04.750870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db5ceb-d440-4fc7-982e-9fc4fccacbf9 None None] Network 26498157-7afe-42ab-8369-1efa91cceeb0 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:06:04.873341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:04.973644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Deleting port 3c3a9951-de85-4692-9250-239e4675e159 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:06:04.974221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.011850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] DHCP port deletion for 26498157-7afe-42ab-8369-1efa91cceeb0 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:06:05.100626 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] For port 3c3a9951-de85-4692-9250-239e4675e159, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3c3a9951-de85-4692-9250-239e4675e159,segment=NetworkSegment(803a9a94-1ee8-4111-9ba0-baef45cda9ff),segment_id=803a9a94-1ee8-4111-9ba0-baef45cda9ff)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:05.101003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.105119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea8685f9-e46b-4883-954f-fe7fb776bbbd no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:06:05.123473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Calling delete_port for 3c3a9951-de85-4692-9250-239e4675e159 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:06:05.141198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Deleting port 3c3a9951-de85-4692-9250-239e4675e159 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:06:05.143584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.145932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ea8685f9-e46b-4883-954f-fe7fb776bbbd {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:06:05.146285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ea8685f9-e46b-4883-954f-fe7fb776bbbd not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:06:05.151698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3c3a9951-de85-4692-9250-239e4675e159 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:06:05.218552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.324083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] For port 3c3a9951-de85-4692-9250-239e4675e159, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3c3a9951-de85-4692-9250-239e4675e159,segment=NetworkSegment(803a9a94-1ee8-4111-9ba0-baef45cda9ff),segment_id=803a9a94-1ee8-4111-9ba0-baef45cda9ff)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:05.324380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.345080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Calling delete_port for 3c3a9951-de85-4692-9250-239e4675e159 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:06:05.380695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.386175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-44be6886-ee92-4655-b65f-893e199da3f0 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:05.447652 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3a9951-de85-4692-9250-239e4675e159,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:05.452514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:05.458027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] No DVR routers for this DVR port 3c3a9951-de85-4692-9250-239e4675e159 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:06:05.482806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.568023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.580911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26498157-7afe-42ab-8369-1efa91cceeb0']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:05.597308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803a9a94-1ee8-4111-9ba0-baef45cda9ff') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:05.597739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803a9a94-1ee8-4111-9ba0-baef45cda9ff') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:05.600697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e832ae1c-7c90-4660-ad34-d6dba2aa4add no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:06:05.616214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.626342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: e832ae1c-7c90-4660-ad34-d6dba2aa4add {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:06:05.626342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e832ae1c-7c90-4660-ad34-d6dba2aa4add not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:06:05.629859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.632638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ce353455-8bd9-452e-aee7-3dc0493c0ba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:05.649230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.658760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:06:05.659449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:06:05.661486 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:06:05.668218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Pushing event deleted for resources: {'Port': ['ID=3c3a9951-de85-4692-9250-239e4675e159,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:05.673149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:05.677219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] No DVR routers for this DVR port 3c3a9951-de85-4692-9250-239e4675e159 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:06:05.883256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.888510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-814c1734-62e2-4940-afdb-79c47255feb0 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:05.894513 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:05.904241 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] 10.222.0.81 "DELETE /v2.0/networks/26498157-7afe-42ab-8369-1efa91cceeb0 HTTP/1.1" status: 204 len: 168 time: 1.1533275 Jun 25 12:06:05.920590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=26498157-7afe-42ab-8369-1efa91cceeb0,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:05.928666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:06.468281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35178) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:06.522784 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d1890940-e827-40ee-a525-f772fb3f3f78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71fc67f2a75340468d8039e7e5acd82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527604 Jun 25 12:06:06.531752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35180) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:06.590179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:06.617206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:06.780407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:06.784419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:06.785755 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df59db5d-dc85-40c8-8ffe-b897b2f90e9f HTTP/1.1" status: 204 len: 168 time: 0.2530096 Jun 25 12:06:06.786642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6af5fb18-1aa9-4306-ac01-e92784e16731 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:06.797140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df59db5d-dc85-40c8-8ffe-b897b2f90e9f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:06.799952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:07.676485 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35186) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:07.726912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a60d129c-939f-43b1-bd89-ef1bea88d410 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfefd7b678de4e17ad9ac11a4f4202ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485857 Jun 25 12:06:07.729443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35188) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:07.790945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4c1590c-e725-4940-82a6-84d835266ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:07.819349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4c1590c-e725-4940-82a6-84d835266ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:07.992024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4c1590c-e725-4940-82a6-84d835266ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:07.995154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4c1590c-e725-4940-82a6-84d835266ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:07.996537 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a4c1590c-e725-4940-82a6-84d835266ad6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d04fe44-69f9-4e56-9f0d-a19c86216fda HTTP/1.1" status: 204 len: 168 time: 0.2660239 Jun 25 12:06:07.997581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-49a10974-65d1-407b-b8d2-02d190122af0 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:08.007611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1590c-e725-4940-82a6-84d835266ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d04fe44-69f9-4e56-9f0d-a19c86216fda,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:08.010105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a4c1590c-e725-4940-82a6-84d835266ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:09.460787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35210) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:09.643603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2130626053-network', 'tenant_id': 'f74145518836409a90bd4e624a53446f'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:06:09.765820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Made reservation on behalf of f74145518836409a90bd4e624a53446f for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:06:09.768391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:09.779099 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:09.907273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.037960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.045263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-674efb57-f965-4770-8681-d75b7b360b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:10.086599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:06:10.107080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1b39a8-5ab6-4d03-93a3-d292b54320c0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:10.116179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:10.118630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.118835 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Added segment 25ab9074-d4b9-4455-b084-ad291152083f of type vlan for network bad25a26-275d-4e15-b366-19935cc257e5 Jun 25 12:06:10.190588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.306756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.308438 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:10.309500 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.315197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a0e71c27-0745-48ab-909e-9302569583cf tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:10.408803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Pushing event updated for resources: {'Network': ['ID=bad25a26-275d-4e15-b366-19935cc257e5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:10.411845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:10.419120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network bad25a26-275d-4e15-b366-19935cc257e5 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:06:10.435113 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9729059 Jun 25 12:06:10.439523 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35214) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:10.445902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Request body: {'subnet': {'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2130626053-subnet', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:06:10.542743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Made reservation on behalf of f74145518836409a90bd4e624a53446f for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:06:10.545785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.869454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.871735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-25692794-9ccc-4aba-8c34-60f001944515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:10.912060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:10.946295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de13b524-a283-4812-a0dc-f12b8acb5684,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:10.951615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:10.961576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Checking segment: {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:10.961576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Network hostable DHCP agents. Network: bad25a26-275d-4e15-b366-19935cc257e5, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:06:11.094329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Network bad25a26-275d-4e15-b366-19935cc257e5 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:06:11.183033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, bad25a26-275d-4e15-b366-19935cc257e5) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:11.188763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:11.189631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:11.195932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcff7e1-1772-4cca-ae70-0a36515a8573 None None] Network bad25a26-275d-4e15-b366-19935cc257e5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:06:11.306999 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e1fff6ab-8eaf-4e72-97f3-8979eb513bb5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8654931 Jun 25 12:06:11.310905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35216) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:11.320578 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:06:11.446996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:11.448686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:11.468141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-bad25a26-275d-4e15-b366-19935cc257e5', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:06:11.469269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:11.554093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:11.714134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Allocated IP 172.20.0.2 (bad25a26-275d-4e15-b366-19935cc257e5/de13b524-a283-4812-a0dc-f12b8acb5684/39d23a93-1a7e-43e8-b4d4-35cdf0114b54) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:06:11.810589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:11.961363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:11.979097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Transition to ACTIVE for port object 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:12.005520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Transition to ACTIVE for port object 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:12.121409 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.126687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:12.176261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.196293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Network bad25a26-275d-4e15-b366-19935cc257e5 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:12.199156 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.205713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:12.211797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:06:12.226756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Pushing event updated for resources: {'Port': ['ID=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:12.234171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:12.321714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Attempting to bind port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:06:12.328052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Attempting to bind port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:06:12.328052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Attempting to bind port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 on network bad25a26-275d-4e15-b366-19935cc257e5 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:06:12.332231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:06:12.332801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Checking segment: {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:12.333469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.334090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Bound using segment: {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:06:12.334856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Bound port: 39d23a93-1a7e-43e8-b4d4-35cdf0114b54, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:06:12.335445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.375288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Allocated IP 172.26.0.152 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/90dedf61-d483-40af-9d9c-a6e1324cd59e) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:06:12.449576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] For port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:06:12.456815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] For port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:06:12.603994 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.641218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.647772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:12.747242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:12.753749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6dd2a3d3-e676-40fb-9a21-8242ce54b43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:12.758325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Pushing event updated for resources: {'Port': ['ID=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:12.765143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:12.825755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:12.835108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:12.839272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:06:12.892901 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Pushing event updated for resources: {'Port': ['ID=90dedf61-d483-40af-9d9c-a6e1324cd59e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:12.904324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:13.148554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:13.301495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:13.414322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:13.720357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:13.929413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c06e0-e133-4a34-9fae-fb12eb355c94 None None] Network bad25a26-275d-4e15-b366-19935cc257e5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:06:14.083676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Provisioning for port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:14.091230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Provisioning complete for port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:14.091866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:14.253606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:14.303723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] For port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:14.392189 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:14.397905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:14.483347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Router 51525b59-4adf-4006-9101-640bb08dd39e is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:06:14.483682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Pushing event updated for resources: {'Port': ['ID=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:14.487812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:14.617685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-912d102e-e11c-48ea-a791-3fd1fb8ff0dd None None] Provisioning complete for port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:14.618120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-912d102e-e11c-48ea-a791-3fd1fb8ff0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:14.705570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:06:14.719930 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Sync routers for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:06:14.732880 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:14.736364 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:14.788746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:14.790262 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4779468 Jun 25 12:06:14.793664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35218) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:14.865794 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:15.050247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:15.119193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:15.119697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.162547 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:13Z', 'revision_number': 3, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:15.209389 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Checking router: 51525b59-4adf-4006-9101-640bb08dd39e for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:06:15.209765 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Updating router 51525b59-4adf-4006-9101-640bb08dd39e port 90dedf61-d483-40af-9d9c-a6e1324cd59e binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:06:15.275659 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.446832 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.665492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Allocated IP 172.20.0.1 (bad25a26-275d-4e15-b366-19935cc257e5/de13b524-a283-4812-a0dc-f12b8acb5684/6a5e7454-078d-42a3-916d-db5f8f580106) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:06:15.734284 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.749449 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Transition to ACTIVE for port object 90dedf61-d483-40af-9d9c-a6e1324cd59e will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:15.823279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.848675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Transition to ACTIVE for port object 6a5e7454-078d-42a3-916d-db5f8f580106 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:15.877355 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.892404 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:15.938866 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Attempting to bind port 90dedf61-d483-40af-9d9c-a6e1324cd59e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:06:15.939295 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Attempting to bind port 90dedf61-d483-40af-9d9c-a6e1324cd59e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:06:15.939767 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Attempting to bind port 90dedf61-d483-40af-9d9c-a6e1324cd59e on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:06:15.942122 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Pushing event updated for resources: {'Port': ['ID=90dedf61-d483-40af-9d9c-a6e1324cd59e,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:15.951419 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:06:15.951786 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:15.952201 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.952607 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:06:15.953123 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Bound port: 90dedf61-d483-40af-9d9c-a6e1324cd59e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:06:15.953520 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:15.956112 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.956488 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.956870 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.957308 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.957809 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.958222 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.958724 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.959104 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.959499 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.959893 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.960262 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.960641 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:15.965997 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:16.041537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.043810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:16.047566 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] For port 90dedf61-d483-40af-9d9c-a6e1324cd59e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:06:16.053475 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] For port 90dedf61-d483-40af-9d9c-a6e1324cd59e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=90dedf61-d483-40af-9d9c-a6e1324cd59e,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:06:16.087249 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Network bad25a26-275d-4e15-b366-19935cc257e5 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:16.090425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:16.094365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:06:16.101715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5e7454-078d-42a3-916d-db5f8f580106,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:16.130910 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:16.141729 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.151054 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a231c01e-8735-4a29-94e4-3faaaa9321c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:16.170877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.214331 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:16.215494 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:16.310314 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Pushing event updated for resources: {'Port': ['ID=90dedf61-d483-40af-9d9c-a6e1324cd59e,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:16.321976 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:16.401747 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:16.466785 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.542829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-78c4b29f-7c1a-45fc-8705-ceb6008f024b None None] Provisioning for port 6a5e7454-078d-42a3-916d-db5f8f580106 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:16.548067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-78c4b29f-7c1a-45fc-8705-ceb6008f024b None None] Provisioning complete for port 6a5e7454-078d-42a3-916d-db5f8f580106 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:16.551994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-78c4b29f-7c1a-45fc-8705-ceb6008f024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.595443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-78c4b29f-7c1a-45fc-8705-ceb6008f024b None None] Port 6a5e7454-078d-42a3-916d-db5f8f580106 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:06:16.618220 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:13Z', 'revision_number': 3, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:16.657592 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2974a11-4175-4721-b3c8-154a27ad037c None None] The sync data for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv is: [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:13Z', 'revision_number': 3, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:06:16.752497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.849167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.875385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da976b47-64c7-4211-af36-b91d632b1e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:16.973414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:16.975015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5e7454-078d-42a3-916d-db5f8f580106,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:16.978716 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:17.110897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 90dedf61-d483-40af-9d9c-a6e1324cd59e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:17.119298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Network bad25a26-275d-4e15-b366-19935cc257e5 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:17.120967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:17.269378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 90dedf61-d483-40af-9d9c-a6e1324cd59e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:17.276396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 90dedf61-d483-40af-9d9c-a6e1324cd59e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:17.276981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:17.297206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Router 51525b59-4adf-4006-9101-640bb08dd39e has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:06:17.414540 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:17.454713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 90dedf61-d483-40af-9d9c-a6e1324cd59e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=90dedf61-d483-40af-9d9c-a6e1324cd59e,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:17.512805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:06:17.523231 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] 10.222.0.81 "PUT /v2.0/routers/51525b59-4adf-4006-9101-640bb08dd39e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282331 Jun 25 12:06:17.540516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-40619a32-28f9-4f34-bdc0-332743a4aa8a None None] Provisioning complete for port 6a5e7454-078d-42a3-916d-db5f8f580106 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:17.541183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-40619a32-28f9-4f34-bdc0-332743a4aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:17.546436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:17.582291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e5b18d07-d044-4946-b4ad-0b03ce1f59cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:17.670396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-40619a32-28f9-4f34-bdc0-332743a4aa8a None None] Port 6a5e7454-078d-42a3-916d-db5f8f580106 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:06:17.684097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=90dedf61-d483-40af-9d9c-a6e1324cd59e,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:17.698143 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.698490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.698865 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.699248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.699586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.699927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.700380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.700871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.701233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.701564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.701886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.702364 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:17.707588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:18.512684 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35234) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:18.520027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1787580909-network', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:06:18.577075 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Sync routers for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:06:18.590283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:18.591188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:18.643685 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Made reservation on behalf of be68b6445c704994b6b31d7490bc69bf for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:06:18.647811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:18.664294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:18.773837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:18.812847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:18.945054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:18.949534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ae941c4-07e7-4363-9fd8-2667582a2f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:18.973610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:06:18.986375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e5ea7d-b02b-44d7-8f0f-5593bb9ee38b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:18.992362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:18.992727 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Added segment 4a681f5c-683b-4e7c-b05b-82242df3491b of type vlan for network f7bb2165-2c07-49e6-9583-bbff68f5b986 Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.018310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.019472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:06:19.027064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:19.045763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 2, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:19.076781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 90dedf61-d483-40af-9d9c-a6e1324cd59e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:19.078109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.079417 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Checking router: 51525b59-4adf-4006-9101-640bb08dd39e for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:06:19.080003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Updating router 51525b59-4adf-4006-9101-640bb08dd39e port 6a5e7454-078d-42a3-916d-db5f8f580106 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:06:19.149121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.197645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.199362 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:19.199904 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 90dedf61-d483-40af-9d9c-a6e1324cd59e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:19.200320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.200526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.205805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-43047ddb-d814-4f34-b43d-4ee8a421ac80 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:19.322918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Pushing event updated for resources: {'Network': ['ID=f7bb2165-2c07-49e6-9583-bbff68f5b986,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:19.327384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:19.342058 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8278089 Jun 25 12:06:19.346617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:06:19.346915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35236) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:19.355638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Request body: {'subnet': {'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1787580909-subnet', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:06:19.463590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Made reservation on behalf of be68b6445c704994b6b31d7490bc69bf for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:06:19.466836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.815422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.827370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Transition to ACTIVE for port object 6a5e7454-078d-42a3-916d-db5f8f580106 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:19.847306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.852493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-95265e0c-90f5-4ad2-b68b-a7738f6801f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:19.927236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:19.932282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e78d597-5d41-4b05-be80-b402a19201d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:19.957529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689eacb6-ced7-4c48-b2ab-0a608b0be0c9,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:19.963840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:19.975376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Checking segment: {'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:19.975984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Network hostable DHCP agents. Network: f7bb2165-2c07-49e6-9583-bbff68f5b986, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:06:20.015521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a577c3d-711c-4d0c-962e-b80f21298c0e None None] Pushing event updated for resources: {'Port': ['ID=6a5e7454-078d-42a3-916d-db5f8f580106,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:20.041491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0a577c3d-711c-4d0c-962e-b80f21298c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:20.091070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Attempting to bind port 6a5e7454-078d-42a3-916d-db5f8f580106 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:06:20.091671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Attempting to bind port 6a5e7454-078d-42a3-916d-db5f8f580106 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:06:20.092270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Attempting to bind port 6a5e7454-078d-42a3-916d-db5f8f580106 on network bad25a26-275d-4e15-b366-19935cc257e5 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:06:20.095000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:06:20.102485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:06:20.102958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Checking segment: {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:20.103433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.103903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Bound using segment: {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:06:20.104988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Bound port: 6a5e7454-078d-42a3-916d-db5f8f580106, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:06:20.104988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.188598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, f7bb2165-2c07-49e6-9583-bbff68f5b986) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:20.197511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] For port 6a5e7454-078d-42a3-916d-db5f8f580106, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:06:20.199557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:20.201882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.202640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] For port 6a5e7454-078d-42a3-916d-db5f8f580106, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6a5e7454-078d-42a3-916d-db5f8f580106,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:06:20.207372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b29e0-f6ac-4574-8758-9faf0fa81710 None None] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:06:20.303089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.309593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-abc1dc93-1512-4876-a99b-d1fa04868b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:20.313118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35238) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:20.314027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9647481 Jun 25 12:06:20.319824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:06:20.432409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.434808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.483193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:20.484055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:20.490450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a577c3d-711c-4d0c-962e-b80f21298c0e None None] Pushing event updated for resources: {'Port': ['ID=6a5e7454-078d-42a3-916d-db5f8f580106,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:20.498413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0a577c3d-711c-4d0c-962e-b80f21298c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:20.525682 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.678306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-f7bb2165-2c07-49e6-9583-bbff68f5b986', 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'fixed_ips': [{'subnet_id': '689eacb6-ced7-4c48-b2ab-0a608b0be0c9'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:06:20.679692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.827059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:20.887933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:21.121211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Allocated IP 172.20.0.2 (f7bb2165-2c07-49e6-9583-bbff68f5b986/689eacb6-ced7-4c48-b2ab-0a608b0be0c9/3b91849f-e89a-4bf8-bed0-e5164e6dec41) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:06:21.214951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.235644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.333637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:20Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:21.378422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82da9a40-9647-4bdb-8ad1-90cc4280cab1 None None] The sync data for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv is: [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:20Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:06:21.389561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.404158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Transition to ACTIVE for port object 3b91849f-e89a-4bf8-bed0-e5164e6dec41 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:21.422922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Allocated IP 172.26.0.136 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/8094a941-1284-4a28-882b-b96c27b527c4) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:06:21.432713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Transition to ACTIVE for port object 3b91849f-e89a-4bf8-bed0-e5164e6dec41 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:21.511747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.518550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:21.603238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:21.606139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.608469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:21.613425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:06:21.625985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Pushing event updated for resources: {'Port': ['ID=3b91849f-e89a-4bf8-bed0-e5164e6dec41,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:21.634650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:21.717515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.722404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d74dda11-0f85-48e0-bb2a-7c1ad0437a30 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:21.728269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Attempting to bind port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:06:21.732642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Attempting to bind port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:06:21.732642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Attempting to bind port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 on network f7bb2165-2c07-49e6-9583-bbff68f5b986 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:06:21.741824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:06:21.742433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Checking segment: {'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:21.743433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.744138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Bound using segment: {'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:06:21.745063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Bound port: 3b91849f-e89a-4bf8-bed0-e5164e6dec41, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:06:21.745730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.775413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:21.783824 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:21.791057 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:06:21.840301 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Pushing event updated for resources: {'Port': ['ID=8094a941-1284-4a28-882b-b96c27b527c4,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:21.847356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:21.871135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] For port 3b91849f-e89a-4bf8-bed0-e5164e6dec41, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:06:21.876581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] For port 3b91849f-e89a-4bf8-bed0-e5164e6dec41, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3b91849f-e89a-4bf8-bed0-e5164e6dec41,segment=NetworkSegment(4a681f5c-683b-4e7c-b05b-82242df3491b),segment_id=4a681f5c-683b-4e7c-b05b-82242df3491b)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:06:21.962542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:21.969504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-2231d84b-fc2b-4dcd-af9c-0b118321376f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:22.089201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Pushing event updated for resources: {'Port': ['ID=3b91849f-e89a-4bf8-bed0-e5164e6dec41,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:22.094493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:22.322047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:22.711149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:23.067496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:06:23.170457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3b91849f-e89a-4bf8-bed0-e5164e6dec41 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:23.244106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:06:23.258609 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Sync routers for ids ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:06:23.275757 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Routers {'7a2c631b-8e56-4327-8be1-38ee1072ebe6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:23.276890 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:23.329582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bc40fa-d8e4-4c1a-8742-d79dec37c260 None None] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:06:23.348986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:23.357783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:23.361616 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0451581 Jun 25 12:06:23.363466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35240) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:06:23.366852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6a5e7454-078d-42a3-916d-db5f8f580106 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:23.449152 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Set router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:23.586896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Provisioning for port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:23.636682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Provisioning complete for port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:23.637435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:23.677256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 6a5e7454-078d-42a3-916d-db5f8f580106 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:23.700069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 6a5e7454-078d-42a3-916d-db5f8f580106 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:23.700887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:23.871747 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '8094a941-1284-4a28-882b-b96c27b527c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:06:22Z', 'revision_number': 3, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port': {'id': '8094a941-1284-4a28-882b-b96c27b527c4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:21Z', 'updated_at': '2021-06-25T12:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:23.924057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:23.928574 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Checking router: 7a2c631b-8e56-4327-8be1-38ee1072ebe6 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:06:23.929197 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Updating router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 port 8094a941-1284-4a28-882b-b96c27b527c4 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:06:23.956035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.001616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] For port 3b91849f-e89a-4bf8-bed0-e5164e6dec41, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3b91849f-e89a-4bf8-bed0-e5164e6dec41,segment=NetworkSegment(4a681f5c-683b-4e7c-b05b-82242df3491b),segment_id=4a681f5c-683b-4e7c-b05b-82242df3491b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:24.019160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 6a5e7454-078d-42a3-916d-db5f8f580106, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6a5e7454-078d-42a3-916d-db5f8f580106,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:24.025605 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.129955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.133134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:24.179924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.220887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.238160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Pushing event updated for resources: {'Port': ['ID=3b91849f-e89a-4bf8-bed0-e5164e6dec41,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:24.249797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:24.251287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0a577c3d-711c-4d0c-962e-b80f21298c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:24.343620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-cd9c06f9-60e6-4ecd-9cd7-f005050af1a9 None None] Provisioning complete for port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:24.344260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cd9c06f9-60e6-4ecd-9cd7-f005050af1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.387528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=6a5e7454-078d-42a3-916d-db5f8f580106,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:24.401123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:24.441895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Allocated IP 172.20.0.1 (f7bb2165-2c07-49e6-9583-bbff68f5b986/689eacb6-ced7-4c48-b2ab-0a608b0be0c9/9590cd49-063a-43b4-a16e-8caf0cc54ffe) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:06:24.562414 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.582789 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Transition to ACTIVE for port object 8094a941-1284-4a28-882b-b96c27b527c4 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:24.647754 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.654932 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.658945 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:24.672842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Transition to ACTIVE for port object 9590cd49-063a-43b4-a16e-8caf0cc54ffe will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:24.748403 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Attempting to bind port 8094a941-1284-4a28-882b-b96c27b527c4 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:06:24.749047 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Attempting to bind port 8094a941-1284-4a28-882b-b96c27b527c4 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:06:24.749718 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Attempting to bind port 8094a941-1284-4a28-882b-b96c27b527c4 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:06:24.763962 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404e029-92f2-4ee0-8f9b-4f181b4506ff None None] Pushing event updated for resources: {'Port': ['ID=8094a941-1284-4a28-882b-b96c27b527c4,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:24.768660 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:06:24.769363 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:24.770061 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.770751 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:06:24.771596 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Bound port: 8094a941-1284-4a28-882b-b96c27b527c4, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:06:24.772231 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.776121 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-f404e029-92f2-4ee0-8f9b-4f181b4506ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:24.794975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.800007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-05e72819-74d0-46e9-81e7-7a814fab556b tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:24.847552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:24.853882 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:24.858621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:06:24.879303 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] For port 8094a941-1284-4a28-882b-b96c27b527c4, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:06:24.885894 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] For port 8094a941-1284-4a28-882b-b96c27b527c4, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8094a941-1284-4a28-882b-b96c27b527c4,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:06:24.903867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Pushing event updated for resources: {'Port': ['ID=9590cd49-063a-43b4-a16e-8caf0cc54ffe,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:24.912661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:24.945524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.971152 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:24.975299 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b3765ed0-58db-4bf9-82da-ff1e65b6a1b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:25.072930 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404e029-92f2-4ee0-8f9b-4f181b4506ff None None] Pushing event updated for resources: {'Port': ['ID=8094a941-1284-4a28-882b-b96c27b527c4,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:25.087639 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-f404e029-92f2-4ee0-8f9b-4f181b4506ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:25.113628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3b91849f-e89a-4bf8-bed0-e5164e6dec41 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:25.119702 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Routers {'7a2c631b-8e56-4327-8be1-38ee1072ebe6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:25.121289 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:25.181260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:25.181572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:25.285058 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] Set router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:25.307955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:25.325876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6a5e7454-078d-42a3-916d-db5f8f580106 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:25.386262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9fa2fb8e-6484-4262-8d6e-aaa5f84d2083 None None] Provisioning for port 9590cd49-063a-43b4-a16e-8caf0cc54ffe completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:25.405332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9fa2fb8e-6484-4262-8d6e-aaa5f84d2083 None None] Provisioning complete for port 9590cd49-063a-43b4-a16e-8caf0cc54ffe triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:25.406233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9fa2fb8e-6484-4262-8d6e-aaa5f84d2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:25.452534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 6a5e7454-078d-42a3-916d-db5f8f580106 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:25.453605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:25.516935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2fb8e-6484-4262-8d6e-aaa5f84d2083 None None] Port 9590cd49-063a-43b4-a16e-8caf0cc54ffe cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:06:25.566750 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '8094a941-1284-4a28-882b-b96c27b527c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:06:22Z', 'revision_number': 3, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port': {'id': '8094a941-1284-4a28-882b-b96c27b527c4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:21Z', 'updated_at': '2021-06-25T12:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:25.605505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:25.621871 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0c02d-83c7-444c-b6a9-4e16f8100636 None None] The sync data for ids ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'] in dv-neutron-797120-5-hyperv is: [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '8094a941-1284-4a28-882b-b96c27b527c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:06:22Z', 'revision_number': 3, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port': {'id': '8094a941-1284-4a28-882b-b96c27b527c4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:21Z', 'updated_at': '2021-06-25T12:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:06:25.671671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:25.678114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3c656eab-748d-4eb7-a606-20766f6bc1be tempest-ServersNegativeTestJSON-298184837 tempest-ServersNegativeTestJSON-298184837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:25.803106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:25.806921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Pushing event updated for resources: {'Port': ['ID=9590cd49-063a-43b4-a16e-8caf0cc54ffe,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:25.812330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:26.007933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:26.010453 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:26.227866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:06:26.355661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-756b6ca4-f58a-4047-bd3e-4057fe18d37c None None] Provisioning complete for port 9590cd49-063a-43b4-a16e-8caf0cc54ffe triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:26.356576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-756b6ca4-f58a-4047-bd3e-4057fe18d37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:26.411672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-756b6ca4-f58a-4047-bd3e-4057fe18d37c None None] Port 9590cd49-063a-43b4-a16e-8caf0cc54ffe cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:06:26.443802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:06:26.452713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] 10.222.0.81 "PUT /v2.0/routers/7a2c631b-8e56-4327-8be1-38ee1072ebe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0872989 Jun 25 12:06:27.092723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8094a941-1284-4a28-882b-b96c27b527c4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:27.234976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 8094a941-1284-4a28-882b-b96c27b527c4 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:27.242820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8094a941-1284-4a28-882b-b96c27b527c4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:27.243293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:27.391086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:27.430884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 8094a941-1284-4a28-882b-b96c27b527c4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8094a941-1284-4a28-882b-b96c27b527c4,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:27.500259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:27.505017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b0b76fd4-3176-471d-8107-6180aaf60bbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:27.602798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=8094a941-1284-4a28-882b-b96c27b527c4,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:27.609269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:28.434651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Sync routers for ids ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:06:28.450330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Routers {'7a2c631b-8e56-4327-8be1-38ee1072ebe6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:28.452006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:28.800176 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:06:28.828521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Set router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:29.138945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8094a941-1284-4a28-882b-b96c27b527c4 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:29.294931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8094a941-1284-4a28-882b-b96c27b527c4 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:29.295576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:29.362144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '8094a941-1284-4a28-882b-b96c27b527c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:06:25Z', 'revision_number': 4, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port': {'id': '8094a941-1284-4a28-882b-b96c27b527c4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:21Z', 'updated_at': '2021-06-25T12:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9590cd49-063a-43b4-a16e-8caf0cc54ffe', 'name': '', 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'mac_address': 'fa:16:3e:47:1a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '689eacb6-ced7-4c48-b2ab-0a608b0be0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:24Z', 'updated_at': '2021-06-25T12:06:25Z', 'revision_number': 2, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'subnets': [{'id': '689eacb6-ced7-4c48-b2ab-0a608b0be0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:29.413596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Checking router: 7a2c631b-8e56-4327-8be1-38ee1072ebe6 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:06:29.413596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Updating router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 port 9590cd49-063a-43b4-a16e-8caf0cc54ffe binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:06:29.519910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:29.557395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-67aafadb-3bef-4998-b34e-9fa6a1db4893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:30.078199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:30.097479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Transition to ACTIVE for port object 9590cd49-063a-43b4-a16e-8caf0cc54ffe will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:30.165430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:30.169703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:30.351244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba101f56-e6e1-4844-aa44-483894734773 None None] Pushing event updated for resources: {'Port': ['ID=9590cd49-063a-43b4-a16e-8caf0cc54ffe,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:30.355619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ba101f56-e6e1-4844-aa44-483894734773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:30.428661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Attempting to bind port 9590cd49-063a-43b4-a16e-8caf0cc54ffe on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:06:30.430125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Attempting to bind port 9590cd49-063a-43b4-a16e-8caf0cc54ffe by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:06:30.431005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Attempting to bind port 9590cd49-063a-43b4-a16e-8caf0cc54ffe on network f7bb2165-2c07-49e6-9583-bbff68f5b986 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:06:30.440956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:06:30.442479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Checking segment: {'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:06:30.445376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:30.448259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Bound using segment: {'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:06:30.449568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Bound port: 9590cd49-063a-43b4-a16e-8caf0cc54ffe, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a681f5c-683b-4e7c-b05b-82242df3491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:06:30.450819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:30.591165 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] For port 9590cd49-063a-43b4-a16e-8caf0cc54ffe, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:06:30.617161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] For port 9590cd49-063a-43b4-a16e-8caf0cc54ffe, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9590cd49-063a-43b4-a16e-8caf0cc54ffe,segment=NetworkSegment(4a681f5c-683b-4e7c-b05b-82242df3491b),segment_id=4a681f5c-683b-4e7c-b05b-82242df3491b)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:06:30.683821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:30.686859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:30.778392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Routers {'7a2c631b-8e56-4327-8be1-38ee1072ebe6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:06:30.782518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:06:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:30.858243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba101f56-e6e1-4844-aa44-483894734773 None None] Pushing event updated for resources: {'Port': ['ID=9590cd49-063a-43b4-a16e-8caf0cc54ffe,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:30.874725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ba101f56-e6e1-4844-aa44-483894734773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:31.059320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] Set router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:06:31.398384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '8094a941-1284-4a28-882b-b96c27b527c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:06:25Z', 'revision_number': 4, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port': {'id': '8094a941-1284-4a28-882b-b96c27b527c4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:21Z', 'updated_at': '2021-06-25T12:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9590cd49-063a-43b4-a16e-8caf0cc54ffe', 'name': '', 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'mac_address': 'fa:16:3e:47:1a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '689eacb6-ced7-4c48-b2ab-0a608b0be0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:24Z', 'updated_at': '2021-06-25T12:06:30Z', 'revision_number': 4, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'subnets': [{'id': '689eacb6-ced7-4c48-b2ab-0a608b0be0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:06:31.435588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1a93f2-366c-491a-90c4-0ad25730d202 None None] The sync data for ids ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'] in dv-neutron-797120-5-hyperv is: [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '8094a941-1284-4a28-882b-b96c27b527c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:06:25Z', 'revision_number': 4, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port': {'id': '8094a941-1284-4a28-882b-b96c27b527c4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:21Z', 'updated_at': '2021-06-25T12:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9590cd49-063a-43b4-a16e-8caf0cc54ffe', 'name': '', 'network_id': 'f7bb2165-2c07-49e6-9583-bbff68f5b986', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'mac_address': 'fa:16:3e:47:1a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '689eacb6-ced7-4c48-b2ab-0a608b0be0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:24Z', 'updated_at': '2021-06-25T12:06:30Z', 'revision_number': 4, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'subnets': [{'id': '689eacb6-ced7-4c48-b2ab-0a608b0be0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:06:32.303332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d5be5a2b-f1ed-4791-8351-989932ef2847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:32.337822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:33.122198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9590cd49-063a-43b4-a16e-8caf0cc54ffe up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:33.288007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 9590cd49-063a-43b4-a16e-8caf0cc54ffe completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:33.293047 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 9590cd49-063a-43b4-a16e-8caf0cc54ffe triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:33.293722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:33.357287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:33.458672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:33.570476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 9590cd49-063a-43b4-a16e-8caf0cc54ffe, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9590cd49-063a-43b4-a16e-8caf0cc54ffe,segment=NetworkSegment(4a681f5c-683b-4e7c-b05b-82242df3491b),segment_id=4a681f5c-683b-4e7c-b05b-82242df3491b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:06:33.641321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:33.646284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ba101f56-e6e1-4844-aa44-483894734773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:33.807521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=9590cd49-063a-43b4-a16e-8caf0cc54ffe,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:33.812315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:35.110396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9590cd49-063a-43b4-a16e-8caf0cc54ffe up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:06:35.204006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:35.213938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 9590cd49-063a-43b4-a16e-8caf0cc54ffe triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:35.214577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:40.871548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:43.054607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-55e6568f-03e5-469a-b8e8-9c5f8feab9f2 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:43.056345 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-55e6568f-03e5-469a-b8e8-9c5f8feab9f2 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 815 time: 0.1364877 Jun 25 12:06:43.079241 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-8ee809d0-6146-455e-afe1-d9636c475730 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/quotas/f74145518836409a90bd4e624a53446f HTTP/1.1" status: 200 len: 375 time: 0.0124514 Jun 25 12:06:43.174051 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-335fe3a1-7d62-4098-93a8-84302a20c6ee tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833623 Jun 25 12:06:43.316389 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-f075c583-efc2-4c32-b1d3-8114bd17d207 service neutron] 10.222.0.81 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236968 Jun 25 12:06:43.467042 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-ec8b5144-fc49-42b4-b6bc-db085252e322 service neutron] 10.222.0.81 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394281 Jun 25 12:06:43.851094 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-23eb825b-05b3-4837-be32-9c41722a056b req-36b56a8f-6c76-4a93-83f7-6276cffcb870 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 210 time: 0.0559306 Jun 25 12:06:44.953671 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bb4d985f-2817-4394-8ea2-c5f6b6f7e56f req-cef44234-da38-4417-8b39-dcaa8deb6870 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 210 time: 0.0388734 Jun 25 12:06:46.143973 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b7a15019-04f0-4284-9359-6f43806fb000 req-71999724-094e-4624-aa99-dce4bfb47dd9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 210 time: 0.0640473 Jun 25 12:06:47.021508 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-d61f5f6e-7863-40c2-ad6d-9d6bf6dabc60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:47.024196 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-d61f5f6e-7863-40c2-ad6d-9d6bf6dabc60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 815 time: 0.1851494 Jun 25 12:06:47.040393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'port': {'device_id': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'admin_state_up': True, 'tenant_id': 'f74145518836409a90bd4e624a53446f'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:06:47.339969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2cf6d083-5ac8-4c9d-8d73-7448fd717da0 req-50879886-2664-4fbc-b130-1176cbbb817f tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 210 time: 0.0389552 Jun 25 12:06:47.368704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Made reservation on behalf of f74145518836409a90bd4e624a53446f for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:06:47.376243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:47.623677 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Allocated IP 172.20.0.12 (bad25a26-275d-4e15-b366-19935cc257e5/de13b524-a283-4812-a0dc-f12b8acb5684/907bd94f-88d1-4229-bb03-a293b5880190) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:06:47.804940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:47.825529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Transition to ACTIVE for port object 907bd94f-88d1-4229-bb03-a293b5880190 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:06:47.985165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:47.989889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:06:48.040664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Network bad25a26-275d-4e15-b366-19935cc257e5 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:06:48.044619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:06:48.052797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:06:48.061767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:06:48.087584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:06:48.144400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:48.145404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:48.238316 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2046340 Jun 25 12:06:48.537303 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f511b646-d473-4a61-be7f-1ae96ef7426f None None] Provisioning for port 907bd94f-88d1-4229-bb03-a293b5880190 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:06:48.544660 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f511b646-d473-4a61-be7f-1ae96ef7426f None None] Provisioning complete for port 907bd94f-88d1-4229-bb03-a293b5880190 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:06:48.545268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f511b646-d473-4a61-be7f-1ae96ef7426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:06:48.612626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f511b646-d473-4a61-be7f-1ae96ef7426f None None] Port 907bd94f-88d1-4229-bb03-a293b5880190 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:06:48.627435 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf581-2474-4dca-b9d9-ce77ce04f0dd req-fe83f5c8-e702-4867-82f0-5d43ff64e5b4 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:48.631535 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ecdbf581-2474-4dca-b9d9-ce77ce04f0dd req-fe83f5c8-e702-4867-82f0-5d43ff64e5b4 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.1377366 Jun 25 12:06:48.716109 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ecdbf581-2474-4dca-b9d9-ce77ce04f0dd req-f8fd4c22-0e81-4010-8b92-602190aab28b tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771160 Jun 25 12:06:50.016269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42616ed-03bc-441a-b1f2-88ff876b2d98 req-e35a3fd9-bc78-4ebb-9e3c-0f264743d667 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:50.019069 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c42616ed-03bc-441a-b1f2-88ff876b2d98 req-e35a3fd9-bc78-4ebb-9e3c-0f264743d667 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.0948887 Jun 25 12:06:50.496317 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c42616ed-03bc-441a-b1f2-88ff876b2d98 req-863982a0-18c8-4c85-bcb9-11b4645cc8ae tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700458 Jun 25 12:06:51.790004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e00e62-2095-4855-8f99-d99951458c2f req-ab6ccc7e-ebd6-454c-a973-0e6012fdfc83 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:51.796609 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b1e00e62-2095-4855-8f99-d99951458c2f req-ab6ccc7e-ebd6-454c-a973-0e6012fdfc83 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.1292841 Jun 25 12:06:51.871325 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b1e00e62-2095-4855-8f99-d99951458c2f req-65131791-782a-46a5-8a03-f243b7d0b45c tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708427 Jun 25 12:06:53.088932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374abab-e8e7-4343-ba6c-ac7a4ed9e155 req-1c6c69b9-ba4c-4c4f-b595-659f35462a21 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:53.090545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c374abab-e8e7-4343-ba6c-ac7a4ed9e155 req-1c6c69b9-ba4c-4c4f-b595-659f35462a21 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.0896964 Jun 25 12:06:53.158592 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c374abab-e8e7-4343-ba6c-ac7a4ed9e155 req-94ca0f4a-8830-484f-924c-fe7308c2a1ae tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601819 Jun 25 12:06:54.556124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ebb26-dbfb-461f-a21c-3ed5bdc65b29 req-81541270-bc0c-4aa3-a7a5-e1b9764f09d3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:54.558962 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ec9ebb26-dbfb-461f-a21c-3ed5bdc65b29 req-81541270-bc0c-4aa3-a7a5-e1b9764f09d3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.1473072 Jun 25 12:06:54.636377 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ec9ebb26-dbfb-461f-a21c-3ed5bdc65b29 req-fe1809cf-197f-45ba-9458-880c76d247a4 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693324 Jun 25 12:06:55.920252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923954e-4d23-4cf2-aced-17f11ad88430 req-a94f4772-cba9-4a13-9850-a3e492dc99b9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:55.923866 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2923954e-4d23-4cf2-aced-17f11ad88430 req-a94f4772-cba9-4a13-9850-a3e492dc99b9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.1310167 Jun 25 12:06:55.989524 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2923954e-4d23-4cf2-aced-17f11ad88430 req-646ebf5a-fb29-44e4-b752-48f3b763e26b tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557625 Jun 25 12:06:57.324640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a679e6-2d20-4310-9f01-48a3b464bbb1 req-afda6f53-dc2c-4ce3-b39a-b9f3dc6a2039 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:57.327450 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-09a679e6-2d20-4310-9f01-48a3b464bbb1 req-afda6f53-dc2c-4ce3-b39a-b9f3dc6a2039 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.1408956 Jun 25 12:06:57.404724 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-09a679e6-2d20-4310-9f01-48a3b464bbb1 req-79989c77-95a6-42c7-a7f2-85db3d8b0da0 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653553 Jun 25 12:06:58.755934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf39ffc-6e9d-4a3b-b486-d16bbe5a738a req-620a23df-88dc-410e-bc75-c4c97e31201e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:06:58.759179 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fcf39ffc-6e9d-4a3b-b486-d16bbe5a738a req-620a23df-88dc-410e-bc75-c4c97e31201e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.0972345 Jun 25 12:06:58.826426 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fcf39ffc-6e9d-4a3b-b486-d16bbe5a738a req-8dd5c946-1962-4023-be25-1c8df15790fb tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616758 Jun 25 12:06:59.577655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf26a-bae4-4750-8876-40e96bc3c110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:00.058661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e165b-bc29-4fc4-be7c-068799821bf8 req-1d84b579-c906-40cc-b138-2498c27cd686 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:00.060256 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8e5e165b-bc29-4fc4-be7c-068799821bf8 req-1d84b579-c906-40cc-b138-2498c27cd686 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.0870159 Jun 25 12:07:00.106537 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8e5e165b-bc29-4fc4-be7c-068799821bf8 req-251822c3-8594-41d5-9595-c3909942f4be tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Jun 25 12:07:01.374707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ae424-7f24-4058-b077-e12d84671075 req-ad0c2626-1a55-43ea-b2a4-466b1daeacd0 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:01.377467 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf3ae424-7f24-4058-b077-e12d84671075 req-ad0c2626-1a55-43ea-b2a4-466b1daeacd0 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 932 time: 0.1184728 Jun 25 12:07:01.439013 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf3ae424-7f24-4058-b077-e12d84671075 req-5061492f-58b1-4cd8-b218-6981040d0e5e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Jun 25 12:07:01.767929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Request body: {'port': {'device_id': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:01.867633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:01.979465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa41a88c-e521-4631-ab23-d8650d06261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:02.139527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:02.312130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907bd94f-88d1-4229-bb03-a293b5880190 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:07:02.321545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:02.336358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Transition to ACTIVE for port object 907bd94f-88d1-4229-bb03-a293b5880190 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:07:02.436146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:02.440834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1dc4b12c-5917-4b67-ace7-18d8b03102b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:02.509255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Pushing event updated for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:02.514450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:02.644975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Attempting to bind port 907bd94f-88d1-4229-bb03-a293b5880190 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:07:02.645566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Attempting to bind port 907bd94f-88d1-4229-bb03-a293b5880190 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:07:02.646125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Attempting to bind port 907bd94f-88d1-4229-bb03-a293b5880190 on network bad25a26-275d-4e15-b366-19935cc257e5 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:07:02.654665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Port 907bd94f-88d1-4229-bb03-a293b5880190 on network bad25a26-275d-4e15-b366-19935cc257e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:07:02.655225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Attempting to bind port 907bd94f-88d1-4229-bb03-a293b5880190 on network bad25a26-275d-4e15-b366-19935cc257e5 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:07:02.667420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:07:02.668018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Checking segment: {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:07:02.668707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Bound using segment: {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:07:02.669524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Bound port: 907bd94f-88d1-4229-bb03-a293b5880190, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ab9074-d4b9-4455-b084-ad291152083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:07:02.670154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:02.724883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2171b-df33-48ee-95ec-5a57eb6dc3e4 req-4f4b37eb-33d3-430f-b9f9-6486779d9598 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:02.727816 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-22b2171b-df33-48ee-95ec-5a57eb6dc3e4 req-4f4b37eb-33d3-430f-b9f9-6486779d9598 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 944 time: 0.1002290 Jun 25 12:07:02.781327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:07:02.787845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=907bd94f-88d1-4229-bb03-a293b5880190,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:07:02.797421 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-22b2171b-df33-48ee-95ec-5a57eb6dc3e4 req-35a52033-305a-4769-bc8f-7ed18dd12ce7 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578160 Jun 25 12:07:02.875463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:02.881147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ffb4ed24-2041-4100-a6a7-3dec6c1d9b45 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:02.940871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:02.941682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:02.943287 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] 10.222.0.47 "PUT /v2.0/ports/907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 1094 time: 1.1846075 Jun 25 12:07:02.943867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:07:02.946472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17" -d '{"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:07:02.988950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Pushing event updated for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:02.999646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:03.151818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4da37d4-8256-420b-aad9-24f9845f5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:03.153732 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-b4da37d4-8256-420b-aad9-24f9845f5499 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1097 time: 0.0887976 Jun 25 12:07:03.237425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc15335-0add-4bcf-af8b-59dcd7350b06 x-openstack-request-id: req-4cc15335-0add-4bcf-af8b-59dcd7350b06 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:07:03.237975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:07:03.238541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cc15335-0add-4bcf-af8b-59dcd7350b06 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:07:03.239365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190', 'status': 'completed', 'code': 200} Jun 25 12:07:03.242175 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-2c1787f9-4034-4847-95b7-ccef5ec0b555 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 217 time: 0.0805922 Jun 25 12:07:03.325992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-15c6450c-e74f-4eaf-8406-a6650bd8207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:03.328374 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-15c6450c-e74f-4eaf-8406-a6650bd8207c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0789790 Jun 25 12:07:03.343515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:03.425436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-fd349f79-6d89-4e8c-b255-97f47814f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:03.428330 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-fd349f79-6d89-4e8c-b255-97f47814f33c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931704 Jun 25 12:07:03.547385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-8808c6e5-a919-4f60-95c6-3e01b82e0117 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112316 Jun 25 12:07:03.670417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-81667e36-4fe7-4dad-a573-64ae2353ef9d req-92eb1799-f61c-4d0d-a512-4f035e4fda71 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164169 Jun 25 12:07:03.878492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-e25aacee-0e76-4ee0-8a0e-662935857689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:03.881290 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-e25aacee-0e76-4ee0-8a0e-662935857689 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1097 time: 0.0728972 Jun 25 12:07:04.038236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-ae0d87cb-3fbf-4d76-b9d4-4f86f54bb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:04.040075 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-ae0d87cb-3fbf-4d76-b9d4-4f86f54bb096 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1513381 Jun 25 12:07:04.102276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe6b6-19d5-44ae-b392-666a4d3f4471 req-f198fc98-2132-4583-ab52-4c5210ea0e69 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:04.104920 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d1fe6b6-19d5-44ae-b392-666a4d3f4471 req-f198fc98-2132-4583-ab52-4c5210ea0e69 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 944 time: 0.1279566 Jun 25 12:07:04.115622 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-1bf6db6c-888d-457a-b046-dde39bda4f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 217 time: 0.0678828 Jun 25 12:07:04.181120 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d1fe6b6-19d5-44ae-b392-666a4d3f4471 req-4686bd1f-201a-45fb-9349-19dbe3a070ad tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626090 Jun 25 12:07:04.206618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-ab1ca4b9-7a55-4298-97ec-ba262df5cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:04.208318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-ab1ca4b9-7a55-4298-97ec-ba262df5cd4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0859122 Jun 25 12:07:04.276424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-627f158f-c302-4ee0-96a3-d0cc44078958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:04.278401 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-627f158f-c302-4ee0-96a3-d0cc44078958 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627446 Jun 25 12:07:04.435208 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-de831619-d574-4e27-a97b-006d3702963a service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476879 Jun 25 12:07:04.550847 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d9b91fc4-2045-4b7b-8aa4-d54e15d4dc17 req-9f5f905a-6b33-440f-b617-624f6a5fd16c service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082997 Jun 25 12:07:05.222875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:05.389949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d5358-9167-46cd-bd50-5f324f6d3520 req-1ea6db24-f404-4abf-9384-18ef8f00de6b tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:05.392232 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf1d5358-9167-46cd-bd50-5f324f6d3520 req-1ea6db24-f404-4abf-9384-18ef8f00de6b tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 944 time: 0.0751832 Jun 25 12:07:05.442899 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cf1d5358-9167-46cd-bd50-5f324f6d3520 req-d2605c04-1542-418b-b5f3-28d21cc55993 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Jun 25 12:07:05.791957 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:07:06.714082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc935f9-32a4-4deb-848e-a01024bd9170 req-68619266-efcc-423f-b2b0-ffdd4135cc12 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:06.716961 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dfc935f9-32a4-4deb-848e-a01024bd9170 req-68619266-efcc-423f-b2b0-ffdd4135cc12 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 944 time: 0.1238379 Jun 25 12:07:06.769692 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dfc935f9-32a4-4deb-848e-a01024bd9170 req-64f231fe-33bb-446e-8402-d1b425226223 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Jun 25 12:07:07.693133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 907bd94f-88d1-4229-bb03-a293b5880190 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:07:07.804750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=907bd94f-88d1-4229-bb03-a293b5880190,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:07:07.820745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '907bd94f-88d1-4229-bb03-a293b5880190', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'port_id': '907bd94f-88d1-4229-bb03-a293b5880190', 'mac_address': 'fa:16:3e:58:fe:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:07:07.866150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:07.881878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907bd94f-88d1-4229-bb03-a293b5880190 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:07:07.907297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=907bd94f-88d1-4229-bb03-a293b5880190,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:07:08.013110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:08.014963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:08.030439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a622b-0ef7-4f0d-92ca-8b7bdcd5ccd0 req-4d14ff40-a7e6-4a50-9b12-095e781429fe tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:08.034713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bb3a622b-0ef7-4f0d-92ca-8b7bdcd5ccd0 req-4d14ff40-a7e6-4a50-9b12-095e781429fe tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 944 time: 0.1175687 Jun 25 12:07:08.075368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:08.080443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:08.103686 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bb3a622b-0ef7-4f0d-92ca-8b7bdcd5ccd0 req-ffd8e24e-9510-4508-a955-3fe3e083066b tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628195 Jun 25 12:07:08.344849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['907bd94f-88d1-4229-bb03-a293b5880190'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:07:09.315137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115e67f-d9e2-4496-9c0c-c0cf6909d660 req-e98ff40a-00d1-42a3-99e2-8afce6c8330d tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:09.317851 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c115e67f-d9e2-4496-9c0c-c0cf6909d660 req-e98ff40a-00d1-42a3-99e2-8afce6c8330d tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 945 time: 0.0850332 Jun 25 12:07:09.363857 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c115e67f-d9e2-4496-9c0c-c0cf6909d660 req-b9ed6c9b-e668-4180-a612-587bdd315697 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Jun 25 12:07:09.702498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 907bd94f-88d1-4229-bb03-a293b5880190 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:07:09.903608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 907bd94f-88d1-4229-bb03-a293b5880190 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:07:09.910332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 907bd94f-88d1-4229-bb03-a293b5880190 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:07:09.910825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:09.998242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:10.027160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:07:10.029941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b96a0b-8e79-4650-9c9b-ea35b1ddd0a4" -d '{"events": [{"server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "name": "network-vif-plugged", "status": "completed", "tag": "907bd94f-88d1-4229-bb03-a293b5880190"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:07:10.049304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=907bd94f-88d1-4229-bb03-a293b5880190,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:07:10.122002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:10.126009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0a577c3d-711c-4d0c-962e-b80f21298c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:10.162063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab24be24-fdf2-4a8f-a137-e0599a523f64 x-openstack-request-id: req-ab24be24-fdf2-4a8f-a137-e0599a523f64 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:07:10.162383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "name": "network-vif-plugged", "status": "completed", "tag": "907bd94f-88d1-4229-bb03-a293b5880190", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:07:10.162778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab24be24-fdf2-4a8f-a137-e0599a523f64 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:07:10.163248 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190', 'code': 200} Jun 25 12:07:10.245132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:10.250864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:10.598184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8f97-a23d-431f-a0ed-b6ed39a79847 req-ef875230-bc28-492a-8325-9b2d24710dbf tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:10.600912 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-09fe8f97-a23d-431f-a0ed-b6ed39a79847 req-ef875230-bc28-492a-8325-9b2d24710dbf tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.1061282 Jun 25 12:07:10.630683 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3d85f-c82d-4ebc-8289-ca08f968c276 req-cf620606-ad17-4fc2-939b-f3cd4d7f29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:10.632416 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31e3d85f-c82d-4ebc-8289-ca08f968c276 req-cf620606-ad17-4fc2-939b-f3cd4d7f29f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1099 time: 0.0619655 Jun 25 12:07:10.668873 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-09fe8f97-a23d-431f-a0ed-b6ed39a79847 req-33951ce2-5342-47ec-ba3d-e3ea026b8f19 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603783 Jun 25 12:07:10.671854 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-31e3d85f-c82d-4ebc-8289-ca08f968c276 req-62aa3b99-a10b-4650-9b83-0233703073a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Jun 25 12:07:10.881509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:12.049860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699887d-4e56-4fda-8114-09cf1e13ce8d req-fa364ae9-7c25-4023-bc8e-69207ebe03c5 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:12.051475 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c699887d-4e56-4fda-8114-09cf1e13ce8d req-fa364ae9-7c25-4023-bc8e-69207ebe03c5 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.0872784 Jun 25 12:07:12.118935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c699887d-4e56-4fda-8114-09cf1e13ce8d req-3650d076-154b-4081-b6e5-cda473882569 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Jun 25 12:07:13.379847 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b40ec-a0ab-4030-af19-15364d0bf90e req-6c48fcb2-5de3-4e0d-919f-55b4a868de94 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:13.381580 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-692b40ec-a0ab-4030-af19-15364d0bf90e req-6c48fcb2-5de3-4e0d-919f-55b4a868de94 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.0934701 Jun 25 12:07:13.437347 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-692b40ec-a0ab-4030-af19-15364d0bf90e req-a8f03931-0a6f-4962-9eba-861e587409d9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Jun 25 12:07:13.746415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe5fd2-773a-4ca6-901c-c44fa7807753 req-adb6dc31-326f-4e5d-b9f9-130a2713d4ea tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:13.747996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccfe5fd2-773a-4ca6-901c-c44fa7807753 req-adb6dc31-326f-4e5d-b9f9-130a2713d4ea tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.1175580 Jun 25 12:07:13.795370 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccfe5fd2-773a-4ca6-901c-c44fa7807753 req-a8884152-86a8-418d-a0e4-5de256831743 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Jun 25 12:07:14.304233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0dff2-2739-46ed-80c2-4a8ebb5daa94 req-7c6fcba3-4395-4ef9-827f-ab336fffa9bb tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:14.306937 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-84e0dff2-2739-46ed-80c2-4a8ebb5daa94 req-7c6fcba3-4395-4ef9-827f-ab336fffa9bb tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.0845959 Jun 25 12:07:14.359189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-84e0dff2-2739-46ed-80c2-4a8ebb5daa94 req-12f15f68-1f35-4e07-8bcd-81dde8aee3a2 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Jun 25 12:07:29.618643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7993ca10-cc36-4446-b31e-6d9fbc65ca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:31.156549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6338-b92d-428e-9372-c1a572eaa982 req-e627122d-c751-44f2-8e6e-1685a176f8c5 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:31.158635 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-978a6338-b92d-428e-9372-c1a572eaa982 req-e627122d-c751-44f2-8e6e-1685a176f8c5 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.0745969 Jun 25 12:07:31.207708 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-978a6338-b92d-428e-9372-c1a572eaa982 req-ca32b21b-829d-4c33-aabd-a47e96040b60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Jun 25 12:07:31.236900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35468) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:31.417596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3673ec-f3ba-4225-9eed-7a0773356ceb tempest-TestMinimumBasicScenario-93120810 tempest-TestMinimumBasicScenario-93120810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:31.419376 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ec3673ec-f3ba-4225-9eed-7a0773356ceb tempest-TestMinimumBasicScenario-93120810 tempest-TestMinimumBasicScenario-93120810-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1094 time: 0.1808300 Jun 25 12:07:31.424251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35472) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:31.431000 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '907bd94f-88d1-4229-bb03-a293b5880190', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:31.692218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:31.823185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:31.937590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Allocated IP 172.26.0.158 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/fa4cab6b-aa74-48a3-b8b9-8ff31704eeb4) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:07:32.007005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-93f194a7-0c88-4a08-b151-9dd383b074df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:32.063928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:32.216462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:32.251963 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:32.254461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:32.292489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:07:32.298323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:07:32.302459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:07:32.336022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'Port': ['ID=fa4cab6b-aa74-48a3-b8b9-8ff31704eeb4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:32.349278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.349673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.350084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.350514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.350897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.351274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.351649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.352022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.352394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.352763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.353155 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.353527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:32.359085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:32.759689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:32.925656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:33.185475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:33.325191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:33.328066 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f2a9da27-c412-468c-ad61-cd2aa47b786f tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:33.355765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:33.430828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'Port': ['ID=fa4cab6b-aa74-48a3-b8b9-8ff31704eeb4,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:33.438192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:33.453804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:33.609830 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Floating IP 160af225-04d0-4f5d-a332-377a11170a16 associated. External IP: 172.26.0.158, port: 907bd94f-88d1-4229-bb03-a293b5880190. Jun 25 12:07:33.912536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Router 51525b59-4adf-4006-9101-640bb08dd39e has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:07:34.096074 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:07:34.114879 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] Sync routers for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:07:34.134633 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:07:34.135928 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:07:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:07:34.195541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:34.246449 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8208592 Jun 25 12:07:34.247031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:07:34.249439 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845003bd-921d-4a98-839b-22145d5fc0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:07:34.252803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35474) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:34.258474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1994199418', 'description': 'tempest-secgroup-smoke-1994199418 description', 'project_id': 'f74145518836409a90bd4e624a53446f'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:34.313772 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:07:34.324946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8cec61-f784-47ad-bd6a-b61a037ddff0 x-openstack-request-id: req-7f8cec61-f784-47ad-bd6a-b61a037ddff0 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:07:34.325542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:07:34.326528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f8cec61-f784-47ad-bd6a-b61a037ddff0 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:07:34.326786 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190', 'status': 'completed', 'code': 200} Jun 25 12:07:34.443403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:34.450716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-533122f6-a68c-45ff-b496-91ce2776b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:34.452242 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-533122f6-a68c-45ff-b496-91ce2776b650 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1099 time: 0.1012332 Jun 25 12:07:34.627799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:34.641628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-ab3f93e7-5a66-48a5-93f5-5d9c0c42fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:34.644371 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-ab3f93e7-5a66-48a5-93f5-5d9c0c42fb16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1848114 Jun 25 12:07:34.720360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-edb988d3-3d3b-4d23-83a1-e7d46de1492f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 1000 time: 0.0680788 Jun 25 12:07:34.725240 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '160af225-04d0-4f5d-a332-377a11170a16', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'floating_ip_address': '172.26.0.158', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'port_id': '907bd94f-88d1-4229-bb03-a293b5880190', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'mac_address': 'fa:16:3e:58:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:07:32Z', 'updated_at': '2021-06-25T12:07:32Z', 'revision_number': 0, 'project_id': 'f74145518836409a90bd4e624a53446f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:23Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:07:34.743764 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:34.748192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-348f9f89-2af1-48de-9062-b88e1158d001 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:34.783905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-27ad9231-22fd-4f0f-a636-57d6a5c5c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:34.784296 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] Checking router: 51525b59-4adf-4006-9101-640bb08dd39e for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:07:34.784732 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfe7b5c-0468-49ef-8caf-6c52967961a0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:34.785515 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-27ad9231-22fd-4f0f-a636-57d6a5c5c116 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0583169 Jun 25 12:07:34.793334 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.793766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.794111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.794597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.794985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.795391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.795798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.796186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.796599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.797619 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.798027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.798519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:07:34.802560 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:07:34.803020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:34.804856 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:07:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:07:34.856490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-6b1b3231-7392-4313-a4f7-76ae9140ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:34.858334 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-6b1b3231-7392-4313-a4f7-76ae9140ae96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653374 Jun 25 12:07:34.949023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:34.957361 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3bdf7a27-e97c-4b51-84ef-98f8b6778521 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6973381 Jun 25 12:07:34.957902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35478) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:34.966615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'security_group_rule': {'security_group_id': 'ccfe7b5c-0468-49ef-8caf-6c52967961a0', 'project_id': 'f74145518836409a90bd4e624a53446f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:34.996017 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-99e54ce6-7f73-422d-a066-69661a645fcb service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258800 Jun 25 12:07:35.065055 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:07:35.118955 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-845003bd-921d-4a98-839b-22145d5fc0c3 req-97f57ca4-3ae6-4d0e-b39e-6933ae7ccec1 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204832 Jun 25 12:07:35.126643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.178513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.213074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.316174 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.319495 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1ea1d2b4-e4cf-433c-ac6d-13ad6bb4784d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:35.345989 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a766d727-d6a2-4fcc-8760-69af10e901c5,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:35.355362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:35.357341 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '160af225-04d0-4f5d-a332-377a11170a16', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'floating_ip_address': '172.26.0.158', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'port_id': '907bd94f-88d1-4229-bb03-a293b5880190', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'mac_address': 'fa:16:3e:58:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:07:32Z', 'updated_at': '2021-06-25T12:07:32Z', 'revision_number': 0, 'project_id': 'f74145518836409a90bd4e624a53446f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:23Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:07:35.391477 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c0ed83-2c35-4bde-8156-32bbe38e4967 None None] The sync data for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv is: [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '160af225-04d0-4f5d-a332-377a11170a16', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'floating_ip_address': '172.26.0.158', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'port_id': '907bd94f-88d1-4229-bb03-a293b5880190', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'mac_address': 'fa:16:3e:58:fe:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:07:32Z', 'updated_at': '2021-06-25T12:07:32Z', 'revision_number': 0, 'project_id': 'f74145518836409a90bd4e624a53446f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:23Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:07:35.459269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.460817 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5011458 Jun 25 12:07:35.464443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35480) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:35.472996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'security_group_rule': {'security_group_id': 'ccfe7b5c-0468-49ef-8caf-6c52967961a0', 'project_id': 'f74145518836409a90bd4e624a53446f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:35.638209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.655583 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20977c0f-76c1-4438-916a-01b922bc80c5 None None] New status for floating IP 160af225-04d0-4f5d-a332-377a11170a16: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:07:35.756587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.858636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:35.862020 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1ef082f4-4d85-4744-8efb-ef683cf2b36a tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:35.882118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f87facd-b755-4356-84e4-c450a48338c4,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:35.885445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:36.006722 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.012816 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5422468 Jun 25 12:07:36.012816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35482) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:36.020834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'security_group_rule': {'security_group_id': 'ccfe7b5c-0468-49ef-8caf-6c52967961a0', 'project_id': 'f74145518836409a90bd4e624a53446f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:36.139423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.213655 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.309069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.311595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d676c2b0-a164-420b-9046-33859b126236 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:36.337191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6cebfd-9ffa-4112-92e1-990afe9a8d4c,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:36.341693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:36.418432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.419913 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060323 Jun 25 12:07:36.423894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35484) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:36.429736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'security_group_rule': {'security_group_id': 'ccfe7b5c-0468-49ef-8caf-6c52967961a0', 'project_id': 'f74145518836409a90bd4e624a53446f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:36.529802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.623103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.773231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.776529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cf96f8f-d96b-493b-8310-717cab184c15 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:36.807657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c657db46-56cf-4005-9f3f-37500cd8ab9a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:36.813210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:36.955657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:36.956925 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5317912 Jun 25 12:07:36.960328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35486) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:36.971166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'security_group_rule': {'security_group_id': 'ccfe7b5c-0468-49ef-8caf-6c52967961a0', 'project_id': 'f74145518836409a90bd4e624a53446f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:37.064869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Project f74145518836409a90bd4e624a53446f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:07:37.070621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.147147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.275669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.278972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e24ace65-a841-40c2-8c9b-84a646a94f34 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:37.302050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e74a87-6afe-481b-b9bb-9ba2e6567234,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:37.305883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:37.361599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.363770 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-69b341bf-764d-4d30-9bee-d202256a9557 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4017556 Jun 25 12:07:37.367518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35488) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:07:37.375567 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'security_group_rule': {'security_group_id': 'ccfe7b5c-0468-49ef-8caf-6c52967961a0', 'project_id': 'f74145518836409a90bd4e624a53446f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:37.519384 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Project f74145518836409a90bd4e624a53446f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:07:37.525810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.615883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.727021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.733817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-45ca6cf8-3672-456e-93df-0a93fe68fc92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:37.756541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89455eab-c6db-44ca-8a27-584805b5c13b,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:37.759516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:37.855121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:37.856373 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4874024 Jun 25 12:07:38.011094 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-1ae65bb3-37b2-45d6-9e1f-21ee418420ff tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994199418&fields=id&tenant_id=f74145518836409a90bd4e624a53446f HTTP/1.1" status: 200 len: 267 time: 0.0476253 Jun 25 12:07:38.090033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-dbefb92d-3188-45de-a2f6-94ef39d9e76b tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:38.091680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-dbefb92d-3188-45de-a2f6-94ef39d9e76b tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.0703220 Jun 25 12:07:38.108676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'port': {'security_groups': ['4b1b39a8-5ab6-4d03-93a3-d292b54320c0', 'ccfe7b5c-0468-49ef-8caf-6c52967961a0']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:07:38.217421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:38.490111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=907bd94f-88d1-4229-bb03-a293b5880190,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:07:39.014456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:39.104389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:39.112004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2e018113-0df6-4d0c-af72-07feaa00a864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:07:39.119271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['907bd94f-88d1-4229-bb03-a293b5880190'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:07:39.199794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:39.200953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:39.205725 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-77a9f4d4-b6ba-460e-b7fd-f8078e1e3d38 req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "PUT /v2.0/ports/907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 982 time: 1.0998886 Jun 25 12:07:39.206268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:07:39.210601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3522a5-54f3-485a-822e-9d4445b7a17e" -d '{"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:07:39.270763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['907bd94f-88d1-4229-bb03-a293b5880190'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:07:39.288702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=6']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:07:39.308864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:07:39.312111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7a855-4bfd-4d5a-8de7-b55933c81c29 x-openstack-request-id: req-ecb7a855-4bfd-4d5a-8de7-b55933c81c29 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:07:39.312735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:07:39.313333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecb7a855-4bfd-4d5a-8de7-b55933c81c29 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:07:39.314169 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190', 'status': 'completed', 'code': 200} Jun 25 12:07:39.427031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-c3f97fb9-d824-43e7-adb8-c59c65ac82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:39.429983 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-c3f97fb9-d824-43e7-adb8-c59c65ac82e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1138 time: 0.0993497 Jun 25 12:07:39.567991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51324704-a798-44c1-bf92-2c28537a3beb req-8f2d46d4-a14d-4bd4-905f-87bb96b74780 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:39.569876 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-51324704-a798-44c1-bf92-2c28537a3beb req-8f2d46d4-a14d-4bd4-905f-87bb96b74780 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.1308715 Jun 25 12:07:39.584550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-8c0ede83-055b-4ef5-9f0c-8e413a2eb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:39.586246 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-8c0ede83-055b-4ef5-9f0c-8e413a2eb627 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1500599 Jun 25 12:07:39.652228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-51324704-a798-44c1-bf92-2c28537a3beb req-7a0f777a-72dc-4d29-a6e1-cb3f7cb8f825 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678873 Jun 25 12:07:39.699756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-91e2902b-31a0-4a97-a4d8-143935100449 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 1002 time: 0.1033242 Jun 25 12:07:39.717198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-82a824de-c446-4e58-aca8-693a50c43b81 None None] Provisioning complete for port 907bd94f-88d1-4229-bb03-a293b5880190 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:07:39.717774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82a824de-c446-4e58-aca8-693a50c43b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:39.799647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-f2d7b9d1-ede6-458b-9c74-b70fa4949f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:39.807003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-f2d7b9d1-ede6-458b-9c74-b70fa4949f09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0950925 Jun 25 12:07:39.886982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-c4aefba4-dae3-409b-9f0d-a6aa8ead0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:39.888999 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-c4aefba4-dae3-409b-9f0d-a6aa8ead0425 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771143 Jun 25 12:07:40.123682 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-c2a78630-b298-49dd-90f1-3d7e65993a33 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275143 Jun 25 12:07:40.239957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad3522a5-54f3-485a-822e-9d4445b7a17e req-6c365bd3-751b-4c0b-abe4-7c61a1c9d0a2 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100075 Jun 25 12:07:40.857870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:07:42.798439 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:07:50.319385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-4d4ef50c-f3fd-4711-a740-520f0f02d424 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795186 Jun 25 12:07:50.448553 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-409f538d-c215-411b-84c4-4a44ee734424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:50.451197 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-409f538d-c215-411b-84c4-4a44ee734424 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1138 time: 0.0805013 Jun 25 12:07:50.630183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-e14891f0-b276-4792-8f30-546e64472b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:50.632663 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-e14891f0-b276-4792-8f30-546e64472b01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1584489 Jun 25 12:07:50.719454 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-7e68bbfe-41ef-40f7-b3fd-87ff9046d7f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 1002 time: 0.0754976 Jun 25 12:07:50.780474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-0a89b7c3-f63a-4d35-860d-3467f2c03ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:50.783591 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-0a89b7c3-f63a-4d35-860d-3467f2c03ec3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0567467 Jun 25 12:07:50.888173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-2db1bb7b-13c2-4e84-a849-6607ad267216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:07:50.891615 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-2db1bb7b-13c2-4e84-a849-6607ad267216 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010220 Jun 25 12:07:51.084574 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-aa9202f9-b343-4f67-93d2-1291501cfd59 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851861 Jun 25 12:07:51.216197 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cd8d6efd-be20-4b27-ba49-1ebe0937ca03 req-dfadb239-c8bb-47ae-bf48-78d1afe02a61 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245584 Jun 25 12:07:59.548730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-af2756cb-e317-486b-a1a7-4d6fd6ddf7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:01.989499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5512706b-6cd1-48a5-8cd6-1089eb808459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:02.142601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:03.304111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:05.166852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:10.897249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:19.788844 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:08:25.211821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062f13c-06eb-4798-bf1c-32dfe51d0256 req-b0d72e79-12df-442d-926d-7eeac2d3a18c tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:25.213867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8062f13c-06eb-4798-bf1c-32dfe51d0256 req-b0d72e79-12df-442d-926d-7eeac2d3a18c tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0944228 Jun 25 12:08:25.246636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-a681d227-b26e-4cd9-9f11-40dcc0d5e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:25.249379 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-a681d227-b26e-4cd9-9f11-40dcc0d5e900 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1138 time: 0.0840397 Jun 25 12:08:25.360651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-8668f918-ccd5-4075-a425-d5ea89befa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:25.362373 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-8668f918-ccd5-4075-a425-d5ea89befa37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1071978 Jun 25 12:08:25.454015 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-bc3b27c5-7582-4857-b92d-10f510be8e14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 1002 time: 0.0828464 Jun 25 12:08:25.512828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-041bf45f-23bf-45e7-989e-caae2aa553c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:25.515046 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-041bf45f-23bf-45e7-989e-caae2aa553c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0540874 Jun 25 12:08:25.584614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-1b93a8c7-ae6a-4679-ae27-de52aff583fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:25.586646 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-1b93a8c7-ae6a-4679-ae27-de52aff583fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647187 Jun 25 12:08:25.671035 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8062f13c-06eb-4798-bf1c-32dfe51d0256 req-17d97656-f1ba-4529-9025-b4ef9229cce5 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4462481 Jun 25 12:08:25.731265 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-2f1eea2b-62d0-43fa-abe4-a70bc3cbb6fb service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365261 Jun 25 12:08:25.853413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4b392edc-bde5-4e65-b2f1-6e94664a5bd3 req-b11601bd-a012-4266-93ae-a452737b6ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128628 Jun 25 12:08:26.944011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7790bfe-cc9c-4131-991a-fe17cffbf2d0 req-7ac3fbcd-1d2e-4148-83c7-2584072b10a3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:26.946803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d7790bfe-cc9c-4131-991a-fe17cffbf2d0 req-7ac3fbcd-1d2e-4148-83c7-2584072b10a3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.1069436 Jun 25 12:08:27.004278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d7790bfe-cc9c-4131-991a-fe17cffbf2d0 req-b5939290-a68a-4231-b737-bec34156daca tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479593 Jun 25 12:08:28.218656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b107e3d-ca3c-42b8-8ec4-b6872831e0e5 req-18001380-6d7c-4298-a42c-b0223d072d1c tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:28.219920 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b107e3d-ca3c-42b8-8ec4-b6872831e0e5 req-18001380-6d7c-4298-a42c-b0223d072d1c tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0743184 Jun 25 12:08:28.268188 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8b107e3d-ca3c-42b8-8ec4-b6872831e0e5 req-86496574-6ed9-4e45-a886-0ac2a660cbbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419972 Jun 25 12:08:29.471179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962f8b1-9ef8-4294-a920-e293e4a47b70 req-60e571c2-3c1a-4135-b361-99b64e0871a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:29.479647 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b962f8b1-9ef8-4294-a920-e293e4a47b70 req-60e571c2-3c1a-4135-b361-99b64e0871a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0808342 Jun 25 12:08:29.523070 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b962f8b1-9ef8-4294-a920-e293e4a47b70 req-e23faef8-382a-4255-b8d6-48ceb3bda3a7 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402787 Jun 25 12:08:29.536717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-70198bd2-f944-4b85-9968-ee6e8a30c890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:30.745236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074e894-8f52-4c44-947c-c1108db72036 req-3f38a964-4170-4945-806e-71878c742f7e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:30.746856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6074e894-8f52-4c44-947c-c1108db72036 req-3f38a964-4170-4945-806e-71878c742f7e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0802579 Jun 25 12:08:30.793563 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6074e894-8f52-4c44-947c-c1108db72036 req-1d3bc2c1-9b06-431d-9ba8-c232425998dc tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394824 Jun 25 12:08:32.040926 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357844e-dc3d-4400-9f72-5f557e68447e req-15da5fad-c24a-47a3-8ed8-6a32ac8ae739 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:32.042709 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1357844e-dc3d-4400-9f72-5f557e68447e req-15da5fad-c24a-47a3-8ed8-6a32ac8ae739 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0824385 Jun 25 12:08:32.101291 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1357844e-dc3d-4400-9f72-5f557e68447e req-e182b8e2-dfa2-4aa2-9733-094679cbe030 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464768 Jun 25 12:08:32.120126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7c91f8f6-17d2-4307-907f-3bfbe7b5f90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:32.196370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:33.301050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec784-7506-4490-97d3-64f481db851b req-91f2b39b-2e9b-40b2-ac63-c9c65366312c tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:33.302592 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2dfec784-7506-4490-97d3-64f481db851b req-91f2b39b-2e9b-40b2-ac63-c9c65366312c tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0751679 Jun 25 12:08:33.350917 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2dfec784-7506-4490-97d3-64f481db851b req-d62c8230-f451-4276-8736-6f0bc83b1f21 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412924 Jun 25 12:08:33.353720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:34.599352 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667e178-a08f-4723-ace9-d68539ecdfc0 req-3b4a3977-6e59-4aaa-b391-c0024f168850 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:34.601035 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5667e178-a08f-4723-ace9-d68539ecdfc0 req-3b4a3977-6e59-4aaa-b391-c0024f168850 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0846579 Jun 25 12:08:34.648045 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5667e178-a08f-4723-ace9-d68539ecdfc0 req-ca83abb2-0e7f-4985-8d3a-f5a55d9a8fb6 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399661 Jun 25 12:08:35.159501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:35.873193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf267da-0bcf-4adb-b735-c617681e9938 req-2fc2de17-211d-4d67-859c-81db4f5322c4 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:35.874876 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6cf267da-0bcf-4adb-b735-c617681e9938 req-2fc2de17-211d-4d67-859c-81db4f5322c4 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0799165 Jun 25 12:08:35.931052 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6cf267da-0bcf-4adb-b735-c617681e9938 req-8af7b797-057e-46eb-80e8-70f52aeedda2 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468135 Jun 25 12:08:37.253827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7fb0-7935-426f-9bba-75f0b3bf4d67 req-5a1562a8-641a-4528-8f10-ad6862889e45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:37.255676 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-548c7fb0-7935-426f-9bba-75f0b3bf4d67 req-5a1562a8-641a-4528-8f10-ad6862889e45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0943878 Jun 25 12:08:37.328038 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-548c7fb0-7935-426f-9bba-75f0b3bf4d67 req-6b9badcc-b31b-4b32-acd2-6067dd92ee84 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602746 Jun 25 12:08:38.586005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b5fd7-53be-47b0-b1bc-d5f925fac947 req-057f3138-3dee-43e1-8a75-fbb7a0d7d317 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:38.587730 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d46b5fd7-53be-47b0-b1bc-d5f925fac947 req-057f3138-3dee-43e1-8a75-fbb7a0d7d317 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0767872 Jun 25 12:08:38.644022 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d46b5fd7-53be-47b0-b1bc-d5f925fac947 req-d70cba30-fc09-462e-a323-d59359b6c54f tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=ccfe7b5c-0468-49ef-8caf-6c52967961a0&id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438962 Jun 25 12:08:40.845675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:08:51.330321 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-51347a4e-3b27-4247-9fc6-7e9c5dbdb307 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944674 Jun 25 12:08:51.429291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ece1e-e4ba-4953-8301-041a95113745 req-72faaba6-35cd-44d5-9ca5-1538beba5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:51.430870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-72faaba6-35cd-44d5-9ca5-1538beba5682 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1138 time: 0.0556376 Jun 25 12:08:51.552601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ece1e-e4ba-4953-8301-041a95113745 req-ebc25b1b-e2e4-4a8b-b8a9-654e96420234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:51.554277 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-ebc25b1b-e2e4-4a8b-b8a9-654e96420234 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1003122 Jun 25 12:08:51.655871 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-3ddef053-6848-4c08-aa59-ba7e07835f4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 1002 time: 0.0943418 Jun 25 12:08:51.712315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ece1e-e4ba-4953-8301-041a95113745 req-5723a3df-fb47-4751-8787-20d526e3a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:51.713930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-5723a3df-fb47-4751-8787-20d526e3a48d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0515501 Jun 25 12:08:51.773927 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ece1e-e4ba-4953-8301-041a95113745 req-96992a27-8f6c-40d9-ae6f-fae24d8084f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:08:51.775682 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-96992a27-8f6c-40d9-ae6f-fae24d8084f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546372 Jun 25 12:08:51.878887 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-5d2c8a2b-4c7c-4682-9ac2-50c288426d50 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948045 Jun 25 12:08:51.978711 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c08ece1e-e4ba-4953-8301-041a95113745 req-713a0b6f-b153-47d5-81c9-3fd10da70c69 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937104 Jun 25 12:08:56.788114 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:08:59.558539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ff8080c4-82f9-40bc-8723-e4c3a6663e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:00.782928 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-68d16259-b9da-4f11-ada7-8a3ccbd52ea9 req-f5bb2601-51a4-4d5e-ad5e-9eba5e5a6bd0 service neutron] (94501) timed out ('10.222.0.81', 60570) {{(pid=94501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 12:09:02.182001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1e19cf0e-b534-49cb-8c94-87e12202c5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:02.233769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:03.342207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:05.181293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:10.924626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:29.541418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5bced3e6-42a1-4fad-a5b0-9f649a4120a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:32.004370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c0d48974-ba76-44ab-83e9-d626b6b51afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:32.181639 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:33.369846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:33.788729 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:09:35.233241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:40.924294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:42.079456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-d3ed68e7-b456-4ba4-8b1f-89aac1e3510e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1994199418&fields=id&tenant_id=f74145518836409a90bd4e624a53446f HTTP/1.1" status: 200 len: 267 time: 0.0444555 Jun 25 12:09:42.158945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-4d9dbaef-38ea-4c66-a6e8-8ee9062dde28 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:42.160494 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-4d9dbaef-38ea-4c66-a6e8-8ee9062dde28 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 985 time: 0.0754452 Jun 25 12:09:42.177128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Request body: {'port': {'security_groups': ['4b1b39a8-5ab6-4d03-93a3-d292b54320c0']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:09:42.272370 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:42.473627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=907bd94f-88d1-4229-bb03-a293b5880190,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:09:42.509069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:42.627026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:42.631768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4468d5fb-bb0a-42a2-8350-938e2e5a0794 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:09:42.639715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['907bd94f-88d1-4229-bb03-a293b5880190'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:09:42.680691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:42.681396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:42.682829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ba5948eb-f5e4-4320-93f6-b4dc305f3ad7 req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "PUT /v2.0/ports/907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 943 time: 0.5111728 Jun 25 12:09:42.683500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:09:42.686661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b862105b-69f1-48c2-9a07-3b2d09f19d88" -d '{"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:09:42.693978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35586) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:09:42.742798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event updated for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=7']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:09:42.756033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.756431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.756831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.757229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.757698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.758046 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['907bd94f-88d1-4229-bb03-a293b5880190'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:09:42.758164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.758621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.759001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.759993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.759993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.760225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.761759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:42.769600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:09:42.817701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:42.863415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:43.054010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b9a680cd-e703-4ff1-a958-41f8f9127eb8 None None] Provisioning complete for port 907bd94f-88d1-4229-bb03-a293b5880190 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:09:43.054321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b9a680cd-e703-4ff1-a958-41f8f9127eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:43.254534 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:43.257424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:43.258695 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "DELETE /v2.0/security-groups/ccfe7b5c-0468-49ef-8caf-6c52967961a0 HTTP/1.1" status: 204 len: 168 time: 0.5640116 Jun 25 12:09:43.259679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d31d89f4-946b-4f18-9733-229294829e54 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:09:43.263864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35590) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:09:43.270187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfe7b5c-0468-49ef-8caf-6c52967961a0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:09:43.279774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.280343 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.280863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.281413 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.281932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.282431 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.283036 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.283616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.284117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.284617 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.285153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.285664 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:09:43.290004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:09:43.543239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Deleting port fa4cab6b-aa74-48a3-b8b9-8ff31704eeb4 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:09:43.543825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:43.633480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:43.633791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:43.650759 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Calling delete_port for fa4cab6b-aa74-48a3-b8b9-8ff31704eeb4 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:09:43.773165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73f289-548a-4376-93e0-9db7384bea79 x-openstack-request-id: req-2e73f289-548a-4376-93e0-9db7384bea79 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:09:43.779244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:09:43.779244 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e73f289-548a-4376-93e0-9db7384bea79 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:09:43.779244 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190', 'status': 'completed', 'code': 200} Jun 25 12:09:43.971184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-c52363cb-07d4-4471-a38e-df5275aed0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:43.974040 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-c52363cb-07d4-4471-a38e-df5275aed0aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1099 time: 0.1678944 Jun 25 12:09:44.114886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-fb141976-bd08-41a8-b09d-4f4c90607011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:44.116427 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-fb141976-bd08-41a8-b09d-4f4c90607011 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1361635 Jun 25 12:09:44.179649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:44.184935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-25b5d237-ce66-46d2-9b4b-739ae792af61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:09:44.231375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event deleted for resources: {'Port': ['ID=fa4cab6b-aa74-48a3-b8b9-8ff31704eeb4,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:09:44.264569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-ccc63c7e-62d6-4042-84ee-e33ff82af7cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 1002 time: 0.1409919 Jun 25 12:09:44.266109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:09:44.411661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-82669832-ea49-4e46-95ee-c3d90fc2e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:44.414183 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-82669832-ea49-4e46-95ee-c3d90fc2e941 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.1416986 Jun 25 12:09:44.415562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:44.416116 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Floating IP 160af225-04d0-4f5d-a332-377a11170a16 disassociated (deleted). External IP: 172.26.0.158, port: 907bd94f-88d1-4229-bb03-a293b5880190. Jun 25 12:09:44.650528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-76e73aeb-084a-4985-bcb1-fc1f8e374c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:44.654825 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-76e73aeb-084a-4985-bcb1-fc1f8e374c3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2317326 Jun 25 12:09:44.938050 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-55e41825-12e0-452f-a7f7-82365b8b0be5 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773974 Jun 25 12:09:44.958023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Router 51525b59-4adf-4006-9101-640bb08dd39e has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:09:45.126007 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b862105b-69f1-48c2-9a07-3b2d09f19d88 req-3efa995c-fb58-4708-8070-c14d3ae9fbc5 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807477 Jun 25 12:09:45.158423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:09:45.164431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:45.173149 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] Sync routers for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:09:45.186093 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:09:45.186921 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:09:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:09:45.215771 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "DELETE /v2.0/floatingips/160af225-04d0-4f5d-a332-377a11170a16 HTTP/1.1" status: 204 len: 168 time: 1.9502873 Jun 25 12:09:45.330472 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:09:45.655311 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:23Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:09:45.691664 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] Checking router: 51525b59-4adf-4006-9101-640bb08dd39e for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:09:45.704215 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:09:45.704943 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:09:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:09:45.775801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:09:45.780542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:09:45.856281 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:09:45.864569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ec112a-4be6-4ebc-a623-29b83585960c x-openstack-request-id: req-97ec112a-4be6-4ebc-a623-29b83585960c {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:09:45.865152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "tag": "907bd94f-88d1-4229-bb03-a293b5880190", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:09:45.865632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97ec112a-4be6-4ebc-a623-29b83585960c {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:09:45.866344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190', 'status': 'completed', 'code': 200} Jun 25 12:09:46.188867 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:23Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:09:46.238102 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e0137-3f18-44ab-9a8b-c6059b701193 None None] The sync data for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv is: [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:06:16Z', 'revision_number': 4, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '6a5e7454-078d-42a3-916d-db5f8f580106', 'name': '', 'network_id': 'bad25a26-275d-4e15-b366-19935cc257e5', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'mac_address': 'fa:16:3e:9e:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:15Z', 'updated_at': '2021-06-25T12:06:23Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'subnets': [{'id': 'de13b524-a283-4812-a0dc-f12b8acb5684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:09:46.378938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-b4d822cd-e034-4cc3-9a48-2c800f7f8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:46.381204 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-b4d822cd-e034-4cc3-9a48-2c800f7f8ac5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1099 time: 0.4910207 Jun 25 12:09:46.519743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-e2e2fbea-af55-423d-8d74-5b075cd40b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:46.521734 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-e2e2fbea-af55-423d-8d74-5b075cd40b65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1271315 Jun 25 12:09:46.573566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c581b4c-5af8-4d67-8e07-db6e728a4558 None None] New status for floating IP 160af225-04d0-4f5d-a332-377a11170a16: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:09:46.581318 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-b56920f1-fb82-4944-b2f9-9fca781c3f97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 217 time: 0.0528421 Jun 25 12:09:46.646821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-89213ecf-1657-4667-aea0-e57620406327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:46.649918 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-89213ecf-1657-4667-aea0-e57620406327 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0621226 Jun 25 12:09:46.758968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-d48c1bef-56d7-464c-9623-3117215f2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:46.760672 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-d48c1bef-56d7-464c-9623-3117215f2a87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035416 Jun 25 12:09:46.901121 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-6bcfa2b7-ff32-4215-b491-b220ef1ed08a service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319880 Jun 25 12:09:47.062815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80ca61c8-f3fd-499d-85d1-2bfe07e555e3 req-c309343e-16b4-490d-860a-005f4d1b50ff service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538277 Jun 25 12:09:51.317226 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-d7b77835-ac5b-4a48-ae44-afc1996dfd4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851812 Jun 25 12:09:51.421559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-e3ca762c-579b-4973-9e7e-9fcc58165e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:51.423138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-e3ca762c-579b-4973-9e7e-9fcc58165e97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f74145518836409a90bd4e624a53446f&device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 1099 time: 0.0606971 Jun 25 12:09:51.569698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-f87f3d32-80df-41f2-bd7d-95190b90e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:51.572125 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-f87f3d32-80df-41f2-bd7d-95190b90e8a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 200 len: 917 time: 0.1277218 Jun 25 12:09:51.643165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-c31b12c1-4b40-4bbd-9f3e-ed5b1d95b16a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 200 len: 217 time: 0.0618186 Jun 25 12:09:51.723171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-18edd88a-5c95-4e1c-801f-8ef7fd844488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:51.725745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-18edd88a-5c95-4e1c-801f-8ef7fd844488 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 200 len: 854 time: 0.0762579 Jun 25 12:09:51.812600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-3e333239-b397-40d7-ae33-3c6b525983f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:51.814481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-3e333239-b397-40d7-ae33-3c6b525983f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bad25a26-275d-4e15-b366-19935cc257e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822253 Jun 25 12:09:51.960237 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-1a1945c0-c61e-41d7-9840-06ba8d53d76d service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383522 Jun 25 12:09:52.069833 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-044611d7-32f0-4c66-985a-e2d4fcaafda5 req-e6030285-1fae-4f75-b6cc-0c88d18da9b5 service neutron] 10.222.0.47 "GET /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022258 Jun 25 12:09:56.036560 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8960b3-2f91-4ab9-81db-2bee01ccc087 req-b7aa1308-1460-45ce-a28c-7f67faaedda1 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:56.038265 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e8960b3-2f91-4ab9-81db-2bee01ccc087 req-b7aa1308-1460-45ce-a28c-7f67faaedda1 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.0978429 Jun 25 12:09:56.087379 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e8960b3-2f91-4ab9-81db-2bee01ccc087 req-52edf956-77a2-4ee3-95dc-f37f64e5cc01 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Jun 25 12:09:57.340996 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5eb69-a7ef-4682-bd8e-4f04b758f0d0 req-1d82d911-3fb5-4abe-9aa5-2b4e6447c526 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:57.342605 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c9c5eb69-a7ef-4682-bd8e-4f04b758f0d0 req-1d82d911-3fb5-4abe-9aa5-2b4e6447c526 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.0876594 Jun 25 12:09:57.394391 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c9c5eb69-a7ef-4682-bd8e-4f04b758f0d0 req-f29e9975-ac2f-4641-90bd-1acecb6b1abb tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/security-groups?id=4b1b39a8-5ab6-4d03-93a3-d292b54320c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Jun 25 12:09:58.007795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0522cc-c051-4338-8878-f6ba01dde97f req-37f050d9-0ee7-403b-bc55-b379d9a217be tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:09:58.010511 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de0522cc-c051-4338-8878-f6ba01dde97f req-37f050d9-0ee7-403b-bc55-b379d9a217be tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.47 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 946 time: 0.1217973 Jun 25 12:09:58.136049 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Deleting port 907bd94f-88d1-4229-bb03-a293b5880190 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:09:58.136385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:58.244023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] For port 907bd94f-88d1-4229-bb03-a293b5880190, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=907bd94f-88d1-4229-bb03-a293b5880190,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:09:58.244329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:58.259837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Calling delete_port for 907bd94f-88d1-4229-bb03-a293b5880190 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:09:58.514720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:58.521666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-08fe2e00-8a59-43f4-933d-19ba16a3398e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:09:58.529808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['907bd94f-88d1-4229-bb03-a293b5880190'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:09:58.584015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Pushing event deleted for resources: {'Port': ['ID=907bd94f-88d1-4229-bb03-a293b5880190,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:09:58.609078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:09:58.645626 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6d5eb20c-7bae-4482-bbdc-0804d210ae96 req-d902188b-95f8-403d-9954-14ecba076b92 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 210 time: 0.0701597 Jun 25 12:09:58.701778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] No DVR routers for this DVR port 907bd94f-88d1-4229-bb03-a293b5880190 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:09:58.704510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:09:58.706794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-de0522cc-c051-4338-8878-f6ba01dde97f req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.47 "DELETE /v2.0/ports/907bd94f-88d1-4229-bb03-a293b5880190 HTTP/1.1" status: 204 len: 173 time: 0.6906540 Jun 25 12:09:58.707364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'name': 'network-vif-deleted', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:09:58.709886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e1f96e-9150-48b4-a2eb-c7df6c5ec54c" -d '{"events": [{"server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "name": "network-vif-deleted", "tag": "907bd94f-88d1-4229-bb03-a293b5880190"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:09:58.777679 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb777497-785e-4ef8-9e46-45433174f273 x-openstack-request-id: req-eb777497-785e-4ef8-9e46-45433174f273 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:09:58.778210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d717c2a9-b669-4784-b230-e25a0544dc8c", "name": "network-vif-deleted", "tag": "907bd94f-88d1-4229-bb03-a293b5880190", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:09:58.778392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb777497-785e-4ef8-9e46-45433174f273 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:09:58.778809 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd717c2a9-b669-4784-b230-e25a0544dc8c', 'name': 'network-vif-deleted', 'tag': '907bd94f-88d1-4229-bb03-a293b5880190', 'status': 'completed', 'code': 200} Jun 25 12:09:59.870803 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7dd8145f-7ca8-4a2e-9d43-0351ae833271 req-45a72109-1f57-42f9-a91f-d95e84f59007 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] 10.222.0.81 "GET /v2.0/ports?device_id=d717c2a9-b669-4784-b230-e25a0544dc8c HTTP/1.1" status: 200 len: 210 time: 0.0534399 Jun 25 12:10:00.000901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc231-6de4-4614-b31b-bfdc379cca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:02.084231 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cc543f6f-f56a-484a-a1d8-d4727cd453bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:02.169890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:02.431063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 907bd94f-88d1-4229-bb03-a293b5880190 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:10:02.453235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 907bd94f-88d1-4229-bb03-a293b5880190 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:10:02.453620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 907bd94f-88d1-4229-bb03-a293b5880190 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:10:02.774484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35700) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:03.253236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:03.322523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:03.630309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Deleting port 6a5e7454-078d-42a3-916d-db5f8f580106 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:03.630908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:03.766099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] For port 6a5e7454-078d-42a3-916d-db5f8f580106, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=6a5e7454-078d-42a3-916d-db5f8f580106,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:03.766424 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:03.783202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Calling delete_port for 6a5e7454-078d-42a3-916d-db5f8f580106 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:04.112534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:04.116494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6030026c-c44c-4708-bc32-83f058aaefb4 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:04.143943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5e7454-078d-42a3-916d-db5f8f580106,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:04.147733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:04.356915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:04.633242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Router 51525b59-4adf-4006-9101-640bb08dd39e has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:10:04.756751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:10:04.762542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] 10.222.0.81 "PUT /v2.0/routers/51525b59-4adf-4006-9101-640bb08dd39e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9867911 Jun 25 12:10:04.765113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35702) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:04.770181 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] Sync routers for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:10:04.781140 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:04.781883 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:04.910993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:04.920841 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:05.078682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:05.263719 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:10:03Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:05.298779 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] Checking router: 51525b59-4adf-4006-9101-640bb08dd39e for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:10:05.309036 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] Routers {'51525b59-4adf-4006-9101-640bb08dd39e'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:05.309790 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['51525b59-4adf-4006-9101-640bb08dd39e'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:05.389986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Deleting port 90dedf61-d483-40af-9d9c-a6e1324cd59e {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:05.390321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:05.396561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:05.475218 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] Set router 51525b59-4adf-4006-9101-640bb08dd39e gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:05.502575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] For port 90dedf61-d483-40af-9d9c-a6e1324cd59e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=90dedf61-d483-40af-9d9c-a6e1324cd59e,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:05.502945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:05.519617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Calling delete_port for 90dedf61-d483-40af-9d9c-a6e1324cd59e owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:05.706384 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:10:03Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:05.738314 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d53dc3-84de-4ca4-a7f3-f153fe3e814b None None] The sync data for ids ['51525b59-4adf-4006-9101-640bb08dd39e'] in dv-neutron-797120-5-hyperv is: [{'id': '51525b59-4adf-4006-9101-640bb08dd39e', 'name': 'tempest-TestMinimumBasicScenario-2130626053-router', 'tenant_id': 'f74145518836409a90bd4e624a53446f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:11Z', 'updated_at': '2021-06-25T12:10:03Z', 'revision_number': 5, 'project_id': 'f74145518836409a90bd4e624a53446f', 'gw_port': {'id': '90dedf61-d483-40af-9d9c-a6e1324cd59e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51525b59-4adf-4006-9101-640bb08dd39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:12Z', 'updated_at': '2021-06-25T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:10:05.866620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:05.869028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:05.895825 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90dedf61-d483-40af-9d9c-a6e1324cd59e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:05.899411 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:05.998236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.099539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.103663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.335810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.336811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51525b59-4adf-4006-9101-640bb08dd39e {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:10:06.344781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.356849 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/51525b59-4adf-4006-9101-640bb08dd39e HTTP/1.1" status: 204 len: 168 time: 1.5805552 Jun 25 12:10:06.356849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35704) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:06.425452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Deleting subnet de13b524-a283-4812-a0dc-f12b8acb5684 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:10:06.429492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.506951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.614878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.764345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.766630 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72182317-690d-4ccb-bf8d-6cf4be9b0ae6 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:06.795316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de13b524-a283-4812-a0dc-f12b8acb5684,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:06.801713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:06.805222 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:06.809308 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fb87f49a-aaa5-433c-95ba-326da36d5245 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/de13b524-a283-4812-a0dc-f12b8acb5684 HTTP/1.1" status: 204 len: 168 time: 0.4578252 Jun 25 12:10:06.813733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35706) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:06.816146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6638aa9-52f5-4223-9880-4852d02e0e2f None None] Network bad25a26-275d-4e15-b366-19935cc257e5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:10:06.922780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:07.036775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Deleting port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:07.036775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:07.112473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] DHCP port deletion for bad25a26-275d-4e15-b366-19935cc257e5 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:10:07.129134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] For port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:07.131407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:07.165153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Calling delete_port for 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:07.184007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Deleting port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:07.184557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:07.229670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 90dedf61-d483-40af-9d9c-a6e1324cd59e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:10:07.284428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 90dedf61-d483-40af-9d9c-a6e1324cd59e {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:10:07.284703 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 90dedf61-d483-40af-9d9c-a6e1324cd59e not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:10:07.285171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:10:07.348167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] For port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,segment=NetworkSegment(25ab9074-d4b9-4455-b084-ad291152083f),segment_id=25ab9074-d4b9-4455-b084-ad291152083f)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:07.348861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:07.381665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:07.383788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Calling delete_port for 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:07.386770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:07.421994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No active binding found for port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 {{(pid=94502) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 25 12:10:07.422844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:10:07.423526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6a5e7454-078d-42a3-916d-db5f8f580106 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:10:07.428174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:07.432957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] No DVR routers for this DVR port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:10:07.437487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:07.465698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 6a5e7454-078d-42a3-916d-db5f8f580106 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:10:07.465698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 6a5e7454-078d-42a3-916d-db5f8f580106 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:10:07.574705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:07.579439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:07.622205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Pushing event deleted for resources: {'Port': ['ID=39d23a93-1a7e-43e8-b4d4-35cdf0114b54,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:07.630459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] No DVR routers for this DVR port 39d23a93-1a7e-43e8-b4d4-35cdf0114b54 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:10:07.643949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.644561 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.645182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.645750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.646279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.646828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.647411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.647984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.648567 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.649421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.649979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.650555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:07.657714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:07.993851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:08.007448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad25a26-275d-4e15-b366-19935cc257e5']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:08.021979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ab9074-d4b9-4455-b084-ad291152083f') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:08.022539 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ab9074-d4b9-4455-b084-ad291152083f') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:08.034842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:08.052382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:08.060479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:10:08.060941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:10:08.063136 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:10:08.192520 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:08.196272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b1f107c8-a3d5-4c42-b0e2-d58690797d69 tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:08.202480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:08.204838 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bad25a26-275d-4e15-b366-19935cc257e5 HTTP/1.1" status: 204 len: 168 time: 1.3887236 Jun 25 12:10:08.209242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35708) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:08.222144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad25a26-275d-4e15-b366-19935cc257e5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:08.225562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:08.666368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:09.072610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Deleting port 9590cd49-063a-43b4-a16e-8caf0cc54ffe {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:09.073975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:09.186309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] For port 9590cd49-063a-43b4-a16e-8caf0cc54ffe, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9590cd49-063a-43b4-a16e-8caf0cc54ffe,segment=NetworkSegment(4a681f5c-683b-4e7c-b05b-82242df3491b),segment_id=4a681f5c-683b-4e7c-b05b-82242df3491b)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:09.186920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:09.213123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Calling delete_port for 9590cd49-063a-43b4-a16e-8caf0cc54ffe owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:09.598296 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:09.601659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:09.628877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Pushing event deleted for resources: {'Port': ['ID=9590cd49-063a-43b4-a16e-8caf0cc54ffe,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:09.637595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:09.864237 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:10.170883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:10:10.362293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:10:10.368895 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] 10.222.0.81 "PUT /v2.0/routers/7a2c631b-8e56-4327-8be1-38ee1072ebe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1575973 Jun 25 12:10:10.372911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35710) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:10.375018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] Sync routers for ids ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:10:10.389709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] Routers {'7a2c631b-8e56-4327-8be1-38ee1072ebe6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:10.390958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:10.538928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] Set router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:10.547734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:10.730137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:10.804011 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:10:10.876042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136'}], 'enable_snat': True}, 'gw_port_id': '8094a941-1284-4a28-882b-b96c27b527c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:10:09Z', 'revision_number': 5, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port': {'id': '8094a941-1284-4a28-882b-b96c27b527c4', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:06:21Z', 'updated_at': '2021-06-25T12:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:10.915911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] Checking router: 7a2c631b-8e56-4327-8be1-38ee1072ebe6 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:10:10.925148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:10.932098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] Routers {'7a2c631b-8e56-4327-8be1-38ee1072ebe6'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:10.933393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:10.946206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Deleting port 8094a941-1284-4a28-882b-b96c27b527c4 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:10.946751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.083708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] Set router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:11.084330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] For port 8094a941-1284-4a28-882b-b96c27b527c4, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8094a941-1284-4a28-882b-b96c27b527c4,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:11.084937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.108318 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Calling delete_port for 8094a941-1284-4a28-882b-b96c27b527c4 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:11.155965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:10:10Z', 'revision_number': 6, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:11.200406 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd786301-e0b5-43d9-85d7-312ca87ec9da None None] The sync data for ids ['7a2c631b-8e56-4327-8be1-38ee1072ebe6'] in dv-neutron-797120-5-hyperv is: [{'id': '7a2c631b-8e56-4327-8be1-38ee1072ebe6', 'name': 'tempest-TestMinimumBasicScenario-1787580909-router', 'tenant_id': 'be68b6445c704994b6b31d7490bc69bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:06:20Z', 'updated_at': '2021-06-25T12:10:10Z', 'revision_number': 6, 'project_id': 'be68b6445c704994b6b31d7490bc69bf', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:10:11.473117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.478330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e92f495e-5f4a-4ae8-9d35-72ba43ce1588 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:11.514669 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Pushing event deleted for resources: {'Port': ['ID=8094a941-1284-4a28-882b-b96c27b527c4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:11.521958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:11.620927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.757271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.759601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.906264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.906810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2c631b-8e56-4327-8be1-38ee1072ebe6 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:10:11.911352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:11.912509 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7a2c631b-8e56-4327-8be1-38ee1072ebe6 HTTP/1.1" status: 204 len: 168 time: 1.5380814 Jun 25 12:10:11.915177 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35712) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:11.964256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Deleting subnet 689eacb6-ced7-4c48-b2ab-0a608b0be0c9 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:10:11.969663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.036947 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.156783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.325153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.327939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-51fb0b95-2531-4958-a705-74170cc2050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:12.360381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689eacb6-ced7-4c48-b2ab-0a608b0be0c9,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:12.364112 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:12.365276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.367621 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c304e5ee-4c67-4c81-8951-1698a0bde739 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/689eacb6-ced7-4c48-b2ab-0a608b0be0c9 HTTP/1.1" status: 204 len: 168 time: 0.4512136 Jun 25 12:10:12.370162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35714) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:12.373798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4a845-5962-4c53-a2e1-b4b2cccde88e None None] Network f7bb2165-2c07-49e6-9583-bbff68f5b986 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:10:12.515901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.602415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] DHCP port deletion for f7bb2165-2c07-49e6-9583-bbff68f5b986 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:10:12.609482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Deleting port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:12.609958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.661263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Deleting port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:10:12.661876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.689890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] For port 3b91849f-e89a-4bf8-bed0-e5164e6dec41, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3b91849f-e89a-4bf8-bed0-e5164e6dec41,segment=NetworkSegment(4a681f5c-683b-4e7c-b05b-82242df3491b),segment_id=4a681f5c-683b-4e7c-b05b-82242df3491b)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:12.690241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.706880 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Calling delete_port for 3b91849f-e89a-4bf8-bed0-e5164e6dec41 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:12.743988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] For port 3b91849f-e89a-4bf8-bed0-e5164e6dec41, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3b91849f-e89a-4bf8-bed0-e5164e6dec41,segment=NetworkSegment(4a681f5c-683b-4e7c-b05b-82242df3491b),segment_id=4a681f5c-683b-4e7c-b05b-82242df3491b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:12.745558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.767049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Calling delete_port for 3b91849f-e89a-4bf8-bed0-e5164e6dec41 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:10:12.872941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.877489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56b5bdaa-402d-41e2-8b0d-2fe7d57a91ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:12.885337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:12.889677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:12.923776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b91849f-e89a-4bf8-bed0-e5164e6dec41,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:12.926641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] No DVR routers for this DVR port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:10:12.929357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:12.939841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Pushing event deleted for resources: {'Port': ['ID=3b91849f-e89a-4bf8-bed0-e5164e6dec41,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:12.943642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] No DVR routers for this DVR port 3b91849f-e89a-4bf8-bed0-e5164e6dec41 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:10:12.946290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:13.043711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:13.061812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bb2165-2c07-49e6-9583-bbff68f5b986']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:13.080953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a681f5c-683b-4e7c-b05b-82242df3491b') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:13.081500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a681f5c-683b-4e7c-b05b-82242df3491b') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:13.098698 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:13.124635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:10:13.140248 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:10:13.210262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9590cd49-063a-43b4-a16e-8caf0cc54ffe no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:10:13.249656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 9590cd49-063a-43b4-a16e-8caf0cc54ffe {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:10:13.250326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9590cd49-063a-43b4-a16e-8caf0cc54ffe not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:10:13.250939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8094a941-1284-4a28-882b-b96c27b527c4 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:10:13.289730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:13.290086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 8094a941-1284-4a28-882b-b96c27b527c4 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:10:13.290531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8094a941-1284-4a28-882b-b96c27b527c4 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:10:13.291140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3b91849f-e89a-4bf8-bed0-e5164e6dec41 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:10:13.296721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c582bf8f-de40-4af1-a138-d0e30588a1e3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:13.304494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:13.308233 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f7bb2165-2c07-49e6-9583-bbff68f5b986 HTTP/1.1" status: 204 len: 168 time: 0.9351645 Jun 25 12:10:13.326410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3b91849f-e89a-4bf8-bed0-e5164e6dec41 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:10:13.327008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3b91849f-e89a-4bf8-bed0-e5164e6dec41 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:10:13.329838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7bb2165-2c07-49e6-9583-bbff68f5b986,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:13.334557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:13.867021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35718) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:13.939877 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-caeb952c-3528-4913-be70-7d22671a2e2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f74145518836409a90bd4e624a53446f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620437 Jun 25 12:10:13.940118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35720) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:13.999846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f091a4b3-f01d-42f3-9a03-8249caf43982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:14.025855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f091a4b3-f01d-42f3-9a03-8249caf43982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:14.146276 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f091a4b3-f01d-42f3-9a03-8249caf43982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:14.149662 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f091a4b3-f01d-42f3-9a03-8249caf43982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:14.151042 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f091a4b3-f01d-42f3-9a03-8249caf43982 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b1b39a8-5ab6-4d03-93a3-d292b54320c0 HTTP/1.1" status: 204 len: 168 time: 0.2132847 Jun 25 12:10:14.152150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b024d974-f202-43b1-832b-f5c51645f27f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:14.161804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091a4b3-f01d-42f3-9a03-8249caf43982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1b39a8-5ab6-4d03-93a3-d292b54320c0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:14.164937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f091a4b3-f01d-42f3-9a03-8249caf43982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:15.030381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35726) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:15.078680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b30edbad-d7a7-40ab-a606-6a2ecdfc1cd4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be68b6445c704994b6b31d7490bc69bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468874 Jun 25 12:10:15.081665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35728) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:15.142134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:15.168900 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:15.306960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:15.310489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:15.311825 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2e5ea7d-b02b-44d7-8f0f-5593bb9ee38b HTTP/1.1" status: 204 len: 168 time: 0.2289424 Jun 25 12:10:15.315265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-52b7c30a-f20e-4985-9bc9-b99aa908940f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:15.323016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e5ea7d-b02b-44d7-8f0f-5593bb9ee38b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:15.326509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:18.127147 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35768) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:18.132525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017093152', 'description': 'tempest-secgroup-smoke-2017093152 description', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:18.215779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:18.225631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:18.365802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:18.427134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:18.430238 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-603c22d0-8fb5-4c09-9c78-062a16cc059d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:18.473263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994b90c5-245d-45a2-989c-9d467ea7faf2,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:18.477335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:18.568434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:18.741187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:18.744308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c3799b20-7665-4041-ab34-b101759e9c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:18.778778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6ea41f-9d00-46b6-b01f-3961ae22d992,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:18.782361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:19.123447 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.124989 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9963901 Jun 25 12:10:19.129393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35770) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:19.134053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'cf6ea41f-9d00-46b6-b01f-3961ae22d992', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:19.286282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.373811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.484729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.487426 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-36d95dd2-dd57-4548-b78d-aee63f821766 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:19.508258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97e4523-5bf6-44a4-9455-3ac6dd86c24d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:19.512675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:19.601734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.603028 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0f3cf5c3-6648-4c9e-a19b-675f7825a781 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4728546 Jun 25 12:10:19.607729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35772) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:19.613434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'cf6ea41f-9d00-46b6-b01f-3961ae22d992', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:19.733939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.816271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.887730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.890064 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-87b8ae23-8e59-41fd-bf90-da329a10a6cb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:19.909806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4a6bf7-c1b8-4db0-b1fa-16683881f680,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:19.912810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:19.984764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:19.986299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a598dd59-8a78-426d-bf93-99f4fd4f7cad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3772960 Jun 25 12:10:19.990069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35774) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:19.996197 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'cf6ea41f-9d00-46b6-b01f-3961ae22d992', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:20.066709 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.146444 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.201677 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.204133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-dcb3795a-d995-4003-9b4b-17211873d981 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:20.223391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924d79e5-c775-4ad0-ba63-f6b7620ebd49,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:20.226611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:20.295002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.296164 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d58535bf-c3ae-429c-96cc-5de10b42966d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048892 Jun 25 12:10:20.300631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35776) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:20.305614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'cf6ea41f-9d00-46b6-b01f-3961ae22d992', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:20.397974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.474414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.561607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.564733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7f495e47-0134-46d1-b3ce-2f5ed510a611 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:20.586483 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e00d3ff-e886-48c8-89a7-844a02d44d0d,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:20.591513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:20.706337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:20.708116 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-151bbb4f-b04d-4c07-9224-bbbfbec6ad9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4064026 Jun 25 12:10:20.711097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35778) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:20.718869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'cf6ea41f-9d00-46b6-b01f-3961ae22d992', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:20.956969 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:10:20.966597 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.084243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.168479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.175229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-57ca56c9-dbde-4d82-b2cb-1e11e58a38f8 tempest-SecGroupIPv6Test-1375964843 tempest-SecGroupIPv6Test-1375964843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:21.192623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b8f0ff-b383-4064-8455-332ad8c7c6c0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:21.195348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:21.255178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.256521 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5443754 Jun 25 12:10:21.259560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35780) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:21.265624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'cf6ea41f-9d00-46b6-b01f-3961ae22d992', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:21.363539 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:10:21.370072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.444805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.535120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.538186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c088d0b3-a6ba-4a5e-8e59-07d1e67f2784 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:21.565451 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efe428a-0f57-4a58-b7ac-32fd964bfa51,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:21.574354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:21.672465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.673939 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4125762 Jun 25 12:10:21.677241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35782) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:21.683672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'network': {'name': 'tempest-network-smoke--1507401755', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:21.790196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:10:21.793992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.824767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:10:21.837292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:21.837734 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Added segment 680ef555-c978-497d-850a-340c91e1da8b of type vlan for network fa34147d-aea8-45da-92bb-cf6995238dca Jun 25 12:10:21.910653 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.083400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.091037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:22.091869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.094544 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d24edc62-7d5c-457d-953f-3f7bed4c8dd2 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:22.173016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Network': ['ID=fa34147d-aea8-45da-92bb-cf6995238dca,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:22.176082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:22.190405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network fa34147d-aea8-45da-92bb-cf6995238dca details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:10:22.220467 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-90d1ae7c-eb7e-4b7e-9eaa-df376e36c7f5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5417721 Jun 25 12:10:22.224678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35784) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:22.232307 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'admin_state_up': True, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:22.356812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.357903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.416462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.650155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.952341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:22.973365 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:23.102025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.194 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/be1a3095-2a13-4a0c-a049-6bf6c7b8bb23) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:10:23.245893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:23.375463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:23.378053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:23.426429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:10:23.429846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:10:23.434806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:10:23.441599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:23.463129 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:23.908225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:24.672298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:24.946220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 8d24750b-49e1-4f33-87b6-7196e93caeed is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:10:25.066046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:10:25.080760 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Sync routers for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:10:25.095982 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:25.105419 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:25.184506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:25.189322 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9606366 Jun 25 12:10:25.189794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35788) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:25.273191 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:25.334222 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-dc77161e-7945-4855-9dac-1f2ae527f4ce tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=89bb44ea9bda436385a02a9dce6cb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1430559 Jun 25 12:10:25.337161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35792) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:25.439450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b36b8-0dce-4fab-9053-6af42b6aa118 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:25.440987 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a79b36b8-0dce-4fab-9053-6af42b6aa118 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1028562 Jun 25 12:10:25.444374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35794) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:25.473732 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-73ac8ec9-7aaa-486e-bee3-5bcfd9d02898 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277331 Jun 25 12:10:25.477497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35796) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:25.483141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1932159348', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:25.555052 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:23Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:25.612302 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Checking router: 8d24750b-49e1-4f33-87b6-7196e93caeed for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:10:25.613000 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Updating router 8d24750b-49e1-4f33-87b6-7196e93caeed port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:10:25.653942 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:25.683663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:10:25.687949 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:25.988694 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.002675 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Transition to ACTIVE for port object be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:10:26.019272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.022974 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-63ca6cae-b7fb-4c73-addc-2303213fea9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:26.100389 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Subnet': ['ID=d35cf805-4264-40e2-afc1-a7f6ef3afb7f,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:26.104596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:26.112256 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Checking segment: {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:10:26.112770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network hostable DHCP agents. Network: fa34147d-aea8-45da-92bb-cf6995238dca, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:10:26.213353 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.215670 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-8c6fe02a-ecc2-410f-9c9c-5b5aabc15606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:26.271671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network fa34147d-aea8-45da-92bb-cf6995238dca is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:10:26.274479 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Attempting to bind port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:10:26.274868 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Attempting to bind port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:10:26.275262 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Attempting to bind port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:10:26.278996 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Pushing event updated for resources: {'Port': ['ID=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:26.285377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:10:26.285377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:10:26.285377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.285947 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:10:26.286118 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Bound port: be1a3095-2a13-4a0c-a049-6bf6c7b8bb23, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:10:26.286551 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.293984 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.294356 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.294730 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.295096 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.295431 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.295773 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.296089 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.296415 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.296815 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.297176 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.297503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.297818 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:26.320171 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:26.359940 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] For port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:10:26.363298 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] For port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:10:26.395326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, fa34147d-aea8-45da-92bb-cf6995238dca) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:10:26.400347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:26.401179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.405384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7d175-d9ce-46b5-ba35-22d764df0ec9 None None] Network fa34147d-aea8-45da-92bb-cf6995238dca requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:10:26.442057 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.444178 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-75d0c47e-075d-4b0b-9a85-d4f562713271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:26.493204 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:26.493902 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:26.521670 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-855ff5fd-6a86-4e65-bc6c-2a6a7c23b337 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0402889 Jun 25 12:10:26.522020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35798) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:26.543960 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Pushing event updated for resources: {'Port': ['ID=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:26.562005 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:26.574933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-fa34147d-aea8-45da-92bb-cf6995238dca', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:10:26.576118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:26.631161 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:26.748342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Allocated IP 172.20.0.2 (fa34147d-aea8-45da-92bb-cf6995238dca/d35cf805-4264-40e2-afc1-a7f6ef3afb7f/ff35aaac-8e25-44e0-ac6d-7a811cab0c39) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:10:26.875047 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:23Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:27.000480 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbe83a3-8259-4c50-88d7-49e2be94afc9 None None] The sync data for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv is: [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:23Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:10:27.133369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.138895 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.148867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Transition to ACTIVE for port object ff35aaac-8e25-44e0-ac6d-7a811cab0c39 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:10:27.174805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Transition to ACTIVE for port object ff35aaac-8e25-44e0-ac6d-7a811cab0c39 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:10:27.301157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.304034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8db1a2cc-607b-4a91-b1bf-1d0031462f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:27.366852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Network fa34147d-aea8-45da-92bb-cf6995238dca is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:10:27.371137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:10:27.375320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:10:27.388195 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Pushing event updated for resources: {'Port': ['ID=ff35aaac-8e25-44e0-ac6d-7a811cab0c39,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:27.398446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:27.472596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Attempting to bind port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:10:27.473889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Attempting to bind port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:10:27.474690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Attempting to bind port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 on network fa34147d-aea8-45da-92bb-cf6995238dca {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:10:27.484757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:10:27.485436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Checking segment: {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:10:27.486130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.486777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Bound using segment: {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:10:27.487602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Bound port: ff35aaac-8e25-44e0-ac6d-7a811cab0c39, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:10:27.488319 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.538691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.1 (fa34147d-aea8-45da-92bb-cf6995238dca/d35cf805-4264-40e2-afc1-a7f6ef3afb7f/b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:10:27.610078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] For port ff35aaac-8e25-44e0-ac6d-7a811cab0c39, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:10:27.615881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] For port ff35aaac-8e25-44e0-ac6d-7a811cab0c39, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ff35aaac-8e25-44e0-ac6d-7a811cab0c39,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:10:27.707279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.710391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f002add5-b5bc-44a3-aa27-f9cff4954b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:27.722090 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.739813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:10:27.815671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Pushing event updated for resources: {'Port': ['ID=ff35aaac-8e25-44e0-ac6d-7a811cab0c39,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:27.820924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:27.848193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:27.851456 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:27.920851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network fa34147d-aea8-45da-92bb-cf6995238dca is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:10:27.933507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:10:27.942403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:10:27.951715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:27.995406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:28.052375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:28.379637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:28.741880 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:28.803939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:28.810622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d85b78cc-a8e7-482c-bcc9-376bcefa36de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:28.897010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:28.900072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:28.903828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:28.938443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85fa28a-22cc-4c6b-ac3b-8e4edc60f8df None None] Network fa34147d-aea8-45da-92bb-cf6995238dca requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:10:29.069326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network fa34147d-aea8-45da-92bb-cf6995238dca is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:10:29.072218 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:10:29.127729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-5adf8b70-b05f-4034-a55e-29347f294a42 None None] Provisioning for port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:10:29.245359 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 8d24750b-49e1-4f33-87b6-7196e93caeed has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:10:29.314965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ff35aaac-8e25-44e0-ac6d-7a811cab0c39 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:10:29.421953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:10:29.434149 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/8d24750b-49e1-4f33-87b6-7196e93caeed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9103858 Jun 25 12:10:29.471937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:10:29.477348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:29.477844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:29.561013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Sync routers for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:10:29.590653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f2756074-87a0-4204-921b-ba3e36b8ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:29.602180 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Provisioning complete for port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:29.602556 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:29.636597 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:29.640710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:29.682097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-6c307f3b-8407-4929-82be-7a7b54517739 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017093152&fields=id&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0575974 Jun 25 12:10:29.689283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:29.809636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ff35aaac-8e25-44e0-ac6d-7a811cab0c39, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ff35aaac-8e25-44e0-ac6d-7a811cab0c39,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:29.873980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-39bde629-aee5-450b-8d29-b59c3f203bdc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:29.876228 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-39bde629-aee5-450b-8d29-b59c3f203bdc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/networks?id=fa34147d-aea8-45da-92bb-cf6995238dca HTTP/1.1" status: 200 len: 797 time: 0.1870136 Jun 25 12:10:29.898394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:29.902899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:29.903568 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-bba06eac-5a54-44ef-af5d-7c072b4ac982 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/quotas/89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0108101 Jun 25 12:10:29.904267 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:10:29.948185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:29.951596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:29.996189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-cacbb927-9892-4f19-901d-82ca0e25bf08 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873005 Jun 25 12:10:30.147990 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ff35aaac-8e25-44e0-ac6d-7a811cab0c39,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:30.155257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:30.195517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.db.api [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 12:10:30.195905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_db.api [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 12:10:30.236113 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-73bb936e-36d0-4c11-be41-ed23aa5776eb service neutron] 10.222.0.81 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150598 Jun 25 12:10:30.240013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:10:30.247984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:30.247984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:30.362244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 2, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:30.401489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Checking router: 8d24750b-49e1-4f33-87b6-7196e93caeed for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:10:30.402476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Updating router 8d24750b-49e1-4f33-87b6-7196e93caeed port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:10:30.403996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-0a68f489-d014-4700-88ad-09722c12c075 service neutron] 10.222.0.81 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573412 Jun 25 12:10:30.407398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:30.456440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:30.460288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:30.565625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:30.570076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-ba101f56-e6e1-4844-aa44-483894734773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:30.655338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:30.660296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:30.834570 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8ee757cb-15ae-450e-bc6b-1d174ae20363 req-892d2df1-5e07-4a3d-a760-10b685c4f2e9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 210 time: 0.0541725 Jun 25 12:10:30.905433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Provisioning for port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:10:30.912526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:30.918963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Provisioning complete for port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:30.919521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:30.954688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Transition to ACTIVE for port object b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:10:30.979094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d5aebc2a-b2c5-4791-92c4-b0c44b066c70 None None] Port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:10:31.076640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:31.082057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:31.192413 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af625ab-b105-4e0b-9819-799a2ccca199 None None] Pushing event updated for resources: {'Port': ['ID=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:31.199014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8af625ab-b105-4e0b-9819-799a2ccca199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:31.273723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ff35aaac-8e25-44e0-ac6d-7a811cab0c39 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:10:31.280132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Attempting to bind port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:10:31.288938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Attempting to bind port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:10:31.288938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Attempting to bind port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd on network fa34147d-aea8-45da-92bb-cf6995238dca {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:10:31.316313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:10:31.316890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Checking segment: {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:10:31.317480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:31.319717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Bound using segment: {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:10:31.319717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Bound port: b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:10:31.319717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:31.411792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:31.412234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:31.470830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] For port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:10:31.470830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] For port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:10:31.520591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:10:31.560201 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:31.562615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:31.803912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af625ab-b105-4e0b-9819-799a2ccca199 None None] Pushing event updated for resources: {'Port': ['ID=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:31.809801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8af625ab-b105-4e0b-9819-799a2ccca199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:31.811870 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:31.812550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:31.816486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:31.816887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:31.992633 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1102c8bb-f32e-4187-9cd4-bb981a839274 req-a1a16977-d45a-4d48-a819-2146162100fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 210 time: 0.0650232 Jun 25 12:10:32.003685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:32.053270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4696075a-766e-4a1c-aec9-aee89dc7fb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:32.215737 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:32.277619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:32.314244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea911a1-4efd-47c7-8154-a5043ff9d64d None None] The sync data for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv is: [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:10:33.279355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:10:33.296998 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e0aca86e-ccc2-454f-aadb-6c1156049c43 req-9115dd23-5a4c-419b-a605-95cfcedf8ee8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 210 time: 0.0590432 Jun 25 12:10:33.421835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:33.449798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:10:33.457003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:33.457601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:33.610588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:33.666387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:33.757933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:33.761019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:33.817331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:33.821257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:33.954355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-b00b94ae-223a-4dd0-b11e-e2628f1a82e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:33.956167 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-b00b94ae-223a-4dd0-b11e-e2628f1a82e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/networks?id=fa34147d-aea8-45da-92bb-cf6995238dca HTTP/1.1" status: 200 len: 797 time: 0.1198473 Jun 25 12:10:34.025984 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-4399e897-adc6-44d9-8eb3-3e974b796b95 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 380 time: 0.0601315 Jun 25 12:10:34.037457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'port': {'device_id': '777cb457-3f27-4f03-87c2-538f78b7c184', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'admin_state_up': True, 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'security_groups': ['cf6ea41f-9d00-46b6-b01f-3961ae22d992']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:34.300761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:10:34.307467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:34.512633 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c49d141b-a150-46c2-8170-c51ecc82c386 req-7ebde896-d182-4289-830a-ebd0cf7e3224 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 210 time: 0.0410628 Jun 25 12:10:34.540549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.11 (fa34147d-aea8-45da-92bb-cf6995238dca/d35cf805-4264-40e2-afc1-a7f6ef3afb7f/8ecbc5c7-deea-467c-9bde-99cd8af4919c) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:10:34.709327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:34.733976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object 8ecbc5c7-deea-467c-9bde-99cd8af4919c will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:10:34.847760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:34.852770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-5288a0e7-1c23-4cae-bf37-f48540cbbf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:34.902693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network fa34147d-aea8-45da-92bb-cf6995238dca is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:10:34.904085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:10:34.908551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:10:34.934780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=8ecbc5c7-deea-467c-9bde-99cd8af4919c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:34.939806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:34.969604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:34.970695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.073266 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0416403 Jun 25 12:10:35.085524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Request body: {'port': {'device_id': '777cb457-3f27-4f03-87c2-538f78b7c184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:35.183316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.200021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.217216 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:10:35.294280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:35.294757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.318772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-209be930-2533-46c8-9259-a42ca71adb6b None None] Provisioning for port 8ecbc5c7-deea-467c-9bde-99cd8af4919c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:10:35.327411 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-209be930-2533-46c8-9259-a42ca71adb6b None None] Provisioning complete for port 8ecbc5c7-deea-467c-9bde-99cd8af4919c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:35.327826 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-209be930-2533-46c8-9259-a42ca71adb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.384735 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-209be930-2533-46c8-9259-a42ca71adb6b None None] Port 8ecbc5c7-deea-467c-9bde-99cd8af4919c cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:10:35.566067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecbc5c7-deea-467c-9bde-99cd8af4919c {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:10:35.575832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.591307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Transition to ACTIVE for port object 8ecbc5c7-deea-467c-9bde-99cd8af4919c will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:10:35.692158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.695810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:35.722206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e2c3-b2e0-4352-a9b6-221abfadc221 req-c36e4f68-8269-432a-b795-bfb9ee07ce41 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:35.724103 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8856e2c3-b2e0-4352-a9b6-221abfadc221 req-c36e4f68-8269-432a-b795-bfb9ee07ce41 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 932 time: 0.0744953 Jun 25 12:10:35.759375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Pushing event updated for resources: {'Port': ['ID=8ecbc5c7-deea-467c-9bde-99cd8af4919c,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:35.764717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:35.792804 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8856e2c3-b2e0-4352-a9b6-221abfadc221 req-d4725573-7157-4e43-9bc8-bf611f3418eb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580173 Jun 25 12:10:35.860041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Attempting to bind port 8ecbc5c7-deea-467c-9bde-99cd8af4919c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:10:35.860402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Attempting to bind port 8ecbc5c7-deea-467c-9bde-99cd8af4919c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:10:35.860778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Attempting to bind port 8ecbc5c7-deea-467c-9bde-99cd8af4919c on network fa34147d-aea8-45da-92bb-cf6995238dca {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:10:35.866100 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Port 8ecbc5c7-deea-467c-9bde-99cd8af4919c on network fa34147d-aea8-45da-92bb-cf6995238dca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:10:35.866432 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Attempting to bind port 8ecbc5c7-deea-467c-9bde-99cd8af4919c on network fa34147d-aea8-45da-92bb-cf6995238dca {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:10:35.873387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:10:35.873741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Checking segment: {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:10:35.874191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Bound using segment: {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:10:35.874734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Bound port: 8ecbc5c7-deea-467c-9bde-99cd8af4919c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680ef555-c978-497d-850a-340c91e1da8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:10:35.875258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:35.954543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] For port 8ecbc5c7-deea-467c-9bde-99cd8af4919c, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:10:35.959519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] For port 8ecbc5c7-deea-467c-9bde-99cd8af4919c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:10:36.038284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:36.040666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e82a4720-122b-48c9-8f87-7c3957ddcf5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:36.081641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:36.082764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:36.085041 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] 10.222.0.47 "PUT /v2.0/ports/8ecbc5c7-deea-467c-9bde-99cd8af4919c HTTP/1.1" status: 200 len: 1094 time: 1.0042832 Jun 25 12:10:36.085921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:10:36.090897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014f0b56-e0c0-4cde-9bd9-840b9fb13a41" -d '{"events": [{"name": "network-changed", "server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:10:36.133937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Pushing event updated for resources: {'Port': ['ID=8ecbc5c7-deea-467c-9bde-99cd8af4919c,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:36.142802 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:36.147564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e779266-0459-432c-b51b-a45480965d77 x-openstack-request-id: req-4e779266-0459-432c-b51b-a45480965d77 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:10:36.148425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:10:36.149499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e779266-0459-432c-b51b-a45480965d77 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:10:36.149965 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'status': 'completed', 'code': 200} Jun 25 12:10:36.262738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f0b56-e0c0-4cde-9bd9-840b9fb13a41 req-f8b44500-44d2-4262-a124-9f69720253cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:36.265570 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-014f0b56-e0c0-4cde-9bd9-840b9fb13a41 req-f8b44500-44d2-4262-a124-9f69720253cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1097 time: 0.0884962 Jun 25 12:10:36.389045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f0b56-e0c0-4cde-9bd9-840b9fb13a41 req-aa2812aa-81b7-472a-b258-e6be49d608db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:36.390594 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-014f0b56-e0c0-4cde-9bd9-840b9fb13a41 req-aa2812aa-81b7-472a-b258-e6be49d608db service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1184647 Jun 25 12:10:36.526950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f0b56-e0c0-4cde-9bd9-840b9fb13a41 req-301c5e77-d598-4e41-95bb-8f1db25a6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:36.529548 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-014f0b56-e0c0-4cde-9bd9-840b9fb13a41 req-301c5e77-d598-4e41-95bb-8f1db25a6fb0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1327658 Jun 25 12:10:36.643093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-c9e93e07-e5a7-4d5c-a7aa-3f25f4a4e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:36.644367 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-c9e93e07-e5a7-4d5c-a7aa-3f25f4a4e8aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1097 time: 0.0675879 Jun 25 12:10:36.697259 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-44130e8e-ccf1-4fee-b863-a4d71c0c30f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c HTTP/1.1" status: 200 len: 217 time: 0.0445869 Jun 25 12:10:36.778059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-01c5a7c2-a697-4524-9e63-82d64cc505a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:36.780777 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-01c5a7c2-a697-4524-9e63-82d64cc505a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35cf805-4264-40e2-afc1-a7f6ef3afb7f HTTP/1.1" status: 200 len: 835 time: 0.0736427 Jun 25 12:10:36.862405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-d446d054-df02-4f19-929d-5abc4e3f86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:36.864337 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-d446d054-df02-4f19-929d-5abc4e3f86d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa34147d-aea8-45da-92bb-cf6995238dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776372 Jun 25 12:10:36.984718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-12910002-3a82-4f57-8d7b-fac465741aac service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133077 Jun 25 12:10:37.083233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a25615-c60a-431c-9b8a-403637881554 req-14117765-f91f-496d-848c-7aaec419ba45 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:37.084901 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-67a25615-c60a-431c-9b8a-403637881554 req-14117765-f91f-496d-848c-7aaec419ba45 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 944 time: 0.1028781 Jun 25 12:10:37.132324 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-67a25615-c60a-431c-9b8a-403637881554 req-06bb8f41-3919-4b3a-9618-26059651601c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398893 Jun 25 12:10:37.142456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f1f19716-05f6-4b2d-9471-ef438ba19194 req-c949752f-25d1-4dd4-b141-4841be84f805 service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510317 Jun 25 12:10:38.343455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55467486-d80a-4449-8491-37d9f2840071 req-9781cfc0-e4df-4442-8527-2d5028bfe2b8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:38.345335 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-55467486-d80a-4449-8491-37d9f2840071 req-9781cfc0-e4df-4442-8527-2d5028bfe2b8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 944 time: 0.0797186 Jun 25 12:10:38.392413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-55467486-d80a-4449-8491-37d9f2840071 req-e90f35d0-2e0f-4de4-b18c-cfaec14ba6d6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358555 Jun 25 12:10:39.690842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878106-9e3b-4906-b02b-97a60fb93edf req-9b45bbab-88ff-49f7-aaf9-7b18f76cb03a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:39.692346 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-70878106-9e3b-4906-b02b-97a60fb93edf req-9b45bbab-88ff-49f7-aaf9-7b18f76cb03a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 944 time: 0.1599376 Jun 25 12:10:39.737402 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-70878106-9e3b-4906-b02b-97a60fb93edf req-3171221f-287e-46c3-90a4-1ad8d650817d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381155 Jun 25 12:10:40.591042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8ecbc5c7-deea-467c-9bde-99cd8af4919c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:10:40.704978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 8ecbc5c7-deea-467c-9bde-99cd8af4919c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:40.726648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'port_id': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'mac_address': 'fa:16:3e:b5:d9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:10:40.788727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:40.819243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecbc5c7-deea-467c-9bde-99cd8af4919c {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:10:40.847697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 8ecbc5c7-deea-467c-9bde-99cd8af4919c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:40.971090 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30615e6b-9092-4fc6-a679-eefaaec9d5f3 req-6ed110e3-4639-4d3f-be82-3a71531583ba tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:40.972867 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-30615e6b-9092-4fc6-a679-eefaaec9d5f3 req-6ed110e3-4639-4d3f-be82-3a71531583ba tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 944 time: 0.0899248 Jun 25 12:10:40.978416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:41.027572 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-30615e6b-9092-4fc6-a679-eefaaec9d5f3 req-a109079b-21af-47b1-b9c7-e4a8062587ef tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 Jun 25 12:10:41.184225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:41.186385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:41.241080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=8ecbc5c7-deea-467c-9bde-99cd8af4919c,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:41.245590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:41.561867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['8ecbc5c7-deea-467c-9bde-99cd8af4919c'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:10:42.243939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fc143-686a-4213-987a-d5b61cdfb771 req-686becc9-a196-4d98-997f-cae816a43521 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:42.246530 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d14fc143-686a-4213-987a-d5b61cdfb771 req-686becc9-a196-4d98-997f-cae816a43521 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 945 time: 0.0744538 Jun 25 12:10:42.295768 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d14fc143-686a-4213-987a-d5b61cdfb771 req-5720e116-95d0-4dcb-9107-69b1f0fbb23d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 Jun 25 12:10:42.637068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8ecbc5c7-deea-467c-9bde-99cd8af4919c up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:10:42.777958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 8ecbc5c7-deea-467c-9bde-99cd8af4919c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:10:42.782781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 8ecbc5c7-deea-467c-9bde-99cd8af4919c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:10:42.783207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:42.877121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:42.907761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:10:42.910163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1be31b5-2ed1-4b75-a928-8746204bede0" -d '{"events": [{"server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "name": "network-vif-plugged", "status": "completed", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:10:42.926936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 8ecbc5c7-deea-467c-9bde-99cd8af4919c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:10:42.957616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603338d0-2446-4b10-8858-d6f45b8c7e3a x-openstack-request-id: req-603338d0-2446-4b10-8858-d6f45b8c7e3a {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:10:42.957992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "name": "network-vif-plugged", "status": "completed", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:10:42.958317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-603338d0-2446-4b10-8858-d6f45b8c7e3a {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:10:42.958778 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'code': 200} Jun 25 12:10:42.984235 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:42.987284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-57b7242f-21ff-42df-afa1-5f01aa22f661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:43.070628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=8ecbc5c7-deea-467c-9bde-99cd8af4919c,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:43.076412 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:43.332543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1cee4-41fc-4c99-8040-49e0744a410c req-90756c8a-1f2c-48e5-b3e0-c2cfb025450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:43.334122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6cb1cee4-41fc-4c99-8040-49e0744a410c req-90756c8a-1f2c-48e5-b3e0-c2cfb025450b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1099 time: 0.0650110 Jun 25 12:10:43.386235 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6cb1cee4-41fc-4c99-8040-49e0744a410c req-8b7bc54e-86c4-4ea3-9e9a-ea916aae0019 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450356 Jun 25 12:10:43.518332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc430221-7c8a-4af6-b125-b3fe8bf2e6d2 req-93195615-36f9-4535-ae65-c2f1c0487d1a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:43.520899 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cc430221-7c8a-4af6-b125-b3fe8bf2e6d2 req-93195615-36f9-4535-ae65-c2f1c0487d1a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0853553 Jun 25 12:10:43.588303 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-cc430221-7c8a-4af6-b125-b3fe8bf2e6d2 req-9aea4664-b82c-40a1-b66c-033a7de94fcd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577354 Jun 25 12:10:44.864233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e81503-d079-48b7-8553-9747f64ada71 req-5ce4083f-4bd3-4e5c-9514-4c8fe614595d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:44.866000 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0e81503-d079-48b7-8553-9747f64ada71 req-5ce4083f-4bd3-4e5c-9514-4c8fe614595d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.1493809 Jun 25 12:10:44.918170 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0e81503-d079-48b7-8553-9747f64ada71 req-0157fc30-5650-488e-8998-d563630c1b74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Jun 25 12:10:46.127297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6222-1a63-48b4-9995-5589e93e50b3 req-cf803a12-a30b-44ff-b5e2-ec1d9f801833 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:46.128927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-969e6222-1a63-48b4-9995-5589e93e50b3 req-cf803a12-a30b-44ff-b5e2-ec1d9f801833 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0712428 Jun 25 12:10:46.177902 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-969e6222-1a63-48b4-9995-5589e93e50b3 req-02072be4-e8ac-459a-90ad-4a310b088790 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Jun 25 12:10:46.386062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcb45e-1b12-4fd5-b5f1-c294be4d754d req-2f756653-bcb9-4450-9807-caf0aac16bed tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:46.387760 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90dcb45e-1b12-4fd5-b5f1-c294be4d754d req-2f756653-bcb9-4450-9807-caf0aac16bed tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0737088 Jun 25 12:10:46.437671 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90dcb45e-1b12-4fd5-b5f1-c294be4d754d req-5e8dbe87-752e-44c5-b9f9-ceee8476b329 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Jun 25 12:10:46.468088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35870) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:46.533373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad186d-7abb-47f4-8fe9-646e580512d3 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:46.535173 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-bdad186d-7abb-47f4-8fe9-646e580512d3 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1094 time: 0.0658514 Jun 25 12:10:46.538471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35872) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:46.544341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:10:46.643321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:46.765129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:46.930850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.125 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/48d04f11-7284-4af0-8ebb-18a44d7bf061) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:10:47.055868 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:47.158291 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:47.160833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8326e153-7fd2-4f11-82dc-ce6f7772bb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:47.208502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:10:47.211819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:10:47.216433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:10:47.223807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=48d04f11-7284-4af0-8ebb-18a44d7bf061,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:47.253440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.253939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.254406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.255084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.255301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.255839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.256146 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.256564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.256982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.257505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.258012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.258590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:10:47.266340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:47.673973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:47.797229 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:10:47.823818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:48.019142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:48.077471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:48.079848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-66d615e7-4336-41b0-a3c1-fee1fc72f5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:10:48.156051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=48d04f11-7284-4af0-8ebb-18a44d7bf061,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:10:48.160870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:10:48.172257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:48.284396 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 2cc24dce-9859-4cd7-89ab-1870fd77a53f associated. External IP: 172.26.0.125, port: 8ecbc5c7-deea-467c-9bde-99cd8af4919c. Jun 25 12:10:48.571083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 8d24750b-49e1-4f33-87b6-7196e93caeed has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:10:48.768821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:10:48.784058 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] Sync routers for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:10:48.797454 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:48.798482 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:48.943767 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:49.059923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:10:49.102055 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5622969 Jun 25 12:10:49.102632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:10:49.106636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2273527-ea45-4742-a0c3-2f6441140f91" -d '{"events": [{"name": "network-changed", "server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:10:49.181123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899a11db-bcac-4f91-9a44-fc400c0c143e x-openstack-request-id: req-899a11db-bcac-4f91-9a44-fc400c0c143e {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:10:49.181773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:10:49.182660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-899a11db-bcac-4f91-9a44-fc400c0c143e {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:10:49.183275 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'status': 'completed', 'code': 200} Jun 25 12:10:49.240684 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '2cc24dce-9859-4cd7-89ab-1870fd77a53f', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'port_id': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'mac_address': 'fa:16:3e:b5:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777cb457-3f27-4f03-87c2-538f78b7c184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:10:47Z', 'updated_at': '2021-06-25T12:10:47Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:33Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:49.268293 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] Checking router: 8d24750b-49e1-4f33-87b6-7196e93caeed for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:10:49.278730 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:10:49.279486 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:10:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:49.302701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-6b74bfbf-1329-4266-b261-b6a3cad75c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:49.305431 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-6b74bfbf-1329-4266-b261-b6a3cad75c95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1099 time: 0.0931754 Jun 25 12:10:49.312312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310b24-64b9-4220-a2db-85b3e48429ba req-1e5ac61f-3811-4ab5-8a6b-acaeb5aebd98 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:49.314584 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-66310b24-64b9-4220-a2db-85b3e48429ba req-1e5ac61f-3811-4ab5-8a6b-acaeb5aebd98 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0803866 Jun 25 12:10:49.366176 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-66310b24-64b9-4220-a2db-85b3e48429ba req-11486188-739f-4bf7-9569-9a83c81e15f8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443876 Jun 25 12:10:49.399212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35878) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:49.405336 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:10:49.478767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-5d173d51-6d9c-44f4-ad0c-c7ac4074689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:49.480643 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-5d173d51-6d9c-44f4-ad0c-c7ac4074689a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa34147d-aea8-45da-92bb-cf6995238dca HTTP/1.1" status: 200 len: 899 time: 0.1691217 Jun 25 12:10:49.491553 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e9193c55-966e-4757-8368-dc9090284bdb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2cc24dce-9859-4cd7-89ab-1870fd77a53f HTTP/1.1" status: 200 len: 992 time: 0.0890827 Jun 25 12:10:49.568578 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-2fdeefc8-9725-4d8e-9914-c71de5fcb60b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c HTTP/1.1" status: 200 len: 1000 time: 0.0818892 Jun 25 12:10:49.742764 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '2cc24dce-9859-4cd7-89ab-1870fd77a53f', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'port_id': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'mac_address': 'fa:16:3e:b5:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777cb457-3f27-4f03-87c2-538f78b7c184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:10:47Z', 'updated_at': '2021-06-25T12:10:47Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:33Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:10:49.803735 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711816b-4d01-49af-9bc2-6d04cf22b968 None None] The sync data for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv is: [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '2cc24dce-9859-4cd7-89ab-1870fd77a53f', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'port_id': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'mac_address': 'fa:16:3e:b5:d9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777cb457-3f27-4f03-87c2-538f78b7c184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:10:47Z', 'updated_at': '2021-06-25T12:10:47Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:33Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:10:50.068741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-605d014c-ce48-4a40-87fb-8b31e240b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:50.073425 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-605d014c-ce48-4a40-87fb-8b31e240b9ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35cf805-4264-40e2-afc1-a7f6ef3afb7f HTTP/1.1" status: 200 len: 835 time: 0.4966590 Jun 25 12:10:50.114587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c924497-6789-49be-acdc-2444b4744b29 None None] New status for floating IP 2cc24dce-9859-4cd7-89ab-1870fd77a53f: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:10:50.191972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-785283d0-216f-4e01-b65a-4ecaaf3f6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:50.194969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-785283d0-216f-4e01-b65a-4ecaaf3f6a36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa34147d-aea8-45da-92bb-cf6995238dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146309 Jun 25 12:10:50.374224 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-17bdec7f-13d3-4e19-a47f-a769d93e10c8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665292 Jun 25 12:10:50.495552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35880) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:10:50.565648 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2273527-ea45-4742-a0c3-2f6441140f91 req-b2c55b97-52d5-452b-b455-87c4459f3fe7 service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853478 Jun 25 12:10:50.581406 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d962e6f3-2665-4a17-a8ea-4c42880c7833 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2cc24dce-9859-4cd7-89ab-1870fd77a53f HTTP/1.1" status: 200 len: 994 time: 0.0846000 Jun 25 12:10:52.295954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-5f80170d-13ba-4d03-8938-bc9df1b5c9d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578792 Jun 25 12:10:52.408743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141122-912e-43c0-b332-655442616896 req-ae95ff87-ae72-4206-9b47-3c6865398fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:52.410483 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-ae95ff87-ae72-4206-9b47-3c6865398fa1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1099 time: 0.0592082 Jun 25 12:10:52.529326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141122-912e-43c0-b332-655442616896 req-c1afa41c-7028-4a60-b10e-8983b72b3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:52.530746 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-c1afa41c-7028-4a60-b10e-8983b72b3d80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa34147d-aea8-45da-92bb-cf6995238dca HTTP/1.1" status: 200 len: 899 time: 0.0985253 Jun 25 12:10:52.603668 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-6a119b4b-1daf-4e31-9e11-77573c317fb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c HTTP/1.1" status: 200 len: 1002 time: 0.0663235 Jun 25 12:10:52.656545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141122-912e-43c0-b332-655442616896 req-a71b44a8-83ed-42b0-8d32-1cb2b7d736d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:52.658091 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-a71b44a8-83ed-42b0-8d32-1cb2b7d736d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35cf805-4264-40e2-afc1-a7f6ef3afb7f HTTP/1.1" status: 200 len: 835 time: 0.0480928 Jun 25 12:10:52.726469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141122-912e-43c0-b332-655442616896 req-f59741aa-9fc3-4c1c-a3ce-bcd1a5789cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:10:52.727692 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-f59741aa-9fc3-4c1c-a3ce-bcd1a5789cc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa34147d-aea8-45da-92bb-cf6995238dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0634348 Jun 25 12:10:52.831298 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-afc76c2c-9766-4227-9155-17a309b5e2ec service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956750 Jun 25 12:10:52.948314 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0f141122-912e-43c0-b332-655442616896 req-3c1b6cdf-730e-44dd-8c31-fd7af56fba34 service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110296 Jun 25 12:10:59.537664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-94f058cb-15bd-4e20-b452-de403a0ffbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:02.006160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7593b163-7057-4186-b0ae-c93b8ca2c440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:02.138140 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:03.324157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:05.231679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:10.907169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:24.797397 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:11:29.553889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-898d338c-dd45-47c1-8678-b6119c0b12bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:31.994309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-812fb19a-6e2e-477c-9531-8f9b2e6ec08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:32.139586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:33.319260 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:35.187745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:40.919370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:11:54.310723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-f2cdf430-2552-43c3-96e0-1cf336596fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582643 Jun 25 12:11:54.412335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-9de32d24-0e0f-4eaf-8153-be4f49180e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:11:54.414472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-9de32d24-0e0f-4eaf-8153-be4f49180e62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1099 time: 0.0571394 Jun 25 12:11:54.536646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-18156ec7-7021-4fe4-8d2f-cbb9d92cd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:11:54.540152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-18156ec7-7021-4fe4-8d2f-cbb9d92cd258 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa34147d-aea8-45da-92bb-cf6995238dca HTTP/1.1" status: 200 len: 899 time: 0.1052897 Jun 25 12:11:54.618864 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-a2185e45-1644-4158-8f7c-ff2f3c6d4107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c HTTP/1.1" status: 200 len: 1002 time: 0.0705855 Jun 25 12:11:54.682838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-cdabf28e-13e4-4d00-8fd8-e4882cb5f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:11:54.684440 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-cdabf28e-13e4-4d00-8fd8-e4882cb5f79f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35cf805-4264-40e2-afc1-a7f6ef3afb7f HTTP/1.1" status: 200 len: 835 time: 0.0582249 Jun 25 12:11:54.754069 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-4241610b-b7f4-43bb-b3f3-54c6e9c74385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:11:54.755807 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-4241610b-b7f4-43bb-b3f3-54c6e9c74385 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa34147d-aea8-45da-92bb-cf6995238dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645785 Jun 25 12:11:54.872820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-9bd1e892-1673-4c59-a8ee-13d37046313d service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104534 Jun 25 12:11:55.000070 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4b80da-c68b-4f39-b5a8-d200e44e6f61 req-4dac255c-fb51-4980-bdd3-d743252d6ec4 service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204793 Jun 25 12:11:59.539337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-283176dd-1532-46c3-b564-4a09948ec881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:01.797441 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:12:01.969742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5d17efe5-ee0c-4127-9ac3-728d443a9d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:02.186931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:02.595988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ff99d-0fff-4f13-813d-531e4c92ec47 req-65b062fa-a9cc-4469-bca9-0ec6a192a276 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:02.597191 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-952ff99d-0fff-4f13-813d-531e4c92ec47 req-65b062fa-a9cc-4469-bca9-0ec6a192a276 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0775666 Jun 25 12:12:02.653658 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-952ff99d-0fff-4f13-813d-531e4c92ec47 req-dbec9e7f-ab38-42f2-bf77-4688c6ee8672 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454164 Jun 25 12:12:03.379443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:03.901965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e5409-8648-4eea-bc19-c8f95584664a req-d7308f8c-a7d0-43e9-b3f5-916ffe430d7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:03.904340 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d5e5409-8648-4eea-bc19-c8f95584664a req-d7308f8c-a7d0-43e9-b3f5-916ffe430d7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0840635 Jun 25 12:12:03.956614 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9d5e5409-8648-4eea-bc19-c8f95584664a req-d0a349ce-29a5-49dc-9392-48bbf0d01d25 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Jun 25 12:12:04.003393 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35916) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:04.076017 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3b32a8b3-1323-421e-99b5-614cd3224243 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2cc24dce-9859-4cd7-89ab-1870fd77a53f HTTP/1.1" status: 200 len: 994 time: 0.0712941 Jun 25 12:12:05.207847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:05.727152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2c2a9-2aa5-4ee0-9ecd-14337c8d89b2 req-df5afa7c-0322-4904-bb77-c1718d9e3ec1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:05.728930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4de2c2a9-2aa5-4ee0-9ecd-14337c8d89b2 req-df5afa7c-0322-4904-bb77-c1718d9e3ec1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0772884 Jun 25 12:12:05.786078 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4de2c2a9-2aa5-4ee0-9ecd-14337c8d89b2 req-7f415dbc-a43f-4c97-81f7-eeb04623165c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Jun 25 12:12:07.000562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31d425-e990-4976-a696-c2de4d67f608 req-c5fe35be-c531-47c2-9a01-1f2bc54c8c5c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:07.002318 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f31d425-e990-4976-a696-c2de4d67f608 req-c5fe35be-c531-47c2-9a01-1f2bc54c8c5c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0790260 Jun 25 12:12:07.049482 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f31d425-e990-4976-a696-c2de4d67f608 req-60783840-0f3c-478a-ae55-a08c0adff6d4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Jun 25 12:12:07.079462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35928) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:07.175911 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-977d15fa-1dd9-4013-975b-6a19076638e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2cc24dce-9859-4cd7-89ab-1870fd77a53f HTTP/1.1" status: 200 len: 994 time: 0.0948246 Jun 25 12:12:07.468867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35934) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:07.755018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 48d04f11-7284-4af0-8ebb-18a44d7bf061 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:12:07.755283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:07.857825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:07.858304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:07.873804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 48d04f11-7284-4af0-8ebb-18a44d7bf061 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:12:08.216341 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:08.219194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b8e0565-8a96-4f42-89ad-2677645e1930 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:08.250576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=48d04f11-7284-4af0-8ebb-18a44d7bf061,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:08.266848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.267407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.267958 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.268526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.269062 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.269583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.270086 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.270473 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.271105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.271488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.271872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.271872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:08.293240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:08.342833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:08.343436 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 2cc24dce-9859-4cd7-89ab-1870fd77a53f disassociated (deleted). External IP: 172.26.0.125, port: 8ecbc5c7-deea-467c-9bde-99cd8af4919c. Jun 25 12:12:08.654721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 8d24750b-49e1-4f33-87b6-7196e93caeed has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:12:08.842294 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:12:08.849735 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:08.854680 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] Sync routers for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:12:08.871985 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:08.873214 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:08.907365 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/floatingips/2cc24dce-9859-4cd7-89ab-1870fd77a53f HTTP/1.1" status: 204 len: 168 time: 1.4360883 Jun 25 12:12:08.908374 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:12:08.913232 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c323f84-8778-417f-a9b3-bf40ab49880c" -d '{"events": [{"name": "network-changed", "server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:12:09.034566 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:09.059665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a444e2-27c0-4268-9ac0-bc4a2838de1a x-openstack-request-id: req-18a444e2-27c0-4268-9ac0-bc4a2838de1a {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:12:09.060087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:12:09.060407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18a444e2-27c0-4268-9ac0-bc4a2838de1a {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:12:09.060875 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'status': 'completed', 'code': 200} Jun 25 12:12:09.181709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-cd6c9a1f-ac1d-4eaf-9ca2-e7812cc67985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:09.183950 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-cd6c9a1f-ac1d-4eaf-9ca2-e7812cc67985 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 1099 time: 0.0840032 Jun 25 12:12:09.276184 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:33Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:09.299377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-56e4b68c-c067-428c-af64-0e2b3aacdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:09.300891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-56e4b68c-c067-428c-af64-0e2b3aacdb71 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa34147d-aea8-45da-92bb-cf6995238dca HTTP/1.1" status: 200 len: 899 time: 0.1108658 Jun 25 12:12:09.311610 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] Checking router: 8d24750b-49e1-4f33-87b6-7196e93caeed for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:12:09.326344 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:09.330189 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:09.353929 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-fb4fe836-8aad-4bcd-bcdc-2e747b3e784b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c HTTP/1.1" status: 200 len: 217 time: 0.0453944 Jun 25 12:12:09.420247 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-59ff6f6d-359e-4e22-b712-ea9223c24725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:09.422197 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-59ff6f6d-359e-4e22-b712-ea9223c24725 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d35cf805-4264-40e2-afc1-a7f6ef3afb7f HTTP/1.1" status: 200 len: 835 time: 0.0616925 Jun 25 12:12:09.495918 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:09.507103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-56a4fda1-d0d0-4634-9326-55a8be75692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:09.509976 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-56a4fda1-d0d0-4634-9326-55a8be75692b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa34147d-aea8-45da-92bb-cf6995238dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792425 Jun 25 12:12:09.645270 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-14c0813d-46ad-4664-944d-356c14c29cd7 service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272347 Jun 25 12:12:09.818369 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8c323f84-8778-417f-a9b3-bf40ab49880c req-e1d819a7-4961-4381-81b1-bd8208487c47 service neutron] 10.222.0.47 "GET /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657636 Jun 25 12:12:09.877616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a99c-c0c0-422b-8435-3c354f2a9d21 req-f16f57de-eb34-4f4e-9f30-93729e596792 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:09.880383 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bad9a99c-c0c0-422b-8435-3c354f2a9d21 req-f16f57de-eb34-4f4e-9f30-93729e596792 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.1344054 Jun 25 12:12:09.892263 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:33Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:09.921746 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91b5d4-ba4b-4f36-bdb3-38be48d648cc None None] The sync data for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv is: [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:28Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd', 'name': '', 'network_id': 'fa34147d-aea8-45da-92bb-cf6995238dca', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:4e:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:27Z', 'updated_at': '2021-06-25T12:10:33Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd35cf805-4264-40e2-afc1-a7f6ef3afb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:12:09.955652 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bad9a99c-c0c0-422b-8435-3c354f2a9d21 req-675b36f9-13a7-4f6e-b515-9e372f51b59b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675850 Jun 25 12:12:10.188628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59335cd-8411-4029-99f1-88234c66822a None None] New status for floating IP 2cc24dce-9859-4cd7-89ab-1870fd77a53f: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:12:10.953194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:11.166973 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81368e69-6e25-4900-b18d-f73330c0f73e req-27b5db3a-b9fb-4eef-9569-6980d9f5eec9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:11.168550 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-81368e69-6e25-4900-b18d-f73330c0f73e req-27b5db3a-b9fb-4eef-9569-6980d9f5eec9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0757561 Jun 25 12:12:11.216531 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-81368e69-6e25-4900-b18d-f73330c0f73e req-cf2486b1-24ea-49f2-bc61-f90595410784 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf6ea41f-9d00-46b6-b01f-3961ae22d992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Jun 25 12:12:11.551669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-f2e67eee-41d6-47a6-b211-ed4c1dfa12e3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:11.553229 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-f2e67eee-41d6-47a6-b211-ed4c1dfa12e3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 946 time: 0.0700235 Jun 25 12:12:11.671911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 8ecbc5c7-deea-467c-9bde-99cd8af4919c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:12:11.672283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:11.790638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 8ecbc5c7-deea-467c-9bde-99cd8af4919c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8ecbc5c7-deea-467c-9bde-99cd8af4919c,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:11.791241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:11.816713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 8ecbc5c7-deea-467c-9bde-99cd8af4919c owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:12:12.168594 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:12.173768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-bff5eb6a-3056-49ba-992b-67ef8309e829 tempest-TestEncryptedCinderVolumes-1089144201 tempest-TestEncryptedCinderVolumes-1089144201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:12.213226 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=8ecbc5c7-deea-467c-9bde-99cd8af4919c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:12.265948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] No DVR routers for this DVR port 8ecbc5c7-deea-467c-9bde-99cd8af4919c on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:12:12.269531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.270207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.270877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.271446 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.272104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.272543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.273233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.273450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.273810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.274192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.274569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.275127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:12.280114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:12.282657 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-13cda0d3-b743-45c0-bbd3-7fa066bbd2b3 req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "DELETE /v2.0/ports/8ecbc5c7-deea-467c-9bde-99cd8af4919c HTTP/1.1" status: 204 len: 173 time: 0.7238939 Jun 25 12:12:12.283288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'name': 'network-vif-deleted', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:12:12.286979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d2625d-cf18-4694-8115-249d8704ec7d" -d '{"events": [{"server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "name": "network-vif-deleted", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:12:12.290031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:12.478067 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a4f257b8-4a47-49f0-b580-088067edd064 req-b2489b16-e879-499d-92aa-dc0d3aed6116 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 210 time: 0.0514393 Jun 25 12:12:12.481848 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cebf5fa-ab81-43ca-b9e5-6d9045c868b4 x-openstack-request-id: req-3cebf5fa-ab81-43ca-b9e5-6d9045c868b4 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:12:12.482587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777cb457-3f27-4f03-87c2-538f78b7c184", "name": "network-vif-deleted", "tag": "8ecbc5c7-deea-467c-9bde-99cd8af4919c", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:12:12.483197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3cebf5fa-ab81-43ca-b9e5-6d9045c868b4 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:12:12.484108 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777cb457-3f27-4f03-87c2-538f78b7c184', 'name': 'network-vif-deleted', 'tag': '8ecbc5c7-deea-467c-9bde-99cd8af4919c', 'status': 'completed', 'code': 200} Jun 25 12:12:13.688077 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a8ea1bd9-28bc-496f-b5d3-dc3872c19c33 req-517ed28f-3965-47dc-bc67-9dec1fd976e7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=777cb457-3f27-4f03-87c2-538f78b7c184 HTTP/1.1" status: 200 len: 210 time: 0.0416124 Jun 25 12:12:14.820425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35962) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:15.073485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8ecbc5c7-deea-467c-9bde-99cd8af4919c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:12:15.109053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 8ecbc5c7-deea-467c-9bde-99cd8af4919c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:12:15.109633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 8ecbc5c7-deea-467c-9bde-99cd8af4919c not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:12:15.730883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:16.135536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:12:16.136287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:16.298877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:16.299402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:16.316173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:12:16.700562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:16.703271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6b1cce5a-a31e-46de-91ce-6772d8583dd5 tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:16.734535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:16.740230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:16.997888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:17.323053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 8d24750b-49e1-4f33-87b6-7196e93caeed has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:12:17.530784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:12:17.536506 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4a800ce9-bbb8-4032-be80-01148f6f7718 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/8d24750b-49e1-4f33-87b6-7196e93caeed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148361 Jun 25 12:12:17.540648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35964) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:17.542044 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] Sync routers for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:12:17.554417 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:17.554417 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:17.601342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting subnet d35cf805-4264-40e2-afc1-a7f6ef3afb7f {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:12:17.605336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:17.676898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:17.680331 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:17.804781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:17.948316 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:12:16Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:17.995978 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] Checking router: 8d24750b-49e1-4f33-87b6-7196e93caeed for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:12:18.011338 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] Routers {'8d24750b-49e1-4f33-87b6-7196e93caeed'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:18.012449 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['8d24750b-49e1-4f33-87b6-7196e93caeed'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:18.024894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.027320 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-beebc8ef-d5c6-43d9-aaf1-1a762e49de72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:18.055589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Subnet': ['ID=d35cf805-4264-40e2-afc1-a7f6ef3afb7f,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:18.060325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:18.061633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.063678 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6ff72eb7-755d-4758-af7c-91dfdb2ed7c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/subnets/d35cf805-4264-40e2-afc1-a7f6ef3afb7f HTTP/1.1" status: 204 len: 168 time: 0.5216327 Jun 25 12:12:18.068023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35966) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:18.079423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f25b7-61ee-46e2-ba04-ef652b9a3818 None None] Network fa34147d-aea8-45da-92bb-cf6995238dca requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:12:18.168652 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] Set router 8d24750b-49e1-4f33-87b6-7196e93caeed gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:18.223674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.390430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.393443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] DHCP port deletion for fa34147d-aea8-45da-92bb-cf6995238dca request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:12:18.426075 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:12:16Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:18.465943 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b3a8d-2b21-4efd-8b35-7dfc1a7636b3 None None] The sync data for ids ['8d24750b-49e1-4f33-87b6-7196e93caeed'] in dv-neutron-797120-5-hyperv is: [{'id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1924720658', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:12:16Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'be1a3095-2a13-4a0c-a049-6bf6c7b8bb23', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d24750b-49e1-4f33-87b6-7196e93caeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:10:22Z', 'updated_at': '2021-06-25T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:12:18.475824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Deleting port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:12:18.476494 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.570059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:12:18.570627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.588297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] For port ff35aaac-8e25-44e0-ac6d-7a811cab0c39, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ff35aaac-8e25-44e0-ac6d-7a811cab0c39,segment=NetworkSegment(680ef555-c978-497d-850a-340c91e1da8b),segment_id=680ef555-c978-497d-850a-340c91e1da8b)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:18.588708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.605719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Calling delete_port for ff35aaac-8e25-44e0-ac6d-7a811cab0c39 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:12:18.669504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port be1a3095-2a13-4a0c-a049-6bf6c7b8bb23, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:18.669907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.685449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:12:18.775761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:18.779484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-6e097257-ef33-42a7-be0d-33e69aefe1a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:18.828086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Pushing event deleted for resources: {'Port': ['ID=ff35aaac-8e25-44e0-ac6d-7a811cab0c39,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:18.853684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] No DVR routers for this DVR port ff35aaac-8e25-44e0-ac6d-7a811cab0c39 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:12:18.857477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.858287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.858742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.859304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.859854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.860402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.860979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.861546 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.862105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.864593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.864593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.864593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:18.870721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:19.003830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.015970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f8d816f4-9e95-472a-a821-0dd9f85f21e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:19.042784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=be1a3095-2a13-4a0c-a049-6bf6c7b8bb23,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:19.061422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:19.109264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.241819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.246287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.319221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ff35aaac-8e25-44e0-ac6d-7a811cab0c39 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:12:19.345035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ff35aaac-8e25-44e0-ac6d-7a811cab0c39 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:12:19.345373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ff35aaac-8e25-44e0-ac6d-7a811cab0c39 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:12:19.345739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:12:19.369951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:12:19.370299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b8400fc8-b2e6-4ed4-b140-fb8c7015ebfd not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:12:19.409818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.410514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Fanout notify agent at l3_agent the message router_deleted on router 8d24750b-49e1-4f33-87b6-7196e93caeed {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:12:19.419470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.421283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/routers/8d24750b-49e1-4f33-87b6-7196e93caeed HTTP/1.1" status: 204 len: 168 time: 1.3512993 Jun 25 12:12:19.424981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35968) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:19.542863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.656561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.668675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa34147d-aea8-45da-92bb-cf6995238dca']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:19.681172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680ef555-c978-497d-850a-340c91e1da8b') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:19.681513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680ef555-c978-497d-850a-340c91e1da8b') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:19.692577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.710586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.719876 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:12:19.722975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:12:19.724377 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:12:19.867275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.872275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9be3e3be-fb2c-4b14-8130-106450992672 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:19.883545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:19.883545 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/networks/fa34147d-aea8-45da-92bb-cf6995238dca HTTP/1.1" status: 204 len: 168 time: 0.4538124 Jun 25 12:12:19.885125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35970) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:19.903192 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Network': ['ID=fa34147d-aea8-45da-92bb-cf6995238dca,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:19.911327 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1accba03-5820-4622-8fe6-c321f7cc0295 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:19.970556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6e52735c-e281-4c4f-93ad-83160f0c5c42 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:20.000850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6e52735c-e281-4c4f-93ad-83160f0c5c42 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:20.163636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6e52735c-e281-4c4f-93ad-83160f0c5c42 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:20.166749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6e52735c-e281-4c4f-93ad-83160f0c5c42 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:20.168072 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6e52735c-e281-4c4f-93ad-83160f0c5c42 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/security-groups/cf6ea41f-9d00-46b6-b01f-3961ae22d992 HTTP/1.1" status: 204 len: 168 time: 0.2811353 Jun 25 12:12:20.172585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-cadcec96-5cf6-47e3-bb48-c5bd8a56f7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:20.179729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52735c-e281-4c4f-93ad-83160f0c5c42 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6ea41f-9d00-46b6-b01f-3961ae22d992,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:20.182505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6e52735c-e281-4c4f-93ad-83160f0c5c42 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:21.219836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:12:21.242956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:12:21.243437 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device be1a3095-2a13-4a0c-a049-6bf6c7b8bb23 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:12:21.838943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35978) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:21.844281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238920719', 'description': 'tempest-secgroup-smoke-238920719 description', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:21.956035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.050920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.123112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.125952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ac08468f-63b7-4821-8d4e-aae36d485733 tempest-TestNetworkAdvancedServerOps-1248825746 tempest-TestNetworkAdvancedServerOps-1248825746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:22.164542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedd5495-dfc0-479f-8169-ce7f05c2b63c,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:22.167702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:22.266355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.267730 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a48945c2-2d95-4f78-8491-c053d748c818 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4275522 Jun 25 12:12:22.273016 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35980) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:22.278686 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'eedd5495-dfc0-479f-8169-ce7f05c2b63c', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:22.373699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.442722 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.534751 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.542635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9d2e023a-76f0-41b7-8b8f-2348e33ee1f7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:22.560152 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e4a55f-53bb-4115-ada2-38ad2e6c5662,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:22.563517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:22.677491 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.679328 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048052 Jun 25 12:12:22.682487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35982) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:22.687972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'eedd5495-dfc0-479f-8169-ce7f05c2b63c', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:22.791749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.868360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.975736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:22.982589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:22.999811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a45ed3-1709-45c2-a2ad-8fab7e00fc78,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:23.003240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:23.076584 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.078081 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3942235 Jun 25 12:12:23.081392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35984) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:23.087532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'eedd5495-dfc0-479f-8169-ce7f05c2b63c', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:23.198230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.274701 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.369123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.371220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-787717d5-3820-4cc1-bbe7-12f2a72acc84 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:23.389517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd0443e-fa74-4ce1-9d5a-adb3248bdfec,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:23.393038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:23.459721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.461334 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3a2f77ae-2889-4547-ac5f-f6ca1bf26d47 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786993 Jun 25 12:12:23.466904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35986) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:23.472260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'eedd5495-dfc0-479f-8169-ce7f05c2b63c', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:23.579961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.653770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.790426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.792970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-652bc63a-13cd-42ba-9d44-d1ac5d170992 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:23.812812 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc3d86d-e15a-433d-917e-6fd52a9b1a8c,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:23.819585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:23.980644 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:23.982446 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3a1a6cd9-9e77-4032-a9b8-73346cec4c6c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5144000 Jun 25 12:12:23.985794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35988) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:23.992358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'eedd5495-dfc0-479f-8169-ce7f05c2b63c', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:24.178979 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:12:24.185999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.260403 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.340734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.343975 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4a84167b-f760-424e-9632-6c60681a500b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:24.387426 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9570b5c-98d6-45f4-b446-be98d359fda1,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:24.393632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:24.574730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.576108 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5892143 Jun 25 12:12:24.579634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35990) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:24.588671 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'eedd5495-dfc0-479f-8169-ce7f05c2b63c', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:24.695614 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:12:24.701743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.777243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.870833 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.872913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-26ee9af1-c568-4b37-a5fb-2a571222dff7 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:24.899640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33537438-0e0d-4762-85de-5e525f1a6a85,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:24.904434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:24.980170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:24.981934 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4006643 Jun 25 12:12:24.985113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 35992) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:24.990919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'network': {'name': 'tempest-network-smoke--866296045', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:25.100407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:12:25.105551 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.134404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:12:25.147275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.147690 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Added segment 7a9c7768-2126-4928-bce4-ddd5fb7d84e7 of type vlan for network effa6390-3496-4857-ba87-2ff6344320b5 Jun 25 12:12:25.196409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.328869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.335896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:25.336680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.339672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-71ba6e25-c7bc-4a96-8a52-26e7054b36a1 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:25.411080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Network': ['ID=effa6390-3496-4857-ba87-2ff6344320b5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:25.414939 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:25.425305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network effa6390-3496-4857-ba87-2ff6344320b5 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:12:25.447902 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-64d5e913-e485-4e76-8f35-3dec42d3ec74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4614160 Jun 25 12:12:25.451317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35996) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:25.457280 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'admin_state_up': True, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:25.587297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.588871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.651644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:25.905840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:26.188731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:26.209718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:26.331383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.117 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/3067b613-069b-4f6f-aa65-8fbee4ee343f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:12:26.449481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:26.564043 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:26.567170 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d8fe24f-6c4d-4d01-9ec4-78ef4a1cb888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:26.609002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:12:26.612164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:12:26.616670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:12:26.623171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=3067b613-069b-4f6f-aa65-8fbee4ee343f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:26.643172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:27.386743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:27.608460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:27.832233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router a67a8318-f0b1-4e15-a838-95a30f5f4b4b is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:12:27.964521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:12:27.978367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Sync routers for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:12:27.992880 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:27.994096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:28.049317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:28.050798 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5981011 Jun 25 12:12:28.054988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 35998) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:28.091167 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-cb78eab1-6a6a-4814-9290-b16cfb16e3dc tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=89bb44ea9bda436385a02a9dce6cb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347955 Jun 25 12:12:28.094038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36000) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:28.180825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:28.252711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f84d8-ede7-445a-8516-76dd0e16911d tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:28.254606 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-1f9f84d8-ede7-445a-8516-76dd0e16911d tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1595657 Jun 25 12:12:28.259467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36002) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:28.297458 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9730db8b-eeb4-4537-8b9f-a642f44a3b6b tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364306 Jun 25 12:12:28.301422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36004) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:28.309116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1980749150', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:28.434001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:26Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:28.466956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Checking router: a67a8318-f0b1-4e15-a838-95a30f5f4b4b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:12:28.467273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Updating router a67a8318-f0b1-4e15-a838-95a30f5f4b4b port 3067b613-069b-4f6f-aa65-8fbee4ee343f binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:12:28.506623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:28.534831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:12:28.539682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:28.870413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:28.872737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-69afbf4e-832f-4d6b-886c-a379aeaad439 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:28.934558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Subnet': ['ID=b942360c-0c31-40ee-8013-ac408326fe81,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:28.938339 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:28.957943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Checking segment: {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:12:28.958331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network hostable DHCP agents. Network: effa6390-3496-4857-ba87-2ff6344320b5, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:12:29.043019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.055991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Transition to ACTIVE for port object 3067b613-069b-4f6f-aa65-8fbee4ee343f will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:12:29.070213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network effa6390-3496-4857-ba87-2ff6344320b5 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:12:29.161510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.163922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:29.203660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, effa6390-3496-4857-ba87-2ff6344320b5) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:12:29.214172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:29.225493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.226232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Attempting to bind port 3067b613-069b-4f6f-aa65-8fbee4ee343f on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:12:29.226232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Attempting to bind port 3067b613-069b-4f6f-aa65-8fbee4ee343f by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:12:29.226232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Attempting to bind port 3067b613-069b-4f6f-aa65-8fbee4ee343f on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:12:29.226232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a5c836-525d-461d-9782-0f2b34064f99 None None] Network effa6390-3496-4857-ba87-2ff6344320b5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:12:29.239288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143b97-bf53-4978-98a9-a456b2951906 None None] Pushing event updated for resources: {'Port': ['ID=3067b613-069b-4f6f-aa65-8fbee4ee343f,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:29.248662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7a143b97-bf53-4978-98a9-a456b2951906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:29.251233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:12:29.251625 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:12:29.252037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.252439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:12:29.252939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Bound port: 3067b613-069b-4f6f-aa65-8fbee4ee343f, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:12:29.253363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.351819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-809c24df-061d-4146-a235-76697789fcd9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0486124 Jun 25 12:12:29.355367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36006) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:29.368698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] For port 3067b613-069b-4f6f-aa65-8fbee4ee343f, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:12:29.403615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] For port 3067b613-069b-4f6f-aa65-8fbee4ee343f, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3067b613-069b-4f6f-aa65-8fbee4ee343f,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:12:29.466476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-effa6390-3496-4857-ba87-2ff6344320b5', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:12:29.470007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.473190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.482531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:29.608723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c5061eb5-0653-4195-9efb-220bf9bb55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:29.616285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143b97-bf53-4978-98a9-a456b2951906 None None] Pushing event updated for resources: {'Port': ['ID=3067b613-069b-4f6f-aa65-8fbee4ee343f,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:29.624381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7a143b97-bf53-4978-98a9-a456b2951906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:29.628558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:29.629470 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:29.801680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Allocated IP 172.20.0.2 (effa6390-3496-4857-ba87-2ff6344320b5/b942360c-0c31-40ee-8013-ac408326fe81/945271e3-8ceb-4a14-ad84-dc4fc5ef4e90) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:12:29.829006 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:29.944552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.157773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.170441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Transition to ACTIVE for port object 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:12:30.197210 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Transition to ACTIVE for port object 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:12:30.201488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:26Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:30.232499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473d1d1a-fc65-4377-a4f5-df81ae987f1b None None] The sync data for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv is: [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:26Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:12:30.281928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.284159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:30.350076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Pushing event updated for resources: {'Port': ['ID=945271e3-8ceb-4a14-ad84-dc4fc5ef4e90,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:30.372401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.1 (effa6390-3496-4857-ba87-2ff6344320b5/b942360c-0c31-40ee-8013-ac408326fe81/8ac8dc98-081e-4f24-b2ca-bd6727be5732) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:12:30.376861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Network effa6390-3496-4857-ba87-2ff6344320b5 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:12:30.379358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:30.381612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:12:30.385809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:12:30.469792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Attempting to bind port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:12:30.470168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Attempting to bind port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:12:30.470537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Attempting to bind port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 on network effa6390-3496-4857-ba87-2ff6344320b5 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:12:30.477845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:12:30.478725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Checking segment: {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:12:30.478725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.479035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Bound using segment: {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:12:30.479550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Bound port: 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:12:30.479937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.563248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.575223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] For port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:12:30.575223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] For port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=945271e3-8ceb-4a14-ad84-dc4fc5ef4e90,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:12:30.582694 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object 8ac8dc98-081e-4f24-b2ca-bd6727be5732 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:12:30.666698 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.669246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8af625ab-b105-4e0b-9819-799a2ccca199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:30.732498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:30.736189 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-07481778-de6a-4433-8c3e-98c505109291 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:30.746262 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Pushing event updated for resources: {'Port': ['ID=945271e3-8ceb-4a14-ad84-dc4fc5ef4e90,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:30.762344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:30.819930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network effa6390-3496-4857-ba87-2ff6344320b5 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:12:30.826027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:12:30.842794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:12:30.878176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=8ac8dc98-081e-4f24-b2ca-bd6727be5732,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:30.886476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:30.910811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:31.247889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:31.377837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:12:31.533610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:12:31.550480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3067b613-069b-4f6f-aa65-8fbee4ee343f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:12:31.687933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:31.745842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3067b613-069b-4f6f-aa65-8fbee4ee343f completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:12:31.751582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3067b613-069b-4f6f-aa65-8fbee4ee343f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:31.754845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:31.779960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:31.785885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-85db2c5d-aeb0-4fc2-b5e3-25d6c8a21346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:31.890220 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:31.921468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=8ac8dc98-081e-4f24-b2ca-bd6727be5732,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:31.927114 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:31.930683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b895c2c-057f-4387-8d2f-739a46bb0e4e None None] Network effa6390-3496-4857-ba87-2ff6344320b5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:12:31.935034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:31.995592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 3067b613-069b-4f6f-aa65-8fbee4ee343f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3067b613-069b-4f6f-aa65-8fbee4ee343f,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:32.044399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9af1-5284-4c0c-8006-feddc0e734cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.069050 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network effa6390-3496-4857-ba87-2ff6344320b5 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:12:32.071361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:12:32.078900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.080921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Provisioning for port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:12:32.089018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-82535a5f-bc0e-4d84-8a46-7e80b451408b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:32.117040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Provisioning complete for port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:32.117414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.212093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.247879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=3067b613-069b-4f6f-aa65-8fbee4ee343f,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:32.253841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:32.280366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router a67a8318-f0b1-4e15-a838-95a30f5f4b4b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:12:32.334851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.377165 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] For port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=945271e3-8ceb-4a14-ad84-dc4fc5ef4e90,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:32.470511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.470511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:32.484678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:12:32.494648 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/a67a8318-f0b1-4e15-a838-95a30f5f4b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365249 Jun 25 12:12:32.511114 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Sync routers for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:12:32.532509 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:32.534273 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:32.564365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Pushing event updated for resources: {'Port': ['ID=945271e3-8ceb-4a14-ad84-dc4fc5ef4e90,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:32.568352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:32.720243 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:32.733831 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-02f6a807-7748-44c5-a00a-bdb5669d9a2f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238920719&fields=id&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0506587 Jun 25 12:12:32.764568 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e0b5f140-d840-4232-8c6f-a5ad95487f42 None None] Provisioning for port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:12:32.775117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e0b5f140-d840-4232-8c6f-a5ad95487f42 None None] Provisioning complete for port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:32.776345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f140-d840-4232-8c6f-a5ad95487f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.857459 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5f140-d840-4232-8c6f-a5ad95487f42 None None] Port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:12:32.876883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e0b5f140-d840-4232-8c6f-a5ad95487f42 None None] Provisioning complete for port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:32.877952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f140-d840-4232-8c6f-a5ad95487f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:32.937717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-4f9d869d-a583-469d-905e-9221e0ead75a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:32.939230 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-4f9d869d-a583-469d-905e-9221e0ead75a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 796 time: 0.1925824 Jun 25 12:12:32.965282 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-66a31487-14dd-48f3-a27a-656f526986e2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/quotas/89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0118120 Jun 25 12:12:33.025885 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 2, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:33.055464 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Checking router: a67a8318-f0b1-4e15-a838-95a30f5f4b4b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:12:33.056005 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Updating router a67a8318-f0b1-4e15-a838-95a30f5f4b4b port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:12:33.098315 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-26934f24-769a-4c85-bc0a-05f9957ee2f0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261625 Jun 25 12:12:33.139516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d1583293-59ad-42fc-a2d6-e47b44c706c2 None None] Provisioning complete for port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:33.139898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1583293-59ad-42fc-a2d6-e47b44c706c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.194477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-d1583293-59ad-42fc-a2d6-e47b44c706c2 None None] Port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:12:33.208295 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.249706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-4d2c4c2c-41da-451c-82c1-50603911272e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:12:33.251621 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-4d2c4c2c-41da-451c-82c1-50603911272e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1385021 Jun 25 12:12:33.311053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:12:33.343783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.364335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b84e9f5a-1561-49fd-9ad3-d4060bda342b None None] Provisioning complete for port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:33.365070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b84e9f5a-1561-49fd-9ad3-d4060bda342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.433833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b84e9f5a-1561-49fd-9ad3-d4060bda342b None None] Port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:12:33.445962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:33.446355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.449421 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6eb9efad-cc14-46e1-a089-671ecef3c503 service neutron] 10.222.0.81 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819174 Jun 25 12:12:33.559805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3067b613-069b-4f6f-aa65-8fbee4ee343f up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:12:33.654427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3067b613-069b-4f6f-aa65-8fbee4ee343f triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:33.655497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.674900 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.675636 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-4bba017c-71b5-408f-83ce-ab195313b3b9 service neutron] 10.222.0.81 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095158 Jun 25 12:12:33.686989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Transition to ACTIVE for port object 8ac8dc98-081e-4f24-b2ca-bd6727be5732 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:12:33.817066 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:33.829503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-b9798223-26de-4906-992e-43fde7b1ecd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:33.951478 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Pushing event updated for resources: {'Port': ['ID=8ac8dc98-081e-4f24-b2ca-bd6727be5732,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:34.004081 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.004723 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.005438 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.006570 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.008788 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.015494 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.016662 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.017308 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.017931 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.020765 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.021965 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.022567 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:12:34.033292 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:34.039417 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Attempting to bind port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:12:34.040146 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Attempting to bind port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:12:34.040796 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Attempting to bind port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 on network effa6390-3496-4857-ba87-2ff6344320b5 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:12:34.057860 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:12:34.069702 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Checking segment: {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:12:34.070448 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:34.071027 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Bound using segment: {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:12:34.071780 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Bound port: 8ac8dc98-081e-4f24-b2ca-bd6727be5732, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:12:34.072368 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:34.081685 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-67e2f541-5bc3-4746-a6e9-8932f34a661d req-d0a059b3-ac24-4f08-8d1b-3f41c613b053 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 210 time: 0.0775104 Jun 25 12:12:34.209989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] For port 8ac8dc98-081e-4f24-b2ca-bd6727be5732, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:12:34.216125 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] For port 8ac8dc98-081e-4f24-b2ca-bd6727be5732, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8ac8dc98-081e-4f24-b2ca-bd6727be5732,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:12:34.341016 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:34.343540 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-a4c9d16a-7505-4a6d-bf6b-def1ad825f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:34.454211 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Pushing event updated for resources: {'Port': ['ID=8ac8dc98-081e-4f24-b2ca-bd6727be5732,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:34.467466 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:34.469049 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:34.532092 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-44414af1-b70d-473f-9783-e0ec7f825fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:34.627891 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:34.907730 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:34Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:34.948405 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a112f-6bb0-40c1-8346-e5e7ec7aad63 None None] The sync data for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv is: [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:34Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:12:35.200752 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5adc4664-7dab-4684-898d-e71d20719984 req-760e0bad-d97c-4477-bc09-9d7820b1acaf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 210 time: 0.0437500 Jun 25 12:12:35.207593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:35.330101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8ac8dc98-081e-4f24-b2ca-bd6727be5732 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:12:35.523779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:12:35.530595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:35.531218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:35.693452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:35.752808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 8ac8dc98-081e-4f24-b2ca-bd6727be5732, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8ac8dc98-081e-4f24-b2ca-bd6727be5732,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:35.887650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:35.890854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:35.969999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=8ac8dc98-081e-4f24-b2ca-bd6727be5732,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:35.973776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:36.440923 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eec51061-9c12-4cc8-845f-4fd84afd3228 req-23447566-d42f-4ad0-b637-cdad3778dfc5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 210 time: 0.0614960 Jun 25 12:12:37.152694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-d8429cb7-66ee-439d-a9e1-9dd87d18dafc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:37.154636 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-d8429cb7-66ee-439d-a9e1-9dd87d18dafc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 796 time: 0.1376176 Jun 25 12:12:37.215311 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-f9658933-f7d7-4396-8ea5-abb634c6523a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 379 time: 0.0512829 Jun 25 12:12:37.236639 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'port': {'device_id': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'admin_state_up': True, 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'security_groups': ['eedd5495-dfc0-479f-8169-ce7f05c2b63c']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:37.286463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8ac8dc98-081e-4f24-b2ca-bd6727be5732 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:12:37.371601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:37.372232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:37.477674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:12:37.482840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:37.648945 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-18eb8ff5-8ef5-43d3-8571-c8f9fb28cc36 req-dc5defb1-06b6-4264-8ccc-6631d6e9db5e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 210 time: 0.0570488 Jun 25 12:12:37.673836 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.12 (effa6390-3496-4857-ba87-2ff6344320b5/b942360c-0c31-40ee-8013-ac408326fe81/37366c8a-f85a-46c9-a391-81a04669ee53) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:12:37.927658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:37.953381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object 37366c8a-f85a-46c9-a391-81a04669ee53 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:12:38.066053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:38.071148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-04d2e325-9c78-420b-8f98-534bfa36bc45 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:38.125166 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network effa6390-3496-4857-ba87-2ff6344320b5 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:12:38.128920 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:12:38.132960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:12:38.162977 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=37366c8a-f85a-46c9-a391-81a04669ee53,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:38.166988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:38.205450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:38.206607 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:38.301267 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0806406 Jun 25 12:12:38.313981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Request body: {'port': {'device_id': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:38.409740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:38.512033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a9cd1aaa-2c32-424a-b6bb-b028b453915e None None] Provisioning for port 37366c8a-f85a-46c9-a391-81a04669ee53 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:12:38.517854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a9cd1aaa-2c32-424a-b6bb-b028b453915e None None] Provisioning complete for port 37366c8a-f85a-46c9-a391-81a04669ee53 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:38.518462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1aaa-2c32-424a-b6bb-b028b453915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:38.568212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd1aaa-2c32-424a-b6bb-b028b453915e None None] Port 37366c8a-f85a-46c9-a391-81a04669ee53 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:12:38.760376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37366c8a-f85a-46c9-a391-81a04669ee53 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:12:38.770425 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:38.786381 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Transition to ACTIVE for port object 37366c8a-f85a-46c9-a391-81a04669ee53 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:12:38.796701 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:12:38.895017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:38.902067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eb1daf3e-6884-4bbb-a6f7-212b7fb02a60 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:38.994456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35969f-6af8-4be3-8944-577f5b513553 req-3dfd8615-fd7e-4c52-b370-718387e7edb4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:38.997243 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc35969f-6af8-4be3-8944-577f5b513553 req-3dfd8615-fd7e-4c52-b370-718387e7edb4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 932 time: 0.1619825 Jun 25 12:12:39.082379 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Pushing event updated for resources: {'Port': ['ID=37366c8a-f85a-46c9-a391-81a04669ee53,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:39.092474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:39.167510 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc35969f-6af8-4be3-8944-577f5b513553 req-9464eb35-d005-439c-84f6-98955986a5fa tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573911 Jun 25 12:12:39.198181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Attempting to bind port 37366c8a-f85a-46c9-a391-81a04669ee53 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:12:39.198525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Attempting to bind port 37366c8a-f85a-46c9-a391-81a04669ee53 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:12:39.198854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Attempting to bind port 37366c8a-f85a-46c9-a391-81a04669ee53 on network effa6390-3496-4857-ba87-2ff6344320b5 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:12:39.204346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Port 37366c8a-f85a-46c9-a391-81a04669ee53 on network effa6390-3496-4857-ba87-2ff6344320b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:12:39.204735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Attempting to bind port 37366c8a-f85a-46c9-a391-81a04669ee53 on network effa6390-3496-4857-ba87-2ff6344320b5 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:12:39.212577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:12:39.212934 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Checking segment: {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:12:39.213354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Bound using segment: {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:12:39.213892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Bound port: 37366c8a-f85a-46c9-a391-81a04669ee53, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9c7768-2126-4928-bce4-ddd5fb7d84e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:12:39.214148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:39.288970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] For port 37366c8a-f85a-46c9-a391-81a04669ee53, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:12:39.292212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] For port 37366c8a-f85a-46c9-a391-81a04669ee53, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=37366c8a-f85a-46c9-a391-81a04669ee53,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:12:39.398345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:39.401863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:39.442747 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:39.443430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:39.445080 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-6d116659-e082-493b-b919-10f196c540b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 1094 time: 1.1358092 Jun 25 12:12:39.445598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:12:39.448240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c52ee8-6156-45df-a865-d21a94e8e8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:12:39.484787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Pushing event updated for resources: {'Port': ['ID=37366c8a-f85a-46c9-a391-81a04669ee53,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:39.492661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:39.511145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda823f-c0d3-4a6e-be87-2a3d61be5570 x-openstack-request-id: req-5dda823f-c0d3-4a6e-be87-2a3d61be5570 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:12:39.511604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:12:39.512010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5dda823f-c0d3-4a6e-be87-2a3d61be5570 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:12:39.512569 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53', 'status': 'completed', 'code': 200} Jun 25 12:12:39.600665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c52ee8-6156-45df-a865-d21a94e8e8ff req-f652e4a3-854c-4599-ab67-ae3f720e00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:39.602273 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-59c52ee8-6156-45df-a865-d21a94e8e8ff req-f652e4a3-854c-4599-ab67-ae3f720e00a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1097 time: 0.0665665 Jun 25 12:12:39.795571 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c52ee8-6156-45df-a865-d21a94e8e8ff req-ffe76964-6bd6-48ed-819d-44c6558a8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:39.798312 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-59c52ee8-6156-45df-a865-d21a94e8e8ff req-ffe76964-6bd6-48ed-819d-44c6558a8eb0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1884353 Jun 25 12:12:39.929897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c52ee8-6156-45df-a865-d21a94e8e8ff req-f6293bd9-4051-458c-abbc-7a7f991ed628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:39.932262 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-59c52ee8-6156-45df-a865-d21a94e8e8ff req-f6293bd9-4051-458c-abbc-7a7f991ed628 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1270640 Jun 25 12:12:40.045190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-b944e134-a3a7-410c-8ec6-ceb51abdc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:40.047462 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-b944e134-a3a7-410c-8ec6-ceb51abdc91f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1097 time: 0.0654206 Jun 25 12:12:40.207014 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-d514c83c-9abd-4ce6-91a1-b23185b43f8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 217 time: 0.1510110 Jun 25 12:12:40.267935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-20bb8a13-de8f-4f52-bd65-3ff79c7ae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:40.269860 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-20bb8a13-de8f-4f52-bd65-3ff79c7ae29b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 200 len: 835 time: 0.0561883 Jun 25 12:12:40.384005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-234d5229-d561-4b3a-bc6e-894fa03ae404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:40.385727 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-234d5229-d561-4b3a-bc6e-894fa03ae404 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=effa6390-3496-4857-ba87-2ff6344320b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086633 Jun 25 12:12:40.398363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-8cb2c2e1-a51a-4f91-965d-6f0a55229dec service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:12:40.399428 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-8cb2c2e1-a51a-4f91-965d-6f0a55229dec service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067296 Jun 25 12:12:40.413501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15627bd8-d15d-49f3-b5c1-9f37cf84f8e3 req-a76aa95d-d691-4e70-9bc6-7c40b91971b4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:40.414982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-15627bd8-d15d-49f3-b5c1-9f37cf84f8e3 req-a76aa95d-d691-4e70-9bc6-7c40b91971b4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 944 time: 0.1020870 Jun 25 12:12:40.512037 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-15627bd8-d15d-49f3-b5c1-9f37cf84f8e3 req-d35a3924-de5e-44ca-8650-602be4a41c09 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873768 Jun 25 12:12:40.545818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-baf46e22-b9f1-408c-9cb2-b83966c93c06 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297946 Jun 25 12:12:40.675450 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-421ef1c6-4d2a-4608-99b3-648ac548a38c req-0113bfbb-7c76-4ab8-bce1-e33092b7a738 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219766 Jun 25 12:12:40.929327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:41.712927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d42a03-71df-4f5a-9736-94cba6ecfe40 req-edf2947b-8534-48be-9afe-42466916029a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:41.714571 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d2d42a03-71df-4f5a-9736-94cba6ecfe40 req-edf2947b-8534-48be-9afe-42466916029a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 944 time: 0.0748122 Jun 25 12:12:41.768501 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d2d42a03-71df-4f5a-9736-94cba6ecfe40 req-e39c6c38-f05b-4ba1-9836-a64eda4a1797 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421054 Jun 25 12:12:42.986431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c01ee-7b5b-4d60-b406-973cae555cb4 req-322c896f-2685-40ae-8a69-15017e09e0e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:42.988088 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b13c01ee-7b5b-4d60-b406-973cae555cb4 req-322c896f-2685-40ae-8a69-15017e09e0e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 944 time: 0.0703356 Jun 25 12:12:43.031315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b13c01ee-7b5b-4d60-b406-973cae555cb4 req-1652ab37-e70e-4680-8140-493aaa996bf6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359967 Jun 25 12:12:43.179539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 37366c8a-f85a-46c9-a391-81a04669ee53 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:12:43.449168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 37366c8a-f85a-46c9-a391-81a04669ee53, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=37366c8a-f85a-46c9-a391-81a04669ee53,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:43.467839 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '37366c8a-f85a-46c9-a391-81a04669ee53', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'port_id': '37366c8a-f85a-46c9-a391-81a04669ee53', 'mac_address': 'fa:16:3e:ce:b6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:12:43.512694 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:43.527169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37366c8a-f85a-46c9-a391-81a04669ee53 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:12:43.550078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 37366c8a-f85a-46c9-a391-81a04669ee53, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=37366c8a-f85a-46c9-a391-81a04669ee53,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:43.625255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:43.627259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:43.680873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=37366c8a-f85a-46c9-a391-81a04669ee53,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:43.686245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:44.032648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['37366c8a-f85a-46c9-a391-81a04669ee53'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:12:44.250058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e452e-9b60-4a63-896f-78f0561710db req-a7e9cc61-4eb8-4f42-aaf2-74cd5bda80ef tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:44.251766 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-136e452e-9b60-4a63-896f-78f0561710db req-a7e9cc61-4eb8-4f42-aaf2-74cd5bda80ef tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 945 time: 0.0850959 Jun 25 12:12:44.300039 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-136e452e-9b60-4a63-896f-78f0561710db req-25a78cf3-484f-4da4-b23f-062366915782 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Jun 25 12:12:45.184786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 37366c8a-f85a-46c9-a391-81a04669ee53 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:12:45.315405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 37366c8a-f85a-46c9-a391-81a04669ee53 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:12:45.319769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 37366c8a-f85a-46c9-a391-81a04669ee53 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:12:45.320172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:45.426121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:45.457533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:12:45.462439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431df829-5422-4e82-9d5b-5ef28ec93e0f" -d '{"events": [{"server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:12:45.485679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 37366c8a-f85a-46c9-a391-81a04669ee53, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=37366c8a-f85a-46c9-a391-81a04669ee53,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:12:45.539910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54fab5-8b78-42ff-91fb-f8d80497aa05 req-2a72966a-025a-4c91-8731-78b41b777366 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:45.542832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5d54fab5-8b78-42ff-91fb-f8d80497aa05 req-2a72966a-025a-4c91-8731-78b41b777366 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 945 time: 0.1022854 Jun 25 12:12:45.557203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:45.560699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:45.597458 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57278de3-e6de-4b9f-b6ce-17ef2332eb98 x-openstack-request-id: req-57278de3-e6de-4b9f-b6ce-17ef2332eb98 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:12:45.597874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "name": "network-vif-plugged", "status": "completed", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:12:45.598230 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57278de3-e6de-4b9f-b6ce-17ef2332eb98 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:12:45.599060 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53', 'code': 200} Jun 25 12:12:45.605846 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5d54fab5-8b78-42ff-91fb-f8d80497aa05 req-27cbcf42-d2d8-4e34-aa37-33df48593849 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568562 Jun 25 12:12:45.636114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=37366c8a-f85a-46c9-a391-81a04669ee53,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:45.639330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:45.950348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be65c-35e5-4d0c-baff-aef1b4098820 req-c51693c5-8415-4e46-ad8c-6e5e2309c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:45.951989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-320be65c-35e5-4d0c-baff-aef1b4098820 req-c51693c5-8415-4e46-ad8c-6e5e2309c4a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1099 time: 0.0561810 Jun 25 12:12:45.991454 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-320be65c-35e5-4d0c-baff-aef1b4098820 req-a633a26f-0eee-4dab-ad7a-7a41ab87b63b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Jun 25 12:12:46.808149 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120a91e-3330-4b25-a803-033cd1177b2e req-a4522ff8-e2ad-4ec9-9230-e344927684b7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:46.809848 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3120a91e-3330-4b25-a803-033cd1177b2e req-a4522ff8-e2ad-4ec9-9230-e344927684b7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.0762889 Jun 25 12:12:46.856011 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3120a91e-3330-4b25-a803-033cd1177b2e req-25bd3418-ca23-4a99-8f2f-976d18e2694d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Jun 25 12:12:48.097822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c7910-25c2-4583-a3af-0f9b418751ca req-ed3b54c1-3901-4fcb-a178-d15570851250 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:48.100400 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8f4c7910-25c2-4583-a3af-0f9b418751ca req-ed3b54c1-3901-4fcb-a178-d15570851250 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.0737717 Jun 25 12:12:48.144720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8f4c7910-25c2-4583-a3af-0f9b418751ca req-12c8a88d-7680-415d-9b79-a271f78bcac0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376348 Jun 25 12:12:48.390298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2f578-acee-4f46-81bd-2ed355cd8f61 req-00256a05-41a4-488f-98cb-0abc7ab13146 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:48.391872 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ccd2f578-acee-4f46-81bd-2ed355cd8f61 req-00256a05-41a4-488f-98cb-0abc7ab13146 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.0755205 Jun 25 12:12:48.437299 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ccd2f578-acee-4f46-81bd-2ed355cd8f61 req-bc1bc9d1-6426-4c94-b2f0-0bf45859afe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382762 Jun 25 12:12:48.469752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36082) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:48.531003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ca649-1afc-4f4b-ad6e-d401b8a44b79 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:48.532691 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-477ca649-1afc-4f4b-ad6e-d401b8a44b79 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1094 time: 0.0619354 Jun 25 12:12:48.535563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36084) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:48.540713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '37366c8a-f85a-46c9-a391-81a04669ee53', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:12:48.631259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:48.743707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:48.863110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.243 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ef24bef2-d029-40ec-91f3-6e4d93815746) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:12:49.004361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:49.146829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:49.149364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8df51a2e-9fec-4f71-9c9f-fb89a7550492 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:49.193979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:12:49.197135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:12:49.200799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:12:49.207086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=ef24bef2-d029-40ec-91f3-6e4d93815746,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:49.227775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:50.242940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:50.397012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:50.576336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:50.648581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:50.653877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:12:50.775406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=ef24bef2-d029-40ec-91f3-6e4d93815746,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:12:50.782276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:12:50.805070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:50.966854 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP f688587d-f6bd-4904-a29b-3bcd2f8058b4 associated. External IP: 172.26.0.243, port: 37366c8a-f85a-46c9-a391-81a04669ee53. Jun 25 12:12:51.231839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router a67a8318-f0b1-4e15-a838-95a30f5f4b4b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:12:51.357692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:12:51.369814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] Sync routers for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:12:51.383048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:51.383751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:51.470694 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:12:51.519956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:51.534393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9934723 Jun 25 12:12:51.534393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:12:51.534393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06" -d '{"events": [{"name": "network-changed", "server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:12:51.605631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ff12d-0191-400e-a845-cb290405d07c x-openstack-request-id: req-013ff12d-0191-400e-a845-cb290405d07c {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:12:51.605994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:12:51.606301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-013ff12d-0191-400e-a845-cb290405d07c {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:12:51.606765 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53', 'status': 'completed', 'code': 200} Jun 25 12:12:51.756457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-bfff8be9-7636-43bb-8bd0-28705ab7272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:51.759182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-bfff8be9-7636-43bb-8bd0-28705ab7272b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1099 time: 0.1281977 Jun 25 12:12:51.850185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f688587d-f6bd-4904-a29b-3bcd2f8058b4', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'port_id': '37366c8a-f85a-46c9-a391-81a04669ee53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'mac_address': 'fa:16:3e:ce:b6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:12:49Z', 'updated_at': '2021-06-25T12:12:49Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:35Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:51.889496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] Checking router: a67a8318-f0b1-4e15-a838-95a30f5f4b4b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:12:51.902573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:12:51.903519 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:12:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:51.913236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4db2e0-8ee2-4f9d-a702-dda4b84af043 req-17e3fb2d-3724-4519-b0a5-b6ea8a54355f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:51.915056 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4db2e0-8ee2-4f9d-a702-dda4b84af043 req-17e3fb2d-3724-4519-b0a5-b6ea8a54355f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.2152894 Jun 25 12:12:51.964101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-f353e4a4-5d19-4267-8680-5a7be9b0e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:51.965843 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-f353e4a4-5d19-4267-8680-5a7be9b0e35d service neutron] 10.222.0.47 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 898 time: 0.1987460 Jun 25 12:12:51.992810 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aa4db2e0-8ee2-4f9d-a702-dda4b84af043 req-9519c646-d63c-421c-9507-0f79d661bd9a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666540 Jun 25 12:12:52.043316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36090) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:52.073767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-3cdb05d4-e22c-46f5-8b5f-2f68d64510a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 1000 time: 0.0984468 Jun 25 12:12:52.081493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:12:52.143682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-b4b02a33-463f-4735-8b2d-dc698fa50d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:52.148733 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-b4b02a33-463f-4735-8b2d-dc698fa50d95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 200 len: 835 time: 0.0669105 Jun 25 12:12:52.148963 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-78854c2f-0348-4f27-b6af-6995793f1090 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/f688587d-f6bd-4904-a29b-3bcd2f8058b4 HTTP/1.1" status: 200 len: 992 time: 0.1027615 Jun 25 12:12:52.210889 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-101c1fae-13eb-4221-b6bd-4c51164aefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:52.213429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-101c1fae-13eb-4221-b6bd-4c51164aefea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=effa6390-3496-4857-ba87-2ff6344320b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0589485 Jun 25 12:12:52.335976 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-b6bfa6ab-328a-4364-8ccb-13a41deb1650 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156814 Jun 25 12:12:52.405226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f688587d-f6bd-4904-a29b-3bcd2f8058b4', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'port_id': '37366c8a-f85a-46c9-a391-81a04669ee53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'mac_address': 'fa:16:3e:ce:b6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:12:49Z', 'updated_at': '2021-06-25T12:12:49Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:35Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:12:52.434743 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4335257-1a77-4a40-b784-33b961047c6a None None] The sync data for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv is: [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'f688587d-f6bd-4904-a29b-3bcd2f8058b4', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'port_id': '37366c8a-f85a-46c9-a391-81a04669ee53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'mac_address': 'fa:16:3e:ce:b6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:12:49Z', 'updated_at': '2021-06-25T12:12:49Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:35Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:12:52.479280 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0bb89ee-c283-445c-bdf2-0f5416dbfc06 req-bc00d356-5be0-4b60-b2b2-bfc526ff13ac service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367750 Jun 25 12:12:52.671961 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70e134b-2ed3-4474-a92d-a1161fb50408 None None] New status for floating IP f688587d-f6bd-4904-a29b-3bcd2f8058b4: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:12:53.152267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36092) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:12:53.267822 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9fde962f-ba14-43f6-9f4b-c10da4d76d49 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/f688587d-f6bd-4904-a29b-3bcd2f8058b4 HTTP/1.1" status: 200 len: 994 time: 0.1134648 Jun 25 12:12:55.315331 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-8affadc2-c8a8-421a-b3b0-52422c98d4dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682669 Jun 25 12:12:55.453966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-736201df-82eb-4b1c-a649-b7094cb6d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:55.456382 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-736201df-82eb-4b1c-a649-b7094cb6d72d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1099 time: 0.0817084 Jun 25 12:12:55.614938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-99741406-88a7-4f38-8eb6-739a8638da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:55.616698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-99741406-88a7-4f38-8eb6-739a8638da33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 898 time: 0.1324346 Jun 25 12:12:55.702761 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-72d69d9b-450c-4c3e-b13d-4defbce4f10f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 1002 time: 0.0789158 Jun 25 12:12:55.789031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-823d1499-d3b7-4730-aebe-7321e1d54a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:55.791604 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-823d1499-d3b7-4730-aebe-7321e1d54a63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 200 len: 835 time: 0.0821686 Jun 25 12:12:55.897840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-8bdc22bc-8f30-473e-bc54-00214f94a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:12:55.900820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-8bdc22bc-8f30-473e-bc54-00214f94a75c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=effa6390-3496-4857-ba87-2ff6344320b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026840 Jun 25 12:12:56.021038 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-f7078a1e-7931-4405-baa0-4c672ea69480 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014729 Jun 25 12:12:56.184481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b1b3dea9-d640-4869-80be-7bfaac540ff9 req-2c0e1b17-ebca-4d1f-bb12-5dfe3d2b1231 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456552 Jun 25 12:12:59.585234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dbe67e20-0644-4e6c-8e9e-bd152f5ac40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:01.973288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ea64a4b-e40b-42e2-acad-f6be8abb5297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:02.322252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:03.361729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:05.223902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:10.991917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:15.795888 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:13:29.595729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99501c8f-2076-460b-9436-40226e872fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:32.001021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99669d46-8af7-4f7a-801d-131aa8eb080a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:32.144591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:33.412502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:35.178481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:40.909007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:13:40.946017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-8678ecd7-0b99-4a32-a6c9-2d3bc61264f7 req-8e43ad69-845a-43b3-83fd-1e0ac5ea9c88 service neutron] (94500) timed out ('10.222.0.47', 61521) {{(pid=94500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 12:13:52.801245 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:13:55.316898 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-3c60cec7-01f2-4e38-9202-4ef7a75b9216 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904088 Jun 25 12:13:55.443414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-455271e3-e777-4104-952a-00453576ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:13:55.445195 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-455271e3-e777-4104-952a-00453576ff68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1099 time: 0.0670819 Jun 25 12:13:55.614525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-ba1d21fd-8a64-48a7-8341-26a1e6fc5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:13:55.616030 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-ba1d21fd-8a64-48a7-8341-26a1e6fc5358 service neutron] 10.222.0.47 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 898 time: 0.1425278 Jun 25 12:13:55.714966 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-f308c558-bc83-44fd-950d-9791ab24d524 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 1002 time: 0.0916998 Jun 25 12:13:55.794647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-0292639e-6323-4335-92d6-de8249703adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:13:55.797253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-0292639e-6323-4335-92d6-de8249703adb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 200 len: 835 time: 0.0751698 Jun 25 12:13:55.867693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-e61872bc-c284-4bcf-98e4-189784ea5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:13:55.869337 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-e61872bc-c284-4bcf-98e4-189784ea5d63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=effa6390-3496-4857-ba87-2ff6344320b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655265 Jun 25 12:13:55.986050 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-60f717ac-8dfe-4bbc-b16e-925c50ff8f98 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087599 Jun 25 12:13:56.090982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e78181c3-dadb-4066-b2f9-c9101ce6ed56 req-021adedf-c209-48a1-8071-c5097097d7e5 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977809 Jun 25 12:13:59.532320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-26edb39f-9c91-46ad-a55a-ff64cd6f00e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:01.954550 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8bca12be-8b82-4bdd-890f-b4fe01eb560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:02.154374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:03.366415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:05.233850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:07.003333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-e8624d0c-32bd-4bd2-b67f-37a6341c6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:07.005666 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-e8624d0c-32bd-4bd2-b67f-37a6341c6cad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1099 time: 0.0704434 Jun 25 12:14:07.047038 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84616ef8-b384-42ab-96ab-b12cd9a61d4f req-a84efbb6-8560-42d4-a578-04943438f1b2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:07.050272 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-84616ef8-b384-42ab-96ab-b12cd9a61d4f req-a84efbb6-8560-42d4-a578-04943438f1b2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1297832 Jun 25 12:14:07.134094 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-ce795322-01fa-4c57-a4a1-4cf5697dea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:07.135736 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-ce795322-01fa-4c57-a4a1-4cf5697dea90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 898 time: 0.1221859 Jun 25 12:14:07.232479 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-eed7dd35-8ba0-4105-b604-11817ae712e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 1002 time: 0.0873144 Jun 25 12:14:07.293435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-7207a9df-7670-4174-986d-fe7596c1ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:07.295157 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-7207a9df-7670-4174-986d-fe7596c1ce6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 200 len: 835 time: 0.0557292 Jun 25 12:14:07.399472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-ba8f15bf-ac9d-4108-83dd-4e7a19fd9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:07.402188 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-ba8f15bf-ac9d-4108-83dd-4e7a19fd9f1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=effa6390-3496-4857-ba87-2ff6344320b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995619 Jun 25 12:14:07.511791 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-84616ef8-b384-42ab-96ab-b12cd9a61d4f req-710cc589-6b38-4e20-b5f6-6a6654274552 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4543192 Jun 25 12:14:07.587027 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-76e5acbf-cb51-45c1-9084-2a781817698f service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721327 Jun 25 12:14:07.688451 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-52f78471-b57d-493a-9ac8-0d88c438ae12 req-33f5c3f2-983f-4e0d-93da-88c2d06d92aa service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943203 Jun 25 12:14:08.794261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d392dd-5b35-421d-81d5-d18f17b5d3b7 req-ed2a0a97-70d1-47a6-b7a1-9fd3bddb8f5b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:08.798254 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-50d392dd-5b35-421d-81d5-d18f17b5d3b7 req-ed2a0a97-70d1-47a6-b7a1-9fd3bddb8f5b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1129875 Jun 25 12:14:08.868418 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-50d392dd-5b35-421d-81d5-d18f17b5d3b7 req-17f0c39d-7766-461c-ab0f-cb49c03c5bca tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609260 Jun 25 12:14:10.265379 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1925a2b-36ce-44ee-8a22-57a5929db8d9 req-0161ee28-4025-4169-a97d-32c8150c5103 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:10.268227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d1925a2b-36ce-44ee-8a22-57a5929db8d9 req-0161ee28-4025-4169-a97d-32c8150c5103 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.0712445 Jun 25 12:14:10.319165 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d1925a2b-36ce-44ee-8a22-57a5929db8d9 req-64618af7-603a-4355-aea5-b4c72175ebc9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411110 Jun 25 12:14:10.920463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:11.526499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973e805-b86b-464b-9acc-3d840e993389 req-48167db3-3209-4892-aecd-5e677fa81160 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:11.528085 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a973e805-b86b-464b-9acc-3d840e993389 req-48167db3-3209-4892-aecd-5e677fa81160 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.0775902 Jun 25 12:14:11.571770 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a973e805-b86b-464b-9acc-3d840e993389 req-251fa083-af64-4c8a-932b-e64ee60c4c2b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365729 Jun 25 12:14:12.779596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc206b-581b-4a97-aa34-6318ba9dc0e4 req-caf0ac35-f888-4ffa-9971-0e0372e8b55a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:12.781308 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d7cc206b-581b-4a97-aa34-6318ba9dc0e4 req-caf0ac35-f888-4ffa-9971-0e0372e8b55a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.0836179 Jun 25 12:14:12.829867 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d7cc206b-581b-4a97-aa34-6318ba9dc0e4 req-c0810788-b54e-44a0-9922-4e0f87871f68 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 Jun 25 12:14:14.068438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367f521-3451-4709-a960-55a2b0e2a63d req-9f52df70-f2a7-4147-baae-3680d865e7ec tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:14.070200 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8367f521-3451-4709-a960-55a2b0e2a63d req-9f52df70-f2a7-4147-baae-3680d865e7ec tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1006057 Jun 25 12:14:14.135985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8367f521-3451-4709-a960-55a2b0e2a63d req-c02f6ce8-9ca0-4046-bf94-264824b78bf8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575337 Jun 25 12:14:15.422093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37bd-7dd2-41a8-9f55-7fd61498c5a7 req-8380ea70-01a7-4945-b3e6-ff2d32e56e1d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:15.425652 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e17b37bd-7dd2-41a8-9f55-7fd61498c5a7 req-8380ea70-01a7-4945-b3e6-ff2d32e56e1d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1194513 Jun 25 12:14:15.478153 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e17b37bd-7dd2-41a8-9f55-7fd61498c5a7 req-5ba4f240-b216-42e7-b0c5-b24ebc80b9fd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420818 Jun 25 12:14:16.823473 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09b42e-d921-48f1-aa1c-0620f3f91700 req-b28fc6fb-3d74-4489-9f2d-65198d4d5c23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:16.826139 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3a09b42e-d921-48f1-aa1c-0620f3f91700 req-b28fc6fb-3d74-4489-9f2d-65198d4d5c23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1228929 Jun 25 12:14:16.887371 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3a09b42e-d921-48f1-aa1c-0620f3f91700 req-3266428a-c928-451a-8959-c5822fb0211e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501099 Jun 25 12:14:18.178601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61298f-d2f6-4262-aad8-94e4ecf2f1ba req-7cee124b-f40f-4223-b061-6450cab418db tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:18.180258 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ff61298f-d2f6-4262-aad8-94e4ecf2f1ba req-7cee124b-f40f-4223-b061-6450cab418db tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.0768957 Jun 25 12:14:18.228992 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ff61298f-d2f6-4262-aad8-94e4ecf2f1ba req-924f1400-c35c-42a8-85e6-9a2548174ee7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Jun 25 12:14:19.549489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729cc9e-5e6c-4b00-94c5-85bed11ec834 req-70c99b0b-4c1c-4de3-bc7f-5b6ba702e192 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:19.549489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d729cc9e-5e6c-4b00-94c5-85bed11ec834 req-70c99b0b-4c1c-4de3-bc7f-5b6ba702e192 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1073778 Jun 25 12:14:19.591255 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d729cc9e-5e6c-4b00-94c5-85bed11ec834 req-a683c11e-1ac3-4317-8b18-35f007b2483a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393767 Jun 25 12:14:19.619581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36186) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:14:19.698222 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3b9ea6e2-4fa1-42ff-8a4d-bbe2d7e37c05 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/f688587d-f6bd-4904-a29b-3bcd2f8058b4 HTTP/1.1" status: 200 len: 994 time: 0.0770526 Jun 25 12:14:29.531648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1a9accb8-aa90-4c85-851f-163745133d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:29.807480 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:14:32.022137 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6671013a-0c3a-484d-8152-2f1025214920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:32.165619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:33.359302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:35.251672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:40.925656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:14:57.344499 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-792c02f1-5a73-4953-a932-5e0ebe72b9be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122422 Jun 25 12:14:57.505797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-4e916310-c65e-4836-bf7b-e1b9aa595b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:57.508554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-4e916310-c65e-4836-bf7b-e1b9aa595b1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1099 time: 0.0989308 Jun 25 12:14:57.645601 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-12d61c6b-6c03-40d4-96ca-6d6daa04e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:57.647329 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-12d61c6b-6c03-40d4-96ca-6d6daa04e77a service neutron] 10.222.0.47 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 898 time: 0.1147757 Jun 25 12:14:57.770745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-8f628fa7-2f01-4d9a-a687-006953e5ff50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 1002 time: 0.1161392 Jun 25 12:14:57.833877 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-3e8747f7-3bf7-4c7c-965d-9ee821f88307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:57.835782 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-3e8747f7-3bf7-4c7c-965d-9ee821f88307 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 200 len: 835 time: 0.0578427 Jun 25 12:14:57.909864 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-75304eee-4e43-40a8-9bb9-ebbe3754700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:14:57.911997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-75304eee-4e43-40a8-9bb9-ebbe3754700d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=effa6390-3496-4857-ba87-2ff6344320b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690277 Jun 25 12:14:58.086002 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-95519902-2ed0-4787-b5ec-c2f96df074cb service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669035 Jun 25 12:14:58.265148 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c0ca0752-b855-446d-b198-2ca8bed1c068 req-5d03dc5d-dbb4-49ba-ac0e-1f58714da777 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713579 Jun 25 12:14:59.541861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d5a27225-7a4f-4196-b123-359d34eaaf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:01.988217 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3e348737-824d-4ebe-ba7f-e8c2b4740d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:02.222356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:03.377457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:05.221991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:06.811310 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:15:10.953635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:17.189198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36218) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:17.647060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port ef24bef2-d029-40ec-91f3-6e4d93815746 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:15:17.647416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:17.769871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:17.770456 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:17.798364 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for ef24bef2-d029-40ec-91f3-6e4d93815746 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:15:18.210756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:18.216684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4a4dcba6-a130-45d6-a086-c49836641be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:18.256165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=ef24bef2-d029-40ec-91f3-6e4d93815746,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:18.291922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.292376 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.292856 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.293357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.293897 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.294347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.294817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.295267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.296689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.296893 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.297574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.298029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:18.303103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:18.351849 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:18.352288 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP f688587d-f6bd-4904-a29b-3bcd2f8058b4 disassociated (deleted). External IP: 172.26.0.243, port: 37366c8a-f85a-46c9-a391-81a04669ee53. Jun 25 12:15:18.747724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router a67a8318-f0b1-4e15-a838-95a30f5f4b4b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:15:18.995481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:15:19.005320 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:19.012160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] Sync routers for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:15:19.033387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:19.034383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:19.096330 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/floatingips/f688587d-f6bd-4904-a29b-3bcd2f8058b4 HTTP/1.1" status: 204 len: 168 time: 1.9046612 Jun 25 12:15:19.097377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:15:19.102970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4afee9-beee-42d9-822a-8b85743ddbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:15:19.180385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc48eca-9377-4516-8fd4-e9e295c0e061 x-openstack-request-id: req-0dc48eca-9377-4516-8fd4-e9e295c0e061 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:15:19.180936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:15:19.181648 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dc48eca-9377-4516-8fd4-e9e295c0e061 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:15:19.183007 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53', 'status': 'completed', 'code': 200} Jun 25 12:15:19.284226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:19.344990 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-8b38514e-5bad-4fe0-afce-0ebb1f883286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:19.349165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-8b38514e-5bad-4fe0-afce-0ebb1f883286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 1099 time: 0.1292264 Jun 25 12:15:19.521593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-2f27ec13-2936-43b2-a6e0-c27a77c3c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:19.524436 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-2f27ec13-2936-43b2-a6e0-c27a77c3c43f service neutron] 10.222.0.47 "GET /v2.0/networks?id=effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 200 len: 898 time: 0.1686871 Jun 25 12:15:19.584890 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-ec389887-34d5-40ef-bd7c-ac539ced66ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 200 len: 217 time: 0.0520909 Jun 25 12:15:19.657321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:35Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:19.663438 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-743659af-a2f3-4418-a3c0-dc051fe2c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:19.666747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-743659af-a2f3-4418-a3c0-dc051fe2c202 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 200 len: 835 time: 0.0746057 Jun 25 12:15:19.697311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] Checking router: a67a8318-f0b1-4e15-a838-95a30f5f4b4b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:15:19.711279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:19.723202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:19.760468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-ad03e3ec-2830-4923-8993-748c7ee88a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:19.765386 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-ad03e3ec-2830-4923-8993-748c7ee88a43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=effa6390-3496-4857-ba87-2ff6344320b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915236 Jun 25 12:15:20.229812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:20.349173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3a429-abb3-4ecf-8b76-1c49c263649a req-b065e945-b058-4eed-969a-5f67054461bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:20.352043 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-efc3a429-abb3-4ecf-8b76-1c49c263649a req-b065e945-b058-4eed-969a-5f67054461bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1385813 Jun 25 12:15:20.441672 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-efc3a429-abb3-4ecf-8b76-1c49c263649a req-aeffbe2a-309a-41d9-90de-512d1084a88f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761292 Jun 25 12:15:20.484609 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-549989a7-d33e-48a4-b96e-b482d5ca8e72 service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124047 Jun 25 12:15:20.656530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:35Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:20.659984 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3e4afee9-beee-42d9-822a-8b85743ddbe2 req-ba5f82f3-615e-4ac1-a86c-ef58ab864aaa service neutron] 10.222.0.47 "GET /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688311 Jun 25 12:15:20.710254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500e859-82a8-4998-82a5-f60bb83fb0b0 None None] The sync data for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv is: [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '8ac8dc98-081e-4f24-b2ca-bd6727be5732', 'name': '', 'network_id': 'effa6390-3496-4857-ba87-2ff6344320b5', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:84:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:30Z', 'updated_at': '2021-06-25T12:12:35Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'b942360c-0c31-40ee-8013-ac408326fe81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:15:21.047490 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c7e9a1-b4da-465f-a71d-1fb62ef4f524 None None] New status for floating IP f688587d-f6bd-4904-a29b-3bcd2f8058b4: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:15:21.803403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b08a80-e1aa-4800-aa4e-b70df1afd157 req-9755fc72-bcb1-4be9-8798-5e1f3f925c8b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:21.805591 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5b08a80-e1aa-4800-aa4e-b70df1afd157 req-9755fc72-bcb1-4be9-8798-5e1f3f925c8b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1137254 Jun 25 12:15:21.868982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d5b08a80-e1aa-4800-aa4e-b70df1afd157 req-797a2ed7-e29b-4da8-94c3-f3695ef066df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=eedd5495-dfc0-479f-8169-ce7f05c2b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555871 Jun 25 12:15:22.100344 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4f598-d764-4f71-a11e-75535466e234 req-7b0a1104-b075-4baa-96a5-61568ab7fcec tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:22.102967 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0da4f598-d764-4f71-a11e-75535466e234 req-7b0a1104-b075-4baa-96a5-61568ab7fcec tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 946 time: 0.1017973 Jun 25 12:15:22.309588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 37366c8a-f85a-46c9-a391-81a04669ee53 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:15:22.310189 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:22.506110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 37366c8a-f85a-46c9-a391-81a04669ee53, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=37366c8a-f85a-46c9-a391-81a04669ee53,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:22.506735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:22.534088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 37366c8a-f85a-46c9-a391-81a04669ee53 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:15:22.918253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:22.925403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:22.960773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=37366c8a-f85a-46c9-a391-81a04669ee53,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:23.017070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.017775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.018443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.019099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.019757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.020397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.021034 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.021771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.022380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.022988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.023631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.024260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:23.032879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:23.071881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] No DVR routers for this DVR port 37366c8a-f85a-46c9-a391-81a04669ee53 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:15:23.075212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:23.078757 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0da4f598-d764-4f71-a11e-75535466e234 req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "DELETE /v2.0/ports/37366c8a-f85a-46c9-a391-81a04669ee53 HTTP/1.1" status: 204 len: 173 time: 0.9681225 Jun 25 12:15:23.079444 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'name': 'network-vif-deleted', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:15:23.082809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400d4e2-7e6f-4b4a-a746-81f10c82ad6e" -d '{"events": [{"server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "name": "network-vif-deleted", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:15:23.130584 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ccfd066-d47b-41cf-b877-8b30d0847e42 req-b960d23a-ce4f-479d-8954-b03ca68f40ac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 210 time: 0.0435662 Jun 25 12:15:23.133902 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349a2a10-e6a5-451c-87eb-abf99d3c2d58 x-openstack-request-id: req-349a2a10-e6a5-451c-87eb-abf99d3c2d58 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:15:23.134631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8be3705-d2b9-4306-ae02-c0fc8d99dc5d", "name": "network-vif-deleted", "tag": "37366c8a-f85a-46c9-a391-81a04669ee53", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:15:23.135173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-349a2a10-e6a5-451c-87eb-abf99d3c2d58 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:15:23.136539 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8be3705-d2b9-4306-ae02-c0fc8d99dc5d', 'name': 'network-vif-deleted', 'tag': '37366c8a-f85a-46c9-a391-81a04669ee53', 'status': 'completed', 'code': 200} Jun 25 12:15:24.417673 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-429d81ac-ddd6-4d65-a68e-83b194aad170 req-6ade8e99-6c43-4ecd-95ce-f7a618c805d9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8be3705-d2b9-4306-ae02-c0fc8d99dc5d HTTP/1.1" status: 200 len: 210 time: 0.0529246 Jun 25 12:15:25.614623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36244) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:26.004486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 37366c8a-f85a-46c9-a391-81a04669ee53 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:15:26.051344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 37366c8a-f85a-46c9-a391-81a04669ee53 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:15:26.051949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 37366c8a-f85a-46c9-a391-81a04669ee53 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:15:26.346485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:26.859504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 8ac8dc98-081e-4f24-b2ca-bd6727be5732 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:15:26.860646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:27.048020 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 8ac8dc98-081e-4f24-b2ca-bd6727be5732, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=8ac8dc98-081e-4f24-b2ca-bd6727be5732,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:27.048667 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:27.073928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 8ac8dc98-081e-4f24-b2ca-bd6727be5732 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:15:27.496039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:27.500419 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:27.546084 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=8ac8dc98-081e-4f24-b2ca-bd6727be5732,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:27.552964 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:27.918122 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:28.364858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router a67a8318-f0b1-4e15-a838-95a30f5f4b4b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:15:28.568286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:15:28.577969 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-581217a2-c357-486a-9710-de2d8a157f35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/a67a8318-f0b1-4e15-a838-95a30f5f4b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9611199 Jun 25 12:15:28.582915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36248) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:28.586082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] Sync routers for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:15:28.604158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:28.605323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:28.685243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting subnet b942360c-0c31-40ee-8013-ac408326fe81 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:15:28.691809 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:28.771015 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:28.818428 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:28.898103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:29.125312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:15:27Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:29.126190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:29.131691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4e4cde79-e10b-4513-99a4-4a5e40aa25b4 tempest-PortsIpV6TestJSON-939915221 tempest-PortsIpV6TestJSON-939915221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:29.170548 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] Checking router: a67a8318-f0b1-4e15-a838-95a30f5f4b4b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:15:29.184125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] Routers {'a67a8318-f0b1-4e15-a838-95a30f5f4b4b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:29.184468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Subnet': ['ID=b942360c-0c31-40ee-8013-ac408326fe81,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:29.185049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:29.188760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:29.192694 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/subnets/b942360c-0c31-40ee-8013-ac408326fe81 HTTP/1.1" status: 204 len: 168 time: 0.6079278 Jun 25 12:15:29.194559 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f5db823f-1661-4726-ab7c-7cc1b343585e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:29.196375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36250) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:29.233218 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d09039-7220-4467-a053-06aeb153b777 None None] Network effa6390-3496-4857-ba87-2ff6344320b5 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:15:29.434520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:29.508330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] Set router a67a8318-f0b1-4e15-a838-95a30f5f4b4b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:29.611902 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7e85e5f6-8574-4766-9a2a-26c4e954b9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:29.844100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] DHCP port deletion for effa6390-3496-4857-ba87-2ff6344320b5 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:15:29.853948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:15:27Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:29.943697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8625d61-7de0-46e2-81a8-feb9452ad0ba None None] The sync data for ids ['a67a8318-f0b1-4e15-a838-95a30f5f4b4b'] in dv-neutron-797120-5-hyperv is: [{'id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790459446', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:12:25Z', 'updated_at': '2021-06-25T12:15:27Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '3067b613-069b-4f6f-aa65-8fbee4ee343f', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67a8318-f0b1-4e15-a838-95a30f5f4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:12:26Z', 'updated_at': '2021-06-25T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:15:30.007814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Deleting port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:15:30.008467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:30.128756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] For port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=945271e3-8ceb-4a14-ad84-dc4fc5ef4e90,segment=NetworkSegment(7a9c7768-2126-4928-bce4-ddd5fb7d84e7),segment_id=7a9c7768-2126-4928-bce4-ddd5fb7d84e7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:30.129302 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:30.148092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Calling delete_port for 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:15:30.172561 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:30.344660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 3067b613-069b-4f6f-aa65-8fbee4ee343f {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:15:30.345282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:30.363963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:30.368541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:30.426350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Pushing event deleted for resources: {'Port': ['ID=945271e3-8ceb-4a14-ad84-dc4fc5ef4e90,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:30.442836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] No DVR routers for this DVR port 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:15:30.447145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.447699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.448328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.448876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.449489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.450116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.450724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.451243 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.451895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.453570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.454167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.454769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:30.461755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:30.504900 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 3067b613-069b-4f6f-aa65-8fbee4ee343f, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3067b613-069b-4f6f-aa65-8fbee4ee343f,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:30.505675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:30.532951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 3067b613-069b-4f6f-aa65-8fbee4ee343f owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:15:30.941445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:30.944749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7808a9b3-675e-4f46-8524-aed0857d0aad tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:30.994588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=3067b613-069b-4f6f-aa65-8fbee4ee343f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:30.999072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:31.080416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.289316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.293688 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.490111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.491128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Fanout notify agent at l3_agent the message router_deleted on router a67a8318-f0b1-4e15-a838-95a30f5f4b4b {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:15:31.496249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:15:31.505048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.506465 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a7fb42ec-2f92-4907-ab7f-42ae9c858808 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/routers/a67a8318-f0b1-4e15-a838-95a30f5f4b4b HTTP/1.1" status: 204 len: 168 time: 2.3097484 Jun 25 12:15:31.511351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36252) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:31.534988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:15:31.535507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 945271e3-8ceb-4a14-ad84-dc4fc5ef4e90 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:15:31.536191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8ac8dc98-081e-4f24-b2ca-bd6727be5732 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:15:31.564954 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 8ac8dc98-081e-4f24-b2ca-bd6727be5732 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:15:31.565418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 8ac8dc98-081e-4f24-b2ca-bd6727be5732 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:15:31.672175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.800557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.816364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effa6390-3496-4857-ba87-2ff6344320b5']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:31.833178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9c7768-2126-4928-bce4-ddd5fb7d84e7') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:31.833549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9c7768-2126-4928-bce4-ddd5fb7d84e7') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:31.848796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.872393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.885024 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:15:31.885764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:15:31.892362 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:15:32.015083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-81366864-21d3-4178-b2b9-e2c5ef1adce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.106240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.111800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d596db24-b14d-41c2-8c5f-8eec87cebbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:32.118060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.119985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/networks/effa6390-3496-4857-ba87-2ff6344320b5 HTTP/1.1" status: 204 len: 168 time: 0.6067395 Jun 25 12:15:32.125537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36254) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:32.136946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Network': ['ID=effa6390-3496-4857-ba87-2ff6344320b5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:32.141501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-971883bb-4e24-4a93-b057-f4cb6296ea29 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:32.210571 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.254562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.305726 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.512860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.519706 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:32.521966 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/security-groups/eedd5495-dfc0-479f-8169-ce7f05c2b63c HTTP/1.1" status: 204 len: 168 time: 0.3946619 Jun 25 12:15:32.523384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3da77564-eb1f-4232-a63b-9251ada8d4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:32.541255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedd5495-dfc0-479f-8169-ce7f05c2b63c,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:32.546773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:33.168641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36260) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:33.177216 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429445322', 'description': 'tempest-secgroup-smoke-429445322 description', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:33.304860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:33.349454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3067b613-069b-4f6f-aa65-8fbee4ee343f no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:15:33.385570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3067b613-069b-4f6f-aa65-8fbee4ee343f {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:15:33.386141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3067b613-069b-4f6f-aa65-8fbee4ee343f not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:15:33.390819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:33.464411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:33.535182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:33.541888 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0691e05b-2762-4715-a4bf-162048b25d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:33.598140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b94709-416d-49b4-97fd-57c0a5dcedce,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:33.603004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:33.679904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:33.682227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5117311 Jun 25 12:15:33.687351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36262) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:33.695448 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '73b94709-416d-49b4-97fd-57c0a5dcedce', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:33.875586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:33.997285 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:34.112746 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:34.116032 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-acc41f96-4cc8-440f-adb0-5b53663e4051 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:34.144990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270df2ae-5818-45e5-b1cc-8a72744410b0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:34.152881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:34.238750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:34.241227 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9d4e5206-a81c-4c72-932a-69bb9aeef2e1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5518694 Jun 25 12:15:34.247510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36264) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:34.252840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '73b94709-416d-49b4-97fd-57c0a5dcedce', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:34.397986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:34.484187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:34.593475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:34.596544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-192b7a0d-33c9-4e23-89b6-963b4394c070 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:34.619482 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800e083c-c187-4b6e-8516-d4032cfe096b,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:34.625772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:34.747511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:34.750158 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5027120 Jun 25 12:15:34.754620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36266) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:34.763356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '73b94709-416d-49b4-97fd-57c0a5dcedce', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:34.917148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.054054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.139566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.143232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae1315bb-76e8-4a30-b2fa-50dd470ae21c tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:35.180369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06309980-7077-4ee0-a298-ab3d8d15d4fd,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:35.181945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:35.236342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.277001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.278985 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5226841 Jun 25 12:15:35.285227 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36268) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:35.294213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '73b94709-416d-49b4-97fd-57c0a5dcedce', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:35.417010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.512082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.598603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.601813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b281bed5-a5f6-47c8-9575-2fd1d6c323b2 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:35.636654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a23de9e-30cd-4d89-afa6-d6d9c6bf295e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:35.642986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:35.716409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:35.718713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b7d058a3-4331-4a51-b139-3d67bb2e9c4e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4315388 Jun 25 12:15:35.723449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36270) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:35.732023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '73b94709-416d-49b4-97fd-57c0a5dcedce', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:35.892186 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:15:35.902289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.024988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.135723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.139709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e027604-a0e8-43b0-8cda-4795af9b3924 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:36.163829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e273036e-1d98-4f33-8aa7-cabe41f0aa39,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:36.168415 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:36.266544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.268935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6fb4ad2f-5cf6-41d7-829b-255e9438bbac tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5436082 Jun 25 12:15:36.273611 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36272) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:36.283322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '73b94709-416d-49b4-97fd-57c0a5dcedce', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:36.407305 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:15:36.416710 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.547128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.659487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.662730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7720b28-b207-4d04-b29e-8417d3221537 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:36.698306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea48cef-5aac-443c-8209-7edaf4a40fb5,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:36.703172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:36.809849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:36.812110 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9ebd3831-764e-4670-a7d8-63730dcde457 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5365305 Jun 25 12:15:36.816050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36274) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:36.824922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'network': {'name': 'tempest-network-smoke--1971893204', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'port_security_enabled': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:36.992999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:15:36.998777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.036296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:15:37.050375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.050857 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Added segment fd880592-e691-4f3b-ab34-9c67c91899dd of type vlan for network 606a3e28-c88f-48db-ab0d-30117a6df076 Jun 25 12:15:37.113460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.244302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.255337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:37.256297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.262744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-405644fa-d8c5-4ad0-8fa5-39e7847c423f tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:37.383306 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5653536 Jun 25 12:15:37.388053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36276) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:37.396578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Network': ['ID=606a3e28-c88f-48db-ab0d-30117a6df076,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:37.400661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'admin_state_up': True, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:37.401058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:37.415527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 606a3e28-c88f-48db-ab0d-30117a6df076 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:15:37.545427 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.547420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.645808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:37.987000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:38.464514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:38.494603 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:38.669231 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.42 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/d211827b-694f-4a0c-a36e-d3b49232236e) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:15:38.877618 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:39.044576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:39.050168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ccd5e377-f127-4d2a-8acf-ae5325e89606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:39.116182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:15:39.122074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:15:39.133855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:15:39.189283 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=d211827b-694f-4a0c-a36e-d3b49232236e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:39.197120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:39.728787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:40.102612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:40.409054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:15:40.555622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:15:40.569303 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Sync routers for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:15:40.587882 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:40.588947 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:40.712507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:40.714205 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3234024 Jun 25 12:15:40.718882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36282) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:40.740465 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:40.833972 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-aedcea6c-8298-44d9-81fc-00c9d67cfeb4 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=89bb44ea9bda436385a02a9dce6cb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1128826 Jun 25 12:15:40.838053 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36286) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:40.981762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:40.994141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b4889-522f-4d2b-958c-3881111609ab tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:40.996100 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5d4b4889-522f-4d2b-958c-3881111609ab tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569402 Jun 25 12:15:41.001692 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36288) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:41.042914 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-16a8b468-90fe-46a3-9e4c-f8245c5f3396 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397351 Jun 25 12:15:41.047398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36290) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:41.057431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1285308407', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:41.093806 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:39Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:41.125303 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Checking router: dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:15:41.125698 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Updating router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 port d211827b-694f-4a0c-a36e-d3b49232236e binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:15:41.172214 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:41.299751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:15:41.306236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:41.597375 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:41.617297 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Transition to ACTIVE for port object d211827b-694f-4a0c-a36e-d3b49232236e will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:15:41.721593 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:41.725388 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:41.762760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:41.769052 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6aff2531-8580-47af-81c2-648ecc6749b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:41.798463 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Attempting to bind port d211827b-694f-4a0c-a36e-d3b49232236e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:15:41.799047 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Attempting to bind port d211827b-694f-4a0c-a36e-d3b49232236e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:15:41.799646 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Attempting to bind port d211827b-694f-4a0c-a36e-d3b49232236e on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:15:41.813019 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Pushing event updated for resources: {'Port': ['ID=d211827b-694f-4a0c-a36e-d3b49232236e,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:41.816978 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:15:41.817611 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:15:41.818268 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:41.818919 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:15:41.820817 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Bound port: d211827b-694f-4a0c-a36e-d3b49232236e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:15:41.820817 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:41.870335 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.870844 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.871329 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.871861 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.872397 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.873468 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.874008 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.874542 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.875063 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.875605 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.876131 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.876678 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:15:41.885358 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:41.893129 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Subnet': ['ID=a8186b58-eb45-41d7-a1e4-d12be2616b1e,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:41.899460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:41.901231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Checking segment: {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:15:41.902332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network hostable DHCP agents. Network: 606a3e28-c88f-48db-ab0d-30117a6df076, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:15:41.931757 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] For port d211827b-694f-4a0c-a36e-d3b49232236e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:15:41.937139 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] For port d211827b-694f-4a0c-a36e-d3b49232236e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d211827b-694f-4a0c-a36e-d3b49232236e,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:15:42.044404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 606a3e28-c88f-48db-ab0d-30117a6df076 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:15:42.107612 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:42.111346 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-f404e029-92f2-4ee0-8f9b-4f181b4506ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:42.135472 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 606a3e28-c88f-48db-ab0d-30117a6df076) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:15:42.143207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:42.146073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:42.151034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d3207-ac75-4e38-83a6-4a4ddce25ef4 None None] Network 606a3e28-c88f-48db-ab0d-30117a6df076 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:15:42.214446 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:42.215564 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:42.228050 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3ef97649-89b2-4b1d-8cdc-36709f8b3180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1786475 Jun 25 12:15:42.233326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36292) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:15:42.307430 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Pushing event updated for resources: {'Port': ['ID=d211827b-694f-4a0c-a36e-d3b49232236e,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:42.321031 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:42.452119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-606a3e28-c88f-48db-ab0d-30117a6df076', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:15:42.452816 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:42.454640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:42.729894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Allocated IP 172.20.0.2 (606a3e28-c88f-48db-ab0d-30117a6df076/a8186b58-eb45-41d7-a1e4-d12be2616b1e/da3500bb-9181-4b07-9ffa-a903f3aa1162) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:15:42.840896 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:39Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:42.902244 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98d2feb-af6e-4d13-ac74-8e9fc8f168b0 None None] The sync data for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv is: [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:39Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:15:43.022952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:43.040720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Transition to ACTIVE for port object da3500bb-9181-4b07-9ffa-a903f3aa1162 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:15:43.067876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Transition to ACTIVE for port object da3500bb-9181-4b07-9ffa-a903f3aa1162 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:15:43.102201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:43.205274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:43.224864 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f5583374-5d07-485c-948a-0e19f9385af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:43.299618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Network 606a3e28-c88f-48db-ab0d-30117a6df076 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:15:43.304928 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:15:43.339125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:15:43.453241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Pushing event updated for resources: {'Port': ['ID=da3500bb-9181-4b07-9ffa-a903f3aa1162,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:43.458985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:43.482821 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Attempting to bind port da3500bb-9181-4b07-9ffa-a903f3aa1162 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:15:43.483806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Attempting to bind port da3500bb-9181-4b07-9ffa-a903f3aa1162 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:15:43.484623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Attempting to bind port da3500bb-9181-4b07-9ffa-a903f3aa1162 on network 606a3e28-c88f-48db-ab0d-30117a6df076 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:15:43.495817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:15:43.495817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Checking segment: {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:15:43.496400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:43.497228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Bound using segment: {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:15:43.498857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Bound port: da3500bb-9181-4b07-9ffa-a903f3aa1162, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:15:43.499791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:43.522056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d211827b-694f-4a0c-a36e-d3b49232236e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:15:43.741285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] For port da3500bb-9181-4b07-9ffa-a903f3aa1162, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:15:43.751221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] For port da3500bb-9181-4b07-9ffa-a903f3aa1162, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=da3500bb-9181-4b07-9ffa-a903f3aa1162,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:15:43.768037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.1 (606a3e28-c88f-48db-ab0d-30117a6df076/a8186b58-eb45-41d7-a1e4-d12be2616b1e/3bc8011b-839c-4351-aa9d-deb8d2c4237b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:15:43.818411 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:15:43.832857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d211827b-694f-4a0c-a36e-d3b49232236e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:15:43.843117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d211827b-694f-4a0c-a36e-d3b49232236e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:43.843739 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:43.984756 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:43.992999 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:44.085175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:44.131410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:44.162856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d211827b-694f-4a0c-a36e-d3b49232236e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d211827b-694f-4a0c-a36e-d3b49232236e,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:44.164823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object 3bc8011b-839c-4351-aa9d-deb8d2c4237b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:15:44.183711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Pushing event updated for resources: {'Port': ['ID=da3500bb-9181-4b07-9ffa-a903f3aa1162,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:44.193802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:44.272587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:44.274591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:44.364524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:44.369876 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3cab367c-141b-4aed-9948-ae41c37c6e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:44.512827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 606a3e28-c88f-48db-ab0d-30117a6df076 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:15:44.519758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:15:44.528471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:15:44.536588 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=3bc8011b-839c-4351-aa9d-deb8d2c4237b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:44.583875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:44.641039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:44.678476 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d211827b-694f-4a0c-a36e-d3b49232236e,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:44.685387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:45.039240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:45.600688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device da3500bb-9181-4b07-9ffa-a903f3aa1162 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:15:45.661367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce84af-3d18-4a66-bf8d-6d8a5e2a679e None None] Network 606a3e28-c88f-48db-ab0d-30117a6df076 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:15:45.681674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:45.768261 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:45.807644 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b4df6c3b-b771-492c-b82f-0c3768781e23 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:45.844848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d16fc714-36e2-4da0-ae16-1c5830efd4e3 None None] Provisioning for port da3500bb-9181-4b07-9ffa-a903f3aa1162 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:15:45.914504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:45.917036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=3bc8011b-839c-4351-aa9d-deb8d2c4237b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:45.922814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:45.930747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port da3500bb-9181-4b07-9ffa-a903f3aa1162 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:15:45.942622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port da3500bb-9181-4b07-9ffa-a903f3aa1162 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:45.943271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:46.065975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 606a3e28-c88f-48db-ab0d-30117a6df076 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:15:46.069082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:15:46.089021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:46.153388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port da3500bb-9181-4b07-9ffa-a903f3aa1162, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=da3500bb-9181-4b07-9ffa-a903f3aa1162,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:46.272473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:46.274263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d211827b-694f-4a0c-a36e-d3b49232236e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:15:46.283382 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-d47affa0-3e35-49bb-b52d-93356cc1468c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:46.302930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:15:46.452810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=da3500bb-9181-4b07-9ffa-a903f3aa1162,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:46.459029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:46.479513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d211827b-694f-4a0c-a36e-d3b49232236e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:46.480479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:46.528790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ac43df82-7bcb-4e49-a775-3eef425b7bc0 None None] Provisioning for port 3bc8011b-839c-4351-aa9d-deb8d2c4237b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:15:46.535460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:15:46.544424 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ac43df82-7bcb-4e49-a775-3eef425b7bc0 None None] Provisioning complete for port 3bc8011b-839c-4351-aa9d-deb8d2c4237b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:46.546028 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ac43df82-7bcb-4e49-a775-3eef425b7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:46.546545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3097079 Jun 25 12:15:46.592832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Sync routers for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:15:46.648513 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:46.649708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:46.664521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ac43df82-7bcb-4e49-a775-3eef425b7bc0 None None] Port 3bc8011b-839c-4351-aa9d-deb8d2c4237b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:15:46.729427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-baf715b7-3c3f-493b-9f81-a7d9486ae62b req-8e8bd71e-4778-4782-bbaf-942002807dfb service neutron] (94501) timed out ('10.222.0.81', 33458) {{(pid=94501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 12:15:46.824042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ac43df82-7bcb-4e49-a775-3eef425b7bc0 None None] Provisioning complete for port da3500bb-9181-4b07-9ffa-a903f3aa1162 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:46.825479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ac43df82-7bcb-4e49-a775-3eef425b7bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:46.982979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:47.141654 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-d305fceb-774a-4388-8982-22982b30e220 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429445322&fields=id&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0727887 Jun 25 12:15:47.359152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-8321c42f-7979-4342-bd63-e6981882a104 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:47.361832 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-8321c42f-7979-4342-bd63-e6981882a104 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 797 time: 0.2073712 Jun 25 12:15:47.392154 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-921918dc-f5e6-4c50-ad08-02d9ab085341 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/quotas/89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0188046 Jun 25 12:15:47.424016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9b33652f-5819-4b1e-b420-28ac5506d2bc None None] Provisioning complete for port 3bc8011b-839c-4351-aa9d-deb8d2c4237b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:47.424671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9b33652f-5819-4b1e-b420-28ac5506d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:47.471621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device da3500bb-9181-4b07-9ffa-a903f3aa1162 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:15:47.525214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-70ffe7f2-6fc8-416d-ac0f-1f273d0b3ffc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205397 Jun 25 12:15:47.587365 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9b33652f-5819-4b1e-b420-28ac5506d2bc None None] Port 3bc8011b-839c-4351-aa9d-deb8d2c4237b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:15:47.614750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:45Z', 'revision_number': 2, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:47.623510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-40bc4c7c-5c11-4077-bbb9-70847b881bd3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:15:47.625178 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-40bc4c7c-5c11-4077-bbb9-70847b881bd3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0779219 Jun 25 12:15:47.678018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Checking router: dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:15:47.678895 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Updating router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 port 3bc8011b-839c-4351-aa9d-deb8d2c4237b binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:15:47.751551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port da3500bb-9181-4b07-9ffa-a903f3aa1162 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:47.752194 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:47.798081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-e11b18c5-34fb-42d7-a2b1-987d683933ea service neutron] 10.222.0.81 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613894 Jun 25 12:15:47.813566 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:47.983542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-bb1fd865-36fe-478d-8543-fe58148f1bc3 service neutron] 10.222.0.81 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733947 Jun 25 12:15:48.431072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:48.458292 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Transition to ACTIVE for port object 3bc8011b-839c-4351-aa9d-deb8d2c4237b will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:15:48.551792 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0d2205c2-ac06-48c6-af4c-ca23e2bb5c38 req-995f6ef8-bb92-403e-9e09-852c0b7f3dc2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 210 time: 0.1464293 Jun 25 12:15:48.564440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:48.569145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-379f8b3b-7665-4994-99ce-1b91a4eac073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:48.683615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41422e7-92de-4eef-ae54-ed5d1270d7fe None None] Pushing event updated for resources: {'Port': ['ID=3bc8011b-839c-4351-aa9d-deb8d2c4237b,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:48.692418 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e41422e7-92de-4eef-ae54-ed5d1270d7fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:48.786101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Attempting to bind port 3bc8011b-839c-4351-aa9d-deb8d2c4237b on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:15:48.786489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Attempting to bind port 3bc8011b-839c-4351-aa9d-deb8d2c4237b by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:15:48.786873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Attempting to bind port 3bc8011b-839c-4351-aa9d-deb8d2c4237b on network 606a3e28-c88f-48db-ab0d-30117a6df076 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:15:48.796670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:15:48.797680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Checking segment: {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:15:48.798012 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:48.798717 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Bound using segment: {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:15:48.799749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Bound port: 3bc8011b-839c-4351-aa9d-deb8d2c4237b, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:15:48.800434 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:48.938495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] For port 3bc8011b-839c-4351-aa9d-deb8d2c4237b, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:15:48.945065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] For port 3bc8011b-839c-4351-aa9d-deb8d2c4237b, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3bc8011b-839c-4351-aa9d-deb8d2c4237b,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:15:49.042188 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:49.048306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:49.127160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:15:49.128154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:15:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:49.193588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41422e7-92de-4eef-ae54-ed5d1270d7fe None None] Pushing event updated for resources: {'Port': ['ID=3bc8011b-839c-4351-aa9d-deb8d2c4237b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:49.208016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e41422e7-92de-4eef-ae54-ed5d1270d7fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:49.350970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:15:49.779600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:48Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:15:49.832620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e9578c-5073-4f8d-9e8f-1c67b9bf5a84 None None] The sync data for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv is: [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:48Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:15:49.833638 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e88561d3-043a-4d8a-bbb4-495c2aa2e2dc req-2784f78a-1778-4304-bf13-d966bee1717f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 210 time: 0.0539517 Jun 25 12:15:51.113850 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-840e3b6d-a33b-45fb-9898-5818d6b6c520 req-c09348b5-b6da-4bc3-8bb6-fc78c7063a65 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 210 time: 0.0509534 Jun 25 12:15:51.475196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3bc8011b-839c-4351-aa9d-deb8d2c4237b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:15:51.620666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-64e91f8d-a4ee-49da-a6e5-888f87f6f581 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:51.623420 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-64e91f8d-a4ee-49da-a6e5-888f87f6f581 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 797 time: 0.2311528 Jun 25 12:15:51.698350 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 3bc8011b-839c-4351-aa9d-deb8d2c4237b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:15:51.700402 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-e4beb6f7-d1ca-4a07-81af-e03b9fc1d451 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 379 time: 0.0684161 Jun 25 12:15:51.710447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3bc8011b-839c-4351-aa9d-deb8d2c4237b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:51.717275 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'port': {'device_id': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'admin_state_up': True, 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'security_groups': ['73b94709-416d-49b4-97fd-57c0a5dcedce']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:51.717812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:51.917646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:51.980991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 3bc8011b-839c-4351-aa9d-deb8d2c4237b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3bc8011b-839c-4351-aa9d-deb8d2c4237b,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:52.078760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:52.084212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b75966ed-1e18-4a67-8be8-31635353ef3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:52.092214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:15:52.101149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:52.198359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=3bc8011b-839c-4351-aa9d-deb8d2c4237b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:52.206946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:52.412141 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-590e1434-8746-4d75-98b3-d28753974260 req-43dfd7b0-74a0-42aa-97f8-e399ef095b8a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 210 time: 0.0480046 Jun 25 12:15:52.419999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.14 (606a3e28-c88f-48db-ab0d-30117a6df076/a8186b58-eb45-41d7-a1e4-d12be2616b1e/771a4d1a-0149-47d0-bd64-2be7e25e9d06) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:15:52.677343 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:52.713377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object 771a4d1a-0149-47d0-bd64-2be7e25e9d06 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:15:52.855503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:52.861939 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:52.949169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 606a3e28-c88f-48db-ab0d-30117a6df076 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:15:52.956385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:15:52.960627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:15:53.012719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:53.019015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:53.061948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:53.063001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:53.158774 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4504497 Jun 25 12:15:53.171403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Request body: {'port': {'device_id': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:15:53.282499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:53.399119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2f48eccb-4254-4c3e-93c0-93ea99854ba0 None None] Provisioning for port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:15:53.407984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-2f48eccb-4254-4c3e-93c0-93ea99854ba0 None None] Provisioning complete for port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:53.409154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2f48eccb-4254-4c3e-93c0-93ea99854ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:53.445640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3bc8011b-839c-4351-aa9d-deb8d2c4237b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:15:53.510442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-2f48eccb-4254-4c3e-93c0-93ea99854ba0 None None] Port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:15:53.538179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 3bc8011b-839c-4351-aa9d-deb8d2c4237b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:15:53.538807 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:53.767642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b929ef-2e7c-4603-8ae4-8b3db55f7a8f req-08054d67-6457-4788-ad60-e3b144384ed6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:53.773050 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-44b929ef-2e7c-4603-8ae4-8b3db55f7a8f req-08054d67-6457-4788-ad60-e3b144384ed6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 932 time: 0.1270366 Jun 25 12:15:53.779164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771a4d1a-0149-47d0-bd64-2be7e25e9d06 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:15:53.796723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:53.820689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Transition to ACTIVE for port object 771a4d1a-0149-47d0-bd64-2be7e25e9d06 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:15:53.845383 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-44b929ef-2e7c-4603-8ae4-8b3db55f7a8f req-fec1c54d-7f25-433e-aa29-52af5780d6c9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614738 Jun 25 12:15:53.944195 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:53.947017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d99a0baa-710a-42c3-b3a2-5da1df006cbd tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:54.012001 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:54.019770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:54.140252 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Attempting to bind port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:15:54.140673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Attempting to bind port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:15:54.141157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Attempting to bind port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 on network 606a3e28-c88f-48db-ab0d-30117a6df076 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:15:54.147503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 on network 606a3e28-c88f-48db-ab0d-30117a6df076 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:15:54.148018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Attempting to bind port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 on network 606a3e28-c88f-48db-ab0d-30117a6df076 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:15:54.155187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:15:54.155589 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Checking segment: {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:15:54.156223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Bound using segment: {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:15:54.156804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Bound port: 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd880592-e691-4f3b-ab34-9c67c91899dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:15:54.157378 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:54.257606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:15:54.261452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:15:54.370487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:54.377251 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:54.439591 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:54.440647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:54.443458 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] 10.222.0.47 "PUT /v2.0/ports/771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 1094 time: 1.2768073 Jun 25 12:15:54.444406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:15:54.448807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8eb56-c876-48ea-856d-096750c60ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:15:54.502820 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:54.510130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f2e0a1-90e5-41c0-a573-a70951ffe2fe x-openstack-request-id: req-b1f2e0a1-90e5-41c0-a573-a70951ffe2fe {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:15:54.510702 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:15:54.524407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1f2e0a1-90e5-41c0-a573-a70951ffe2fe {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:15:54.524407 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'status': 'completed', 'code': 200} Jun 25 12:15:54.524407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:54.664543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8eb56-c876-48ea-856d-096750c60ba2 req-bc914fb2-0725-41b6-a618-329fdbd2f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:54.667714 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8ed8eb56-c876-48ea-856d-096750c60ba2 req-bc914fb2-0725-41b6-a618-329fdbd2f022 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1097 time: 0.1270797 Jun 25 12:15:54.805324 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8eb56-c876-48ea-856d-096750c60ba2 req-277176b6-4cbf-4cc1-8264-84c94d564bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:54.807341 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8ed8eb56-c876-48ea-856d-096750c60ba2 req-277176b6-4cbf-4cc1-8264-84c94d564bc5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1323898 Jun 25 12:15:55.205187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d39a7-d565-4200-b754-dd537eda53d1 req-3fe48a4b-5aad-4240-8472-69c35db5784a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:55.207940 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fe8d39a7-d565-4200-b754-dd537eda53d1 req-3fe48a4b-5aad-4240-8472-69c35db5784a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 944 time: 0.1349661 Jun 25 12:15:55.289036 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fe8d39a7-d565-4200-b754-dd537eda53d1 req-0905d7ec-5220-4e04-bc90-58d29af9a01e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704150 Jun 25 12:15:55.524828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8eb56-c876-48ea-856d-096750c60ba2 req-1e1ae2f9-0c33-430a-b66c-fb851ab36130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:55.527305 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8ed8eb56-c876-48ea-856d-096750c60ba2 req-1e1ae2f9-0c33-430a-b66c-fb851ab36130 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7122495 Jun 25 12:15:55.682190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-56bb5d95-2731-4efb-b880-7a2f22b31975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:55.684374 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-56bb5d95-2731-4efb-b880-7a2f22b31975 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1097 time: 0.1057200 Jun 25 12:15:55.752989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-3ae40b2e-0d7c-4ed9-8fa0-f5749facb371 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 217 time: 0.0614777 Jun 25 12:15:55.819490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-1cc54976-d9bc-40c5-95d6-e42e587a38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:55.821947 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-1cc54976-d9bc-40c5-95d6-e42e587a38ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0630517 Jun 25 12:15:55.916555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-bdef8c0d-aacc-4b2a-a650-d897cc99af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:55.918606 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-bdef8c0d-aacc-4b2a-a650-d897cc99af11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898371 Jun 25 12:15:56.106225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-2b5fa931-f8aa-4f0e-b6e5-48b1402a16e6 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802466 Jun 25 12:15:56.258699 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09af00c1-a6d0-4c36-b7bf-034c8bbb867b req-51c594ff-d13f-41fb-9976-21ec24b98ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465554 Jun 25 12:15:56.614901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64006857-dafa-4dbe-81f5-bcfdde470869 req-f4966cd7-353f-4ef3-ba3a-d54712efcc10 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:56.616760 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64006857-dafa-4dbe-81f5-bcfdde470869 req-f4966cd7-353f-4ef3-ba3a-d54712efcc10 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 944 time: 0.0859680 Jun 25 12:15:56.679791 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-64006857-dafa-4dbe-81f5-bcfdde470869 req-dc926226-2139-4f49-9a7a-ed6f638c6fde tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558860 Jun 25 12:15:57.939829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98924-1342-4a59-9068-5ccf688f2e54 req-b02eace1-38cb-402c-a7e8-d636d6f2f180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:57.942753 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5db98924-1342-4a59-9068-5ccf688f2e54 req-b02eace1-38cb-402c-a7e8-d636d6f2f180 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 944 time: 0.1263800 Jun 25 12:15:58.016628 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5db98924-1342-4a59-9068-5ccf688f2e54 req-a786a0d3-9ecf-4c2d-a729-5bf6ad9b0882 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624261 Jun 25 12:15:58.159675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 771a4d1a-0149-47d0-bd64-2be7e25e9d06 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:15:58.580734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:58.603949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'port_id': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'mac_address': 'fa:16:3e:85:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:15:58.680192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:58.705158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771a4d1a-0149-47d0-bd64-2be7e25e9d06 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:15:58.741742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:15:58.810144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:15:58.814086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:15:58.912395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:15:58.918038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:15:59.213578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['771a4d1a-0149-47d0-bd64-2be7e25e9d06'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:15:59.382271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4e6bf-ab5e-4f3a-90a9-aeb530a595ef req-da171c4e-a790-4929-9977-1fec4fc520c8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:15:59.385182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e2a4e6bf-ab5e-4f3a-90a9-aeb530a595ef req-da171c4e-a790-4929-9977-1fec4fc520c8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 945 time: 0.1270730 Jun 25 12:15:59.462375 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e2a4e6bf-ab5e-4f3a-90a9-aeb530a595ef req-6eba8498-7c2d-41ac-9d79-048a61934b75 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621345 Jun 25 12:15:59.592945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4d16-1cee-4cfb-9b50-f60b997636f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:00.741360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba051afc-4564-4eef-b035-89d88dfd5d89 req-0524c217-f724-48d8-b083-52029238038b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:00.744172 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ba051afc-4564-4eef-b035-89d88dfd5d89 req-0524c217-f724-48d8-b083-52029238038b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 945 time: 0.1318309 Jun 25 12:16:00.803065 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ba051afc-4564-4eef-b035-89d88dfd5d89 req-66435c44-26ec-471c-8aee-b06905cf1390 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472109 Jun 25 12:16:02.010021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fd4c60d9-c5f9-4032-b276-e711e4592e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:02.149528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9ff8c-a378-4e52-bef8-c7b07b83f39c req-39ab97d6-84e5-410d-88b5-fc9b90aed960 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:02.152330 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-78d9ff8c-a378-4e52-bef8-c7b07b83f39c req-39ab97d6-84e5-410d-88b5-fc9b90aed960 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 945 time: 0.1245937 Jun 25 12:16:02.175959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 771a4d1a-0149-47d0-bd64-2be7e25e9d06 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:16:02.218276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:02.219558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-78d9ff8c-a378-4e52-bef8-c7b07b83f39c req-fb52a9d2-1ebe-45ec-951e-a32459c7280f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565639 Jun 25 12:16:02.315605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:16:02.322435 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:16:02.323557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:02.458450 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:02.498374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:16:02.502213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cc3a98-c2b8-42e2-9ae1-024b5e652844" -d '{"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-plugged", "status": "completed", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:16:02.530111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:16:02.571207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c50658-0b63-4f60-87cc-8c74f5ec62f6 x-openstack-request-id: req-b1c50658-0b63-4f60-87cc-8c74f5ec62f6 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:16:02.571645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-plugged", "status": "completed", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:16:02.572010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1c50658-0b63-4f60-87cc-8c74f5ec62f6 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:16:02.572747 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'code': 200} Jun 25 12:16:02.631939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:02.635042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7a143b97-bf53-4978-98a9-a456b2951906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:16:02.707617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:16:02.713383 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:16:03.104070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53986572-e426-418b-8524-bb3ec6251e45 req-2e23aee9-c50d-403c-811d-302390aceba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:03.107919 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-53986572-e426-418b-8524-bb3ec6251e45 req-2e23aee9-c50d-403c-811d-302390aceba7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.0875764 Jun 25 12:16:03.172877 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-53986572-e426-418b-8524-bb3ec6251e45 req-3efff745-1a01-401e-94bd-706c5dc9dfdc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595005 Jun 25 12:16:03.387120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:03.520114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b8822-c246-40cc-a585-989160ba003a req-cb727959-b3ca-4fda-84bf-314ff00ffc60 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:03.522975 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-006b8822-c246-40cc-a585-989160ba003a req-cb727959-b3ca-4fda-84bf-314ff00ffc60 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1183798 Jun 25 12:16:03.594461 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-006b8822-c246-40cc-a585-989160ba003a req-8f89d19b-e927-4c86-9865-e7c04146a753 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635622 Jun 25 12:16:04.963630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15827988-42d0-4a4c-95bc-cdcefc232d81 req-69a5475c-07f6-4110-8077-470ccf86cdd5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:04.966317 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-15827988-42d0-4a4c-95bc-cdcefc232d81 req-69a5475c-07f6-4110-8077-470ccf86cdd5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1266983 Jun 25 12:16:05.043210 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-15827988-42d0-4a4c-95bc-cdcefc232d81 req-7f64f1fb-26ad-4bea-a992-b4cd6833f870 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658467 Jun 25 12:16:05.215465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:05.394105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26f607-de12-457f-981d-700eddd95179 req-22ac0e24-4e9d-4086-9ceb-50e3539c0176 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:05.396977 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0d26f607-de12-457f-981d-700eddd95179 req-22ac0e24-4e9d-4086-9ceb-50e3539c0176 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1255071 Jun 25 12:16:05.474813 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0d26f607-de12-457f-981d-700eddd95179 req-35e9115c-ecf6-4aea-a24d-0639a6c88052 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643096 Jun 25 12:16:05.515375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:16:05.580051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692be931-e507-4ca8-9cc5-1659fd6b81f9 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:05.582875 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-692be931-e507-4ca8-9cc5-1659fd6b81f9 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1094 time: 0.0658031 Jun 25 12:16:05.586079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36366) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:16:05.594650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:16:05.706597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:05.887549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:06.042263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.143 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/df0bd4a0-62e9-4c39-9385-9199ee530523) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:16:06.229638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:06.363428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:06.366336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8ee2288c-2c75-4ed4-9842-fe559c3764e5 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:16:06.428673 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:16:06.433045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:16:06.440784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:16:06.443633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=df0bd4a0-62e9-4c39-9385-9199ee530523,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:16:06.448010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:16:06.982177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:07.205471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:07.482705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:07.550919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:07.556373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:16:07.691178 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=df0bd4a0-62e9-4c39-9385-9199ee530523,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:16:07.697933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:16:07.714646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:07.932597 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 40647897-8e84-48cd-a30c-14c5b4ea3474 associated. External IP: 172.26.0.143, port: 771a4d1a-0149-47d0-bd64-2be7e25e9d06. Jun 25 12:16:08.308628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:16:08.511437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:16:08.527420 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] Sync routers for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:16:08.540534 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:16:08.541385 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:16:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:16:08.598726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:08.678108 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0902543 Jun 25 12:16:08.679174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:16:08.683504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d52f5-b5db-4dad-a019-b07feaf776df" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:16:08.755282 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e12c4f-b8ab-4b06-9b31-bcbf3e773f86 x-openstack-request-id: req-f1e12c4f-b8ab-4b06-9b31-bcbf3e773f86 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:16:08.756356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:16:08.757233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1e12c4f-b8ab-4b06-9b31-bcbf3e773f86 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:16:08.757414 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:16:08.758558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'status': 'completed', 'code': 200} Jun 25 12:16:08.885469 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-bf990c50-6179-4990-b34a-66677361f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:08.889641 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-bf990c50-6179-4990-b34a-66677361f322 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.1066611 Jun 25 12:16:08.987804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc675f-da74-44fe-81b7-299cd4d5d8db req-7a45196d-c4f8-4345-b91f-74838c5469c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:08.990421 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-55dc675f-da74-44fe-81b7-299cd4d5d8db req-7a45196d-c4f8-4345-b91f-74838c5469c4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1144667 Jun 25 12:16:09.066678 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-55dc675f-da74-44fe-81b7-299cd4d5d8db req-b029c005-4e29-4b3a-b3e8-56d8c01a00d9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637569 Jun 25 12:16:09.083993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-770b8a58-6568-45d1-961f-9443ddc3a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:09.086869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-770b8a58-6568-45d1-961f-9443ddc3a1b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 899 time: 0.1863892 Jun 25 12:16:09.114563 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36372) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:16:09.200792 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '40647897-8e84-48cd-a30c-14c5b4ea3474', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'port_id': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'mac_address': 'fa:16:3e:85:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:16:06Z', 'updated_at': '2021-06-25T12:16:06Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:51Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:16:09.225808 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-19553e90-6239-4e59-a994-85c2d955c421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 1000 time: 0.1302321 Jun 25 12:16:09.242228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-76186b5e-6731-4bf6-9c39-32ea68a98bbd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/40647897-8e84-48cd-a30c-14c5b4ea3474 HTTP/1.1" status: 200 len: 992 time: 0.1256609 Jun 25 12:16:09.264571 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] Checking router: dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:16:09.280867 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:16:09.281906 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:16:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:16:09.314215 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-ae1cb1af-cc46-4b24-8cb4-e998cd5a05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:09.316920 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-ae1cb1af-cc46-4b24-8cb4-e998cd5a05e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0836246 Jun 25 12:16:09.428729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-834d4bfa-c898-4e9e-8ff7-d7ffc179c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:16:09.430799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-834d4bfa-c898-4e9e-8ff7-d7ffc179c116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069314 Jun 25 12:16:09.491505 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:16:09.609807 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-f7042ce6-f0d3-4b60-8a37-e5ef69d71088 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700218 Jun 25 12:16:09.805409 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d05d52f5-b5db-4dad-a019-b07feaf776df req-d3d4a25c-c084-4402-8320-83bed025a79e service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888659 Jun 25 12:16:10.085436 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '40647897-8e84-48cd-a30c-14c5b4ea3474', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'port_id': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'mac_address': 'fa:16:3e:85:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:16:06Z', 'updated_at': '2021-06-25T12:16:06Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:51Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:16:10.141048 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f063582-da4c-4d8d-a4d7-05616e50ef8e None None] The sync data for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv is: [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '40647897-8e84-48cd-a30c-14c5b4ea3474', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'port_id': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'mac_address': 'fa:16:3e:85:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:16:06Z', 'updated_at': '2021-06-25T12:16:06Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:51Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:16:10.247404 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36374) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:16:10.385820 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8ea2d5e2-b8ef-4421-af4c-39a5ecd87f83 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/40647897-8e84-48cd-a30c-14c5b4ea3474 HTTP/1.1" status: 200 len: 992 time: 0.1351295 Jun 25 12:16:10.457355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753f53d-bcaf-417e-82ca-948fb0ee5559 None None] New status for floating IP 40647897-8e84-48cd-a30c-14c5b4ea3474: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:16:10.963823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:11.390805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36376) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:16:11.514173 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-d0a84a4c-0506-40fd-91f5-525e6d92935d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/40647897-8e84-48cd-a30c-14c5b4ea3474 HTTP/1.1" status: 200 len: 994 time: 0.1209188 Jun 25 12:16:20.813894 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:16:29.543447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dee69ccc-ae90-4f9f-8739-38e7a5b4f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:32.005631 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d1a97164-070b-44a7-8aff-0fcd7fe54f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:32.177427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:33.391521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:35.245811 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:40.925309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:16:57.818969 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:16:59.535914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-699475ab-e409-4537-88d3-a74ea9c5e18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:00.359337 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-47c683bf-3ced-47a0-ae8a-5ddfd69bc843 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1074641 Jun 25 12:17:00.563636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-021f8bff-4c6d-44c8-84c8-4a37956366a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:00.566460 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-021f8bff-4c6d-44c8-84c8-4a37956366a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.1115665 Jun 25 12:17:00.777350 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-fb7836d3-0a1c-4f04-8839-72240b2a2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:00.780121 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-fb7836d3-0a1c-4f04-8839-72240b2a2779 service neutron] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 899 time: 0.1855907 Jun 25 12:17:00.906887 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-1adbe86e-e348-4681-aec5-9641b0517973 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 1002 time: 0.1187291 Jun 25 12:17:01.004925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-7a4c08af-3383-4c1d-981c-96086a788bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:01.007823 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-7a4c08af-3383-4c1d-981c-96086a788bef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0946059 Jun 25 12:17:01.121396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-bf59e90a-2b84-43b3-8153-dc2058f59760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:01.124228 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-bf59e90a-2b84-43b3-8153-dc2058f59760 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1089365 Jun 25 12:17:01.323558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-24b35c29-0afa-45b8-91ae-d9828d40a3cf service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916587 Jun 25 12:17:01.505715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2f065c94-75e0-48b1-9b6e-6abf10882129 req-08d35956-ff75-4b25-b312-5f9e9d73d065 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757324 Jun 25 12:17:01.998696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4088cb0a-278f-4750-adb2-7dd3dc68f40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:02.173982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:03.375773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:05.221729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:10.947172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:24.675745 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:17:24.683225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e8728-735d-4884-a9a4-d44d5aa36e60 req-94cfd8d4-ea9b-4864-b94e-7f378e570ecd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:24.686319 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a3e8728-735d-4884-a9a4-d44d5aa36e60 req-94cfd8d4-ea9b-4864-b94e-7f378e570ecd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1372952 Jun 25 12:17:24.747527 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6a3e8728-735d-4884-a9a4-d44d5aa36e60 req-d37d8d5b-b2dd-42e3-98e8-9bb9ee6f3c57 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500093 Jun 25 12:17:24.869887 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-b091f90f-cfa2-46df-9f86-6d90cb30f7bd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1912262 Jun 25 12:17:26.098207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e395-6380-48c4-8608-ee2707a714ee req-8f6bdb55-7e8e-4672-8713-514827ff4d75 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:26.100972 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6c83e395-6380-48c4-8608-ee2707a714ee req-8f6bdb55-7e8e-4672-8713-514827ff4d75 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1261580 Jun 25 12:17:26.179787 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6c83e395-6380-48c4-8608-ee2707a714ee req-9b6c5cb7-f2e9-4081-9b46-1c3b1634932f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672522 Jun 25 12:17:27.466549 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e6302-cea6-4c7f-8955-0a4a35e83659 req-7a11c59d-9d25-4092-b484-46288df3f242 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:27.469367 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e8e6302-cea6-4c7f-8955-0a4a35e83659 req-7a11c59d-9d25-4092-b484-46288df3f242 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1211915 Jun 25 12:17:27.543773 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e8e6302-cea6-4c7f-8955-0a4a35e83659 req-3cec57c3-08fb-4392-be53-03b6e0e8c217 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621705 Jun 25 12:17:28.115278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-c59062d1-3b9a-4bbd-9793-8e4aea1745e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:28.118003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-c59062d1-3b9a-4bbd-9793-8e4aea1745e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.1020722 Jun 25 12:17:28.832308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-050c672e-c384-4815-ba09-4e073917fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:28.834465 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-050c672e-c384-4815-ba09-4e073917fcb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 899 time: 0.7101512 Jun 25 12:17:28.883295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9caa75-7308-4c4c-b7a0-032683381cbd req-bb0f162c-4ef0-480d-a287-6dfe7de64c34 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:28.887025 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2b9caa75-7308-4c4c-b7a0-032683381cbd req-bb0f162c-4ef0-480d-a287-6dfe7de64c34 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1267326 Jun 25 12:17:28.945067 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-d3d85212-318b-48d8-a887-d8dc424d5e2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 1002 time: 0.1017663 Jun 25 12:17:28.950374 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2b9caa75-7308-4c4c-b7a0-032683381cbd req-d4364db2-5334-4b7e-bf4d-c1af23da63ab tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520809 Jun 25 12:17:29.014130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-89cb1dbb-c35f-4c85-83dc-e17a20134609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:29.015648 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-89cb1dbb-c35f-4c85-83dc-e17a20134609 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0643673 Jun 25 12:17:29.087834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-2f084e8a-ae50-4eb8-9c26-6cf9521e828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:29.089745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-2f084e8a-ae50-4eb8-9c26-6cf9521e828d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678527 Jun 25 12:17:29.246732 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-70614cde-1a3c-403b-b870-75ecb59a98a3 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497953 Jun 25 12:17:29.415728 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-d7e5dc32-96b7-4099-bf6c-54a4a9c4f193 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622622 Jun 25 12:17:29.574241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4ebd4f63-f358-4c66-bfce-07f4021063f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:30.293208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec53d2-47e4-4d29-9bd2-879a08e638b3 req-5f652da4-2a27-4dad-89c2-5fd2c59e5284 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:30.295615 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bdec53d2-47e4-4d29-9bd2-879a08e638b3 req-5f652da4-2a27-4dad-89c2-5fd2c59e5284 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1088347 Jun 25 12:17:30.358670 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bdec53d2-47e4-4d29-9bd2-879a08e638b3 req-337a38ce-35f2-4c17-bb32-e4b4f2095310 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567775 Jun 25 12:17:31.737414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325cc6c-d972-4caa-a1e4-223343b34c4a req-d4a3f9ae-dcd7-4941-b997-79c0ff0797b2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:31.740650 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2325cc6c-d972-4caa-a1e4-223343b34c4a req-d4a3f9ae-dcd7-4941-b997-79c0ff0797b2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1311734 Jun 25 12:17:31.818072 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2325cc6c-d972-4caa-a1e4-223343b34c4a req-2d5b64b0-71a9-4b32-b6e6-71da3104a09e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657034 Jun 25 12:17:32.013598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac1a5-cb98-4646-bef8-7998e7c2d85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:32.197630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:33.103973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2794f54-b276-49f9-a606-4a22bebc02ac req-105d864f-6803-498c-acb3-a912424fec61 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:33.106282 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e2794f54-b276-49f9-a606-4a22bebc02ac req-105d864f-6803-498c-acb3-a912424fec61 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.0862813 Jun 25 12:17:33.159720 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e2794f54-b276-49f9-a606-4a22bebc02ac req-ca105f84-bb2f-4fef-83bc-18643fe59b31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Jun 25 12:17:33.403924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:34.520132 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90b041-0f8b-4a78-bd82-c3cd312af1c7 req-b0a886b9-af7f-4287-b6c3-4b359e8de0b0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:34.522889 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ba90b041-0f8b-4a78-bd82-c3cd312af1c7 req-b0a886b9-af7f-4287-b6c3-4b359e8de0b0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1345537 Jun 25 12:17:34.601505 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ba90b041-0f8b-4a78-bd82-c3cd312af1c7 req-b2e17a64-d31d-47d1-974d-5570ad51f267 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666008 Jun 25 12:17:34.824806 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:17:35.215018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:35.982875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0ac89-e806-464b-84a4-c512b077d122 req-0dcdc2ac-e437-426f-b295-f770ffce3d55 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:35.985485 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-26b0ac89-e806-464b-84a4-c512b077d122 req-0dcdc2ac-e437-426f-b295-f770ffce3d55 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1255312 Jun 25 12:17:36.061317 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-26b0ac89-e806-464b-84a4-c512b077d122 req-6893663f-0f35-434b-b15f-4514f1db643e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638020 Jun 25 12:17:37.434502 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456bab0-3cc7-43a8-95b2-2ac0273677ad req-59705edc-c6df-4324-88bf-8e2aea5d9822 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:37.437395 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6456bab0-3cc7-43a8-95b2-2ac0273677ad req-59705edc-c6df-4324-88bf-8e2aea5d9822 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1380234 Jun 25 12:17:37.507028 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6456bab0-3cc7-43a8-95b2-2ac0273677ad req-77704cc4-decc-4e30-a937-b6a6dec8a4b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586560 Jun 25 12:17:38.860534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece7a35-3c3d-4299-b1ed-92ce58f22536 req-51c7684c-3fdc-4ef6-b22b-111a3734c273 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:38.862691 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6ece7a35-3c3d-4299-b1ed-92ce58f22536 req-51c7684c-3fdc-4ef6-b22b-111a3734c273 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1173301 Jun 25 12:17:38.939637 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6ece7a35-3c3d-4299-b1ed-92ce58f22536 req-ec279789-1e59-474e-bad3-ca21d61f7241 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643086 Jun 25 12:17:40.299635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e308a-b33f-4f0b-8dfd-c9c94e737848 req-bfc5e41a-c733-4e44-b97e-c8b903349e53 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:40.302407 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ee1e308a-b33f-4f0b-8dfd-c9c94e737848 req-bfc5e41a-c733-4e44-b97e-c8b903349e53 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1291931 Jun 25 12:17:40.389985 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ee1e308a-b33f-4f0b-8dfd-c9c94e737848 req-27cb3537-3d42-4a7b-83e0-77fa2022056c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753467 Jun 25 12:17:40.957236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:41.744654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488ebf-d719-4dd3-b2ed-4968673bab09 req-165f594b-888f-4ac5-8464-87be0c1b133f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:41.747908 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ef488ebf-d719-4dd3-b2ed-4968673bab09 req-165f594b-888f-4ac5-8464-87be0c1b133f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1298535 Jun 25 12:17:41.873699 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ef488ebf-d719-4dd3-b2ed-4968673bab09 req-2ab6a6a8-925b-4457-9134-6065e15995e0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150241 Jun 25 12:17:42.051105 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-0f07dac3-feef-4baa-b21f-ca160a2f5e9d service neutron] 10.222.0.47 "GET /v2.0/ports/771a4d1a-0149-47d0-bd64-2be7e25e9d06/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.2070534 Jun 25 12:17:43.104952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-3b824c51-888c-4d0b-99bd-caf819b9e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:43.107724 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-3b824c51-888c-4d0b-99bd-caf819b9e5ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 1099 time: 0.1125872 Jun 25 12:17:43.236272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb97e7-b9e6-444b-ae6b-0050aadaab64 req-476f076f-2242-4e92-90be-0ef83c9e3c94 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:43.237543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-c98a765d-9aa8-4382-b785-53a06108ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:43.238969 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7eeb97e7-b9e6-444b-ae6b-0050aadaab64 req-476f076f-2242-4e92-90be-0ef83c9e3c94 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1323540 Jun 25 12:17:43.240306 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-c98a765d-9aa8-4382-b785-53a06108ed35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.1020606 Jun 25 12:17:43.315733 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7eeb97e7-b9e6-444b-ae6b-0050aadaab64 req-a51f6324-a42a-47bd-91b2-7e431b5870d2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645435 Jun 25 12:17:43.432184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-cb6a9f51-6f92-4bac-b855-380f1fce917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:43.434938 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-cb6a9f51-6f92-4bac-b855-380f1fce917b service neutron] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 899 time: 0.1869152 Jun 25 12:17:43.566397 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-ea8d35cb-41f3-435e-94f4-9408cc7b29cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 1002 time: 0.1242161 Jun 25 12:17:43.667930 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-794416af-7482-4179-bbff-f2187f68af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:43.670685 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-794416af-7482-4179-bbff-f2187f68af49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0970817 Jun 25 12:17:43.792887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-0ab5175b-6321-45ee-9ce0-df3dad73b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:43.797933 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-0ab5175b-6321-45ee-9ce0-df3dad73b292 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186273 Jun 25 12:17:43.976761 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-6b13fa72-bd41-4207-b226-bc00d4718bbc service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738675 Jun 25 12:17:44.167484 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-4dff4642-a165-4127-bba5-b163de6e2b14 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834486 Jun 25 12:17:44.601551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69037263-142d-4c89-9218-21bf4e0ebefc req-c9917bd7-f954-439c-8e39-3cb650add526 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:44.604714 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-69037263-142d-4c89-9218-21bf4e0ebefc req-c9917bd7-f954-439c-8e39-3cb650add526 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1239631 Jun 25 12:17:44.668239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 771a4d1a-0149-47d0-bd64-2be7e25e9d06 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:17:44.679712 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-69037263-142d-4c89-9218-21bf4e0ebefc req-f73eccb2-c196-4df8-88e3-e3974c9669bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633736 Jun 25 12:17:44.775779 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:44.824769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:17:44.829019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04686617-5c50-402c-982c-3ec433a7d491" -d '{"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-unplugged", "status": "completed", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:17:44.854921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:17:44.888168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 12:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ef16f4-69ea-4381-ac90-1ae445f1d846 x-openstack-request-id: req-99ef16f4-69ea-4381-ac90-1ae445f1d846 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:17:44.888656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-unplugged", "status": "completed", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:17:44.889295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99ef16f4-69ea-4381-ac90-1ae445f1d846 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:17:44.889934 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'code': 200} Jun 25 12:17:45.052745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:45.056714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7a143b97-bf53-4978-98a9-a456b2951906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:17:45.116765 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:17:45.126232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.126616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.127019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.127403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.127840 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.128236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.128615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.129001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.129427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.129802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.130193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.130624 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:17:45.137057 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:17:46.026164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b71ae1-0c40-4aeb-9ed2-785ef5f2ad0d req-7bd16c63-540e-4558-a925-699197a41e3c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:46.028895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9b71ae1-0c40-4aeb-9ed2-785ef5f2ad0d req-7bd16c63-540e-4558-a925-699197a41e3c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 944 time: 0.1250353 Jun 25 12:17:46.110660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9b71ae1-0c40-4aeb-9ed2-785ef5f2ad0d req-95de65c0-b577-4375-a233-4b399a750f6a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708966 Jun 25 12:17:46.653493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 771a4d1a-0149-47d0-bd64-2be7e25e9d06 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:17:46.814881 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:17:46.832094 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'port_id': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'mac_address': 'fa:16:3e:85:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:17:46.903386 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:46.927959 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771a4d1a-0149-47d0-bd64-2be7e25e9d06 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:17:46.963226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:17:47.037073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:47.040777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:17:47.132730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['771a4d1a-0149-47d0-bd64-2be7e25e9d06'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:17:47.149315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:17:47.155670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:17:47.445501 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5d779-ffae-402a-a306-b9ba22a5db80 req-03bb96c4-43f6-4576-9282-bd17839d7b67 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:47.448798 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8cb5d779-ffae-402a-a306-b9ba22a5db80 req-03bb96c4-43f6-4576-9282-bd17839d7b67 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 945 time: 0.1142061 Jun 25 12:17:47.508065 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8cb5d779-ffae-402a-a306-b9ba22a5db80 req-924dac6f-8949-4023-92be-d512941259bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514250 Jun 25 12:17:48.659423 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 771a4d1a-0149-47d0-bd64-2be7e25e9d06 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:17:48.750772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:17:48.751309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:48.827147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b5fbc-cabe-4483-93b3-86251f1cb611 req-3db9cb6f-1db1-4742-ac81-a91cc369d2eb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:48.829998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a8b5fbc-cabe-4483-93b3-86251f1cb611 req-3db9cb6f-1db1-4742-ac81-a91cc369d2eb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 945 time: 0.1034973 Jun 25 12:17:48.887530 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:48.900080 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a8b5fbc-cabe-4483-93b3-86251f1cb611 req-8d08ec8b-1110-4f31-9413-96ccadcdd027 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632679 Jun 25 12:17:48.933922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:17:48.938439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dc1da1-3ea4-4f90-9236-d1b2437ae5a1" -d '{"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-plugged", "status": "completed", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:17:48.966438 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:17:49.105680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:17:49.110685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c7b9f-d592-43a2-ad72-9ffdc574d0d5 x-openstack-request-id: req-ba4c7b9f-d592-43a2-ad72-9ffdc574d0d5 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:17:49.112339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-plugged", "status": "completed", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:17:49.112339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba4c7b9f-d592-43a2-ad72-9ffdc574d0d5 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:17:49.112339 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'code': 200} Jun 25 12:17:49.113247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-3739cb4d-946b-4f11-96cb-2e74ce2d71f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:17:49.205507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:17:49.210946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:17:49.728266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443b4e2-24d2-4385-ad20-2b2f24ab6d08 req-2a04dae2-d35b-404a-9b07-5eeacd948b93 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:49.731161 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e443b4e2-24d2-4385-ad20-2b2f24ab6d08 req-2a04dae2-d35b-404a-9b07-5eeacd948b93 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1954153 Jun 25 12:17:49.843981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-f57109a6-a1ea-4974-ba5e-9d767f08ff67 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:49.846855 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-f57109a6-a1ea-4974-ba5e-9d767f08ff67 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.2312517 Jun 25 12:17:49.864646 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e443b4e2-24d2-4385-ad20-2b2f24ab6d08 req-1be769a6-12da-4b24-a5a6-48bb1ba3e083 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168938 Jun 25 12:17:50.025547 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-4107bb8a-09e2-4bbf-9e03-366aabe04e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:50.028604 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-4107bb8a-09e2-4bbf-9e03-366aabe04e1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.1144586 Jun 25 12:17:50.221392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-ec09727c-f2e9-4b8d-8765-5daba1456e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:50.223706 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-ec09727c-f2e9-4b8d-8765-5daba1456e62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 899 time: 0.1885493 Jun 25 12:17:50.236022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f575c25-b3d8-4008-9b99-f730baaed305 req-bfb84c0c-97dd-446f-8a60-9442eab449d3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:50.238783 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4f575c25-b3d8-4008-9b99-f730baaed305 req-bfb84c0c-97dd-446f-8a60-9442eab449d3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1307325 Jun 25 12:17:50.320399 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4f575c25-b3d8-4008-9b99-f730baaed305 req-b786044d-2ea6-4ca3-992d-44b2f92412f2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690336 Jun 25 12:17:50.348595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-1bfa3070-cf52-45c2-aeb5-1dadc1dd6707 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 1002 time: 0.1181400 Jun 25 12:17:50.447022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-bff21de8-04ba-42f6-ab99-20e00bd40f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:50.449818 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-bff21de8-04ba-42f6-ab99-20e00bd40f89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0942914 Jun 25 12:17:50.556209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-08eabbc9-2532-4d71-a3d2-41ba61eedaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:50.559090 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-08eabbc9-2532-4d71-a3d2-41ba61eedaf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022425 Jun 25 12:17:50.736737 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-b9613f6b-6bb7-4d91-abff-a3aa3ba25d15 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706586 Jun 25 12:17:50.912810 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dadabdb3-59d8-41ca-a271-a7386f78f7ee req-61b7b329-fb5a-45d9-a069-f533029bcb06 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683986 Jun 25 12:17:51.696905 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75402d-80b5-40bc-bd43-225dd22d3921 req-cd0a30b8-d067-4589-bb18-9df5aa8d8888 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:51.699799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a75402d-80b5-40bc-bd43-225dd22d3921 req-cd0a30b8-d067-4589-bb18-9df5aa8d8888 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1302850 Jun 25 12:17:51.776488 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5a75402d-80b5-40bc-bd43-225dd22d3921 req-81bbf89c-95e8-4b65-ad34-65d725db1a40 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651152 Jun 25 12:17:53.153344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1c3ef-bd05-4bdf-b6a2-47792b6dabc2 req-6fbfae45-2648-4854-bc97-87b84ec9f34b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:17:53.156302 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-21f1c3ef-bd05-4bdf-b6a2-47792b6dabc2 req-6fbfae45-2648-4854-bc97-87b84ec9f34b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1374936 Jun 25 12:17:53.228090 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-21f1c3ef-bd05-4bdf-b6a2-47792b6dabc2 req-ccc7689d-2359-4fc2-aa27-d91a6953bdf5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592010 Jun 25 12:17:53.280736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36518) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:17:53.400340 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f8b41b17-02fa-4da0-be92-0489062f5e85 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/40647897-8e84-48cd-a30c-14c5b4ea3474 HTTP/1.1" status: 200 len: 994 time: 0.1168008 Jun 25 12:17:59.550947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-be55b9a2-311b-4b78-9507-3ba9f9e3f496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:02.025499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d39070bf-aa4a-428d-99f0-faa6febebdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:02.247273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:02.320016 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-576accb9-efc2-4c60-ac06-ceff1803bcea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893521 Jun 25 12:18:02.441015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-e9523a78-7e71-4752-908c-72b3e06696de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:02.443009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-e9523a78-7e71-4752-908c-72b3e06696de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.0647426 Jun 25 12:18:02.581168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-476a56fa-cd34-4f26-b243-8dbf70b81f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:02.583715 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-476a56fa-cd34-4f26-b243-8dbf70b81f0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 899 time: 0.1172922 Jun 25 12:18:02.712558 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-7df9668c-874b-45b8-800a-d80ff70a59ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 1002 time: 0.1223371 Jun 25 12:18:02.789454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-f8e42379-2489-431a-a7e0-811c03237345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:02.791917 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-f8e42379-2489-431a-a7e0-811c03237345 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0728405 Jun 25 12:18:02.920098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-cf010c4f-a938-4aec-944c-0775a22695d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:02.926385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-cf010c4f-a938-4aec-944c-0775a22695d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095643 Jun 25 12:18:03.107582 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-cea21977-5c29-4f7b-8a61-888965af2d2a service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766109 Jun 25 12:18:03.284520 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f9ef908a-e2ee-461b-a46f-aa2dd084a243 req-802c0f6b-35a6-498b-8dfb-9e69d340632d service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690845 Jun 25 12:18:03.407823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:05.223464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:10.984525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:11.820402 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:18:29.549722 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-eadabbc7-41f2-4e11-a312-c765c940ad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:32.018305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5a42-38c5-4805-8dd4-72ed4adb4c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:32.525750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:33.440896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:35.223542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:40.971993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:48.534179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36550) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:18:48.823210 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:18:48.860631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port df0bd4a0-62e9-4c39-9385-9199ee530523 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:18:48.861244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:49.015018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:49.015587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:49.043027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for df0bd4a0-62e9-4c39-9385-9199ee530523 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:18:49.422601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:49.425609 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-2e55b294-b849-4d8a-9a4e-86fcd2753076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:18:49.466322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=df0bd4a0-62e9-4c39-9385-9199ee530523,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:18:49.485229 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.485683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.486130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.486712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.487148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.487579 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.488059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.488546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.489021 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.489528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.490148 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.490623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:49.494756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:18:49.612346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:49.613505 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 40647897-8e84-48cd-a30c-14c5b4ea3474 disassociated (deleted). External IP: 172.26.0.143, port: 771a4d1a-0149-47d0-bd64-2be7e25e9d06. Jun 25 12:18:50.483417 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:18:50.644487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:18:50.652797 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:50.660147 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] Sync routers for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:18:50.680536 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:18:50.681729 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:18:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:18:50.707000 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/floatingips/40647897-8e84-48cd-a30c-14c5b4ea3474 HTTP/1.1" status: 204 len: 168 time: 2.1712525 Jun 25 12:18:50.707956 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:18:50.713263 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d744d6f855329bc109e08043f2b36e260aadf036c94feeca79147cb3871ff83a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226c719-9ad1-49fc-8a18-c0bae5fb768b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:18:50.861070 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b4916-bf7a-49d8-a241-cf5e620fee83 x-openstack-request-id: req-7d4b4916-bf7a-49d8-a241-cf5e620fee83 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:18:50.863871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:18:50.866485 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d4b4916-bf7a-49d8-a241-cf5e620fee83 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:18:50.867811 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'status': 'completed', 'code': 200} Jun 25 12:18:50.879346 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:18:51.022780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-dca6fb58-c459-4940-ae16-3f48df758f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:51.025392 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-dca6fb58-c459-4940-ae16-3f48df758f7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 1099 time: 0.1256821 Jun 25 12:18:51.175181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-0bd7e3a5-b4e3-43d4-bf4f-9a7247a70141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:51.180894 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-0bd7e3a5-b4e3-43d4-bf4f-9a7247a70141 service neutron] 10.222.0.47 "GET /v2.0/networks?id=606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 200 len: 899 time: 0.1467795 Jun 25 12:18:51.229242 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:51Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:18:51.262833 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] Checking router: dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:18:51.269617 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-ca52668e-54bf-45d2-b470-41b968446d47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 200 len: 217 time: 0.0833821 Jun 25 12:18:51.275503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:18:51.276192 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:18:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:18:51.359909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-79afea89-b57e-46d5-8d9e-55744ffc5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:51.362663 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-79afea89-b57e-46d5-8d9e-55744ffc5ff0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 200 len: 835 time: 0.0872757 Jun 25 12:18:51.442367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-add18514-351d-4d6c-842c-fcb841197736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:51.445276 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-add18514-351d-4d6c-842c-fcb841197736 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=606a3e28-c88f-48db-ab0d-30117a6df076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757806 Jun 25 12:18:51.461017 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:18:51.621306 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-6548658e-0509-4290-a8b5-cd55de8e3652 service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688106 Jun 25 12:18:51.811422 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:51Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:18:51.847250 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4cac4-c0ad-44e1-87b2-7b03bfcb6372 None None] The sync data for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv is: [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '3bc8011b-839c-4351-aa9d-deb8d2c4237b', 'name': '', 'network_id': '606a3e28-c88f-48db-ab0d-30117a6df076', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:62:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:43Z', 'updated_at': '2021-06-25T12:15:51Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'a8186b58-eb45-41d7-a1e4-d12be2616b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:18:51.882824 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9226c719-9ad1-49fc-8a18-c0bae5fb768b req-77352c93-bee5-4ecd-9e95-c1a72e19960d service neutron] 10.222.0.47 "GET /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540805 Jun 25 12:18:51.900050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2dd1-cbe3-407d-a874-968ff8c3f7da req-e4ab453f-0b69-43ed-93a4-749b9298d2c1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:51.910657 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5b1b2dd1-cbe3-407d-a874-968ff8c3f7da req-e4ab453f-0b69-43ed-93a4-749b9298d2c1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.2467694 Jun 25 12:18:51.964831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5b1b2dd1-cbe3-407d-a874-968ff8c3f7da req-7f09e821-c053-44bc-a2d4-49b66df667b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506327 Jun 25 12:18:52.193332 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2794594-4c78-43ec-9223-da70b44e521e None None] New status for floating IP 40647897-8e84-48cd-a30c-14c5b4ea3474: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:18:53.345399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7f1aa-ec7e-4dce-bdb7-7732957e06ae req-fbd3617f-bbe7-42e5-83c6-22f30a801504 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:53.352179 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d5f7f1aa-ec7e-4dce-bdb7-7732957e06ae req-fbd3617f-bbe7-42e5-83c6-22f30a801504 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1186972 Jun 25 12:18:53.429552 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d5f7f1aa-ec7e-4dce-bdb7-7732957e06ae req-12c02856-4ef7-4df1-82d5-a7520292524c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=73b94709-416d-49b4-97fd-57c0a5dcedce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678244 Jun 25 12:18:53.684803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-eabf9d1b-9d0b-4cda-8268-d1cf4b1f0a09 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:18:53.687446 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-eabf9d1b-9d0b-4cda-8268-d1cf4b1f0a09 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 946 time: 0.1341174 Jun 25 12:18:53.904470 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:18:53.905232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:54.102203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 771a4d1a-0149-47d0-bd64-2be7e25e9d06, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=771a4d1a-0149-47d0-bd64-2be7e25e9d06,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:18:54.102717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:54.128957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 771a4d1a-0149-47d0-bd64-2be7e25e9d06 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:18:54.462517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:54.467919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6d116659-e082-493b-b919-10f196c540b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:18:54.510861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=771a4d1a-0149-47d0-bd64-2be7e25e9d06,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:18:54.568771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.568771 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.570118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.570744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.571335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.572015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.572720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.573527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.574248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.574938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.575604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.576259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:18:54.588811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:18:54.621595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] No DVR routers for this DVR port 771a4d1a-0149-47d0-bd64-2be7e25e9d06 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:18:54.626408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:54.630512 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c6c1db09-19e5-4c42-97f9-167072dd0a5a req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "DELETE /v2.0/ports/771a4d1a-0149-47d0-bd64-2be7e25e9d06 HTTP/1.1" status: 204 len: 173 time: 0.9352186 Jun 25 12:18:54.632354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-deleted', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:18:54.637212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c9e117-5f52-498b-a445-d8695de90b4c" -d '{"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-deleted", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:18:54.746468 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-94fcc3fc-017c-413c-9141-4c316f0ca8b4 req-7878c51b-ed0c-4fa9-af80-ef1b86985dc7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 210 time: 0.0603466 Jun 25 12:18:54.802284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eec4d8-c18e-4dcc-8a76-1cc01c4fff6a x-openstack-request-id: req-a0eec4d8-c18e-4dcc-8a76-1cc01c4fff6a {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:18:54.803067 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4ae13c-8225-40c1-b917-e729a9f03844", "name": "network-vif-deleted", "tag": "771a4d1a-0149-47d0-bd64-2be7e25e9d06", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:18:54.803467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0eec4d8-c18e-4dcc-8a76-1cc01c4fff6a {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:18:54.804403 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4ae13c-8225-40c1-b917-e729a9f03844', 'name': 'network-vif-deleted', 'tag': '771a4d1a-0149-47d0-bd64-2be7e25e9d06', 'status': 'completed', 'code': 200} Jun 25 12:18:56.082430 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65aa6303-bde6-4f02-9e5f-3ba75e46f6a2 req-1d735edd-2e02-4ee5-87f1-3bd43f043bef tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e4ae13c-8225-40c1-b917-e729a9f03844 HTTP/1.1" status: 200 len: 210 time: 0.0524392 Jun 25 12:18:57.245567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36576) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:18:58.026650 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:58.523409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 3bc8011b-839c-4351-aa9d-deb8d2c4237b {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:18:58.524176 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:58.659346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 3bc8011b-839c-4351-aa9d-deb8d2c4237b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=3bc8011b-839c-4351-aa9d-deb8d2c4237b,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:18:58.659790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:58.684542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 3bc8011b-839c-4351-aa9d-deb8d2c4237b owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:18:58.889179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 771a4d1a-0149-47d0-bd64-2be7e25e9d06 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:18:58.916036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 771a4d1a-0149-47d0-bd64-2be7e25e9d06 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:18:58.916526 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 771a4d1a-0149-47d0-bd64-2be7e25e9d06 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:18:59.050854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:59.054508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8f26c85f-fcb0-4730-9491-5c9b91b67d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:18:59.087298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=3bc8011b-839c-4351-aa9d-deb8d2c4237b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:18:59.091993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:18:59.399815 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:59.536772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b3eb5f76-355e-4603-9df2-48279fb830f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:18:59.785961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:19:00.010120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:19:00.019228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7715724 Jun 25 12:19:00.024388 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36578) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:00.029579 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] Sync routers for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:19:00.046467 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:00.047423 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:18:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:00.126865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting subnet a8186b58-eb45-41d7-a1e4-d12be2616b1e {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:19:00.133622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:00.218830 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:00.271912 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:00.454872 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:00.618743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:18:58Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:00.657954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:00.660821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a570d9d5-2c25-4a96-8d8a-90c8f1c339a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:00.716759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Subnet': ['ID=a8186b58-eb45-41d7-a1e4-d12be2616b1e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:00.720646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:00.732401 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/subnets/a8186b58-eb45-41d7-a1e4-d12be2616b1e HTTP/1.1" status: 204 len: 168 time: 0.7059805 Jun 25 12:19:00.735493 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123d36a5-956d-4fad-a0c1-ce8d52ad927e None None] Network 606a3e28-c88f-48db-ab0d-30117a6df076 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:19:00.736332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-208f155d-d9e9-469f-952d-5f0abf4f9453 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:00.738555 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36580) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:00.825888 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] Checking router: dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:19:00.842880 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] Routers {'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:00.845152 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:18:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:00.964622 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:01.065721 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] Set router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:01.119307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] DHCP port deletion for 606a3e28-c88f-48db-ab0d-30117a6df076 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:19:01.196614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:01.217304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Deleting port da3500bb-9181-4b07-9ffa-a903f3aa1162 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:19:01.230549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:01.347351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] For port da3500bb-9181-4b07-9ffa-a903f3aa1162, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=da3500bb-9181-4b07-9ffa-a903f3aa1162,segment=NetworkSegment(fd880592-e691-4f3b-ab34-9c67c91899dd),segment_id=fd880592-e691-4f3b-ab34-9c67c91899dd)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:01.347886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:01.374592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Calling delete_port for da3500bb-9181-4b07-9ffa-a903f3aa1162 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:19:01.426859 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:18:58Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:01.434140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port d211827b-694f-4a0c-a36e-d3b49232236e {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:19:01.434832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:01.482672 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b986c-cb56-4117-b089-eb6feb48b3fb None None] The sync data for ids ['dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60'] in dv-neutron-797120-5-hyperv is: [{'id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1857725248', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:15:37Z', 'updated_at': '2021-06-25T12:18:58Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'd211827b-694f-4a0c-a36e-d3b49232236e', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:15:38Z', 'updated_at': '2021-06-25T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:19:01.622808 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:01.628072 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e41422e7-92de-4eef-ae54-ed5d1270d7fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:01.640490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port d211827b-694f-4a0c-a36e-d3b49232236e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d211827b-694f-4a0c-a36e-d3b49232236e,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:01.641164 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:01.666670 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for d211827b-694f-4a0c-a36e-d3b49232236e owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:19:01.678120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Pushing event deleted for resources: {'Port': ['ID=da3500bb-9181-4b07-9ffa-a903f3aa1162,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:01.692144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] No DVR routers for this DVR port da3500bb-9181-4b07-9ffa-a903f3aa1162 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:19:01.697207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.697781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.698301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.698828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.699358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.700033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.700534 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.700948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.701543 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.702090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.702652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.703196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:01.715901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:01.927650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device da3500bb-9181-4b07-9ffa-a903f3aa1162 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:19:01.975976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: da3500bb-9181-4b07-9ffa-a903f3aa1162 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:19:01.977046 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device da3500bb-9181-4b07-9ffa-a903f3aa1162 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:19:02.062998 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7358dca2-1c5e-4cc3-816a-c1a8d1f47454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.097277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.117777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d51414e-1adc-4b98-8810-365608708954 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:02.174912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=d211827b-694f-4a0c-a36e-d3b49232236e,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:02.180258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:02.233657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.301032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.499111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.503461 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.663696 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.664812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Fanout notify agent at l3_agent the message router_deleted on router dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:19:02.678789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:02.680892 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/routers/dd7e8bcf-7d32-4c20-a8f1-e8a24dd51f60 HTTP/1.1" status: 204 len: 168 time: 1.9393549 Jun 25 12:19:02.686084 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36582) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:02.848172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.023541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.046667 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606a3e28-c88f-48db-ab0d-30117a6df076']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:03.073401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd880592-e691-4f3b-ab34-9c67c91899dd') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:03.073790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd880592-e691-4f3b-ab34-9c67c91899dd') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:03.092807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.122773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.136640 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:19:03.155881 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:19:03.433749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.569679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d211827b-694f-4a0c-a36e-d3b49232236e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:19:03.607498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d211827b-694f-4a0c-a36e-d3b49232236e {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:19:03.608032 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d211827b-694f-4a0c-a36e-d3b49232236e not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:19:03.608732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3bc8011b-839c-4351-aa9d-deb8d2c4237b no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:19:03.646967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 3bc8011b-839c-4351-aa9d-deb8d2c4237b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:19:03.647549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 3bc8011b-839c-4351-aa9d-deb8d2c4237b not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:19:03.954031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.960407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-a4a92842-14ce-4a22-aaa8-c6c003cb22dd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:03.968559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:03.971457 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/networks/606a3e28-c88f-48db-ab0d-30117a6df076 HTTP/1.1" status: 204 len: 168 time: 1.2835174 Jun 25 12:19:03.977383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36584) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:03.995165 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Network': ['ID=606a3e28-c88f-48db-ab0d-30117a6df076,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:04.001898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ac46dc66-d97d-43eb-bcf0-12aceddd38a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:04.106526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:04.168244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:04.445661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:04.450028 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:04.451385 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/security-groups/73b94709-416d-49b4-97fd-57c0a5dcedce HTTP/1.1" status: 204 len: 168 time: 0.4723628 Jun 25 12:19:04.452275 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d909ca9c-e819-4802-bc1a-4722d0b87412 tempest-TestVolumeBootPattern-475246695 tempest-TestVolumeBootPattern-475246695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:04.465155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b94709-416d-49b4-97fd-57c0a5dcedce,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:04.468922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:05.154031 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36590) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:05.159456 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693665084', 'description': 'tempest-secgroup-smoke-1693665084 description', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:05.252065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:05.307705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:05.433113 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:05.702596 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:05.706350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d26312c5-367e-4e90-86c8-4e391cdca01f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:05.748059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a42d4-3b23-4b45-82e0-fc33975f31f6,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:05.751520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:05.821979 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:05.824077 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6686881 Jun 25 12:19:05.827687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36592) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:05.836042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '1f2a42d4-3b23-4b45-82e0-fc33975f31f6', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:05.974014 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.090697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.187922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.191245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-abadc729-ca75-4c02-8852-2e391b9f5027 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:06.218408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4326d9df-8e4d-4d01-bcdc-4a14386398e0,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:06.225598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:06.325179 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.327374 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0c3ca55a-6298-4478-8fea-8b6148227597 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979608 Jun 25 12:19:06.332606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36594) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:06.341984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '1f2a42d4-3b23-4b45-82e0-fc33975f31f6', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:06.478142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.600004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.690756 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.694186 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9069566b-1ac7-4a08-8435-a20c03d257a9 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:06.715053 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c956f5-acc9-4b89-a959-96a82a32ffa0,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:06.718719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:06.789455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:06.791653 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4563298 Jun 25 12:19:06.796294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36596) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:06.805025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '1f2a42d4-3b23-4b45-82e0-fc33975f31f6', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:06.928921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.048965 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.148382 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.151879 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-712a6195-fb26-4e27-8a14-3246580f26b4 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:07.193878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b60dac-5b58-4538-8a9f-fa911f725c80,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:07.199845 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:07.325377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.327488 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5293844 Jun 25 12:19:07.332131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36598) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:07.342131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '1f2a42d4-3b23-4b45-82e0-fc33975f31f6', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:07.464766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.547828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.650396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.652768 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-49910110-4dea-4210-b001-ac57ec8f0f08 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:07.686175 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3276b19-398e-458d-9519-023c1a96b90d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:07.691729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:07.828427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:07.830559 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4955659 Jun 25 12:19:07.835684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36600) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:07.843749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '1f2a42d4-3b23-4b45-82e0-fc33975f31f6', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:07.993684 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:19:08.001723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.135017 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.234108 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.243720 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c4dc730-f7ff-44da-8c7e-469204bb5583 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:08.274369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb3fa76-0a59-400f-93df-e2934e61723b,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:08.278475 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:08.359577 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.361469 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-da96f021-77a9-45f0-b478-745138c8252e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5240796 Jun 25 12:19:08.365791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36602) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:08.371226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': '1f2a42d4-3b23-4b45-82e0-fc33975f31f6', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:08.484600 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:19:08.492806 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.582270 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.663674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.667067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-facae57b-a42c-4f32-ad42-d2816a236915 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:08.690394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0987a3-79e5-4da8-a290-041b6df101ca,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:08.694883 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:08.776432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.778640 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4115496 Jun 25 12:19:08.783804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36604) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:08.791377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'network': {'name': 'tempest-network-smoke--859595840', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'port_security_enabled': True}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:08.907847 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:19:08.914773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.964429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:19:08.983098 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:08.983613 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Added segment fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92 of type vlan for network 9ceff949-7c0c-4e51-915b-150ca65305f1 Jun 25 12:19:09.074740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:09.251131 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:09.263455 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:09.264540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:09.271199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6315c551-630b-4b9f-8d0c-4280b381559c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:09.411209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Network': ['ID=9ceff949-7c0c-4e51-915b-150ca65305f1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:09.416193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:09.429229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:19:09.441025 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-905dd520-9b11-479d-b7f8-469dcc5efadd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6554861 Jun 25 12:19:09.446187 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36606) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:09.455001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'admin_state_up': True, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:09.588501 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:09.590712 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:09.700306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:10.065343 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:10.555928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:10.591457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:10.801081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.219 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/50075248-10e5-4264-86ba-f7ecb094ffc0) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:19:10.976749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:11.016995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:11.137386 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:11.141361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c1f98260-bddc-4208-b899-b49a452e6194 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:11.218215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:19:11.225001 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:19:11.231663 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:19:11.276254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=50075248-10e5-4264-86ba-f7ecb094ffc0,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:11.284293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:11.811724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:12.205291 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:12.520546 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router daea98a1-0af6-49f7-a910-611079b4c638 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:19:13.126631 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:19:13.144944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Sync routers for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:19:13.165710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:13.166695 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:19:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:13.238960 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:13.241476 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7935250 Jun 25 12:19:13.245303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36608) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:13.286528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36610) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:13.288023 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2dc834cc-84cd-49d6-9645-bb115a7a9bad tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=89bb44ea9bda436385a02a9dce6cb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402634 Jun 25 12:19:13.414042 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d92622-515c-4d3e-a056-7348860079d4 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:13.416975 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e9d92622-515c-4d3e-a056-7348860079d4 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283381 Jun 25 12:19:13.420464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36612) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:13.456351 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6fff78a7-0f98-4655-b3db-d5b91f0c8b36 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340722 Jun 25 12:19:13.460503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36614) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:13.478520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1621960032', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:13.615001 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:13.673683 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:19:13.678704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:13.971655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:11Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:14.033226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Checking router: daea98a1-0af6-49f7-a910-611079b4c638 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:19:14.033831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Updating router daea98a1-0af6-49f7-a910-611079b4c638 port 50075248-10e5-4264-86ba-f7ecb094ffc0 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:19:14.070241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:14.075337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-385536ee-d728-471b-b3a2-256488a4bfc8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:14.101239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:14.193678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Subnet': ['ID=d068fd90-ee89-4553-b0a6-4a148dec2b31,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:14.200507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:14.212264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Checking segment: {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:19:14.212886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network hostable DHCP agents. Network: 9ceff949-7c0c-4e51-915b-150ca65305f1, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:19:14.325046 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:19:14.410599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 9ceff949-7c0c-4e51-915b-150ca65305f1) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:19:14.421385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:14.422691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:14.423453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a67dd-4f38-4d37-9b89-7404ebf9327f None None] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:19:14.554852 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0927255 Jun 25 12:19:14.558582 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36616) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:14.646359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:14.673524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Transition to ACTIVE for port object 50075248-10e5-4264-86ba-f7ecb094ffc0 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:19:14.789925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:14.795913 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8af625ab-b105-4e0b-9819-799a2ccca199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:14.813345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-9ceff949-7c0c-4e51-915b-150ca65305f1', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:19:14.815141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:14.939977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Attempting to bind port 50075248-10e5-4264-86ba-f7ecb094ffc0 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:19:14.940594 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Attempting to bind port 50075248-10e5-4264-86ba-f7ecb094ffc0 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:19:14.941269 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Attempting to bind port 50075248-10e5-4264-86ba-f7ecb094ffc0 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:19:14.955646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c61e8-30a4-4fe9-b2a2-3c7503f1c2fc None None] Pushing event updated for resources: {'Port': ['ID=50075248-10e5-4264-86ba-f7ecb094ffc0,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:15.058162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-148c61e8-30a4-4fe9-b2a2-3c7503f1c2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:15.059819 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:19:15.060457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:19:15.061146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:15.061827 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:19:15.062710 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Bound port: 50075248-10e5-4264-86ba-f7ecb094ffc0, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:19:15.063376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:15.261159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] For port 50075248-10e5-4264-86ba-f7ecb094ffc0, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:19:15.299989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] For port 50075248-10e5-4264-86ba-f7ecb094ffc0, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50075248-10e5-4264-86ba-f7ecb094ffc0,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:19:15.321254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Allocated IP 172.20.0.2 (9ceff949-7c0c-4e51-915b-150ca65305f1/d068fd90-ee89-4553-b0a6-4a148dec2b31/617a9457-47e3-4ad2-a7c6-e8764a87e76b) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:19:15.393782 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:15.458491 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:15.464899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-55187a3d-0efd-4b98-988e-43e9c61c35b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:15.654191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c61e8-30a4-4fe9-b2a2-3c7503f1c2fc None None] Pushing event updated for resources: {'Port': ['ID=50075248-10e5-4264-86ba-f7ecb094ffc0,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:15.663986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:15.665044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:19:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:15.675398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-148c61e8-30a4-4fe9-b2a2-3c7503f1c2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:15.853589 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:15.949252 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Transition to ACTIVE for port object 617a9457-47e3-4ad2-a7c6-e8764a87e76b will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:19:16.004841 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Transition to ACTIVE for port object 617a9457-47e3-4ad2-a7c6-e8764a87e76b will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:19:16.026681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:16.139937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:16.151119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:16.214560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.1 (9ceff949-7c0c-4e51-915b-150ca65305f1/d068fd90-ee89-4553-b0a6-4a148dec2b31/b09c3244-667e-4480-a136-fa6803cd3a85) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:19:16.307871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:19:16.320283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:19:16.334291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:19:16.373240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Pushing event updated for resources: {'Port': ['ID=617a9457-47e3-4ad2-a7c6-e8764a87e76b,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:16.423041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:16.475779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:16.502544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Attempting to bind port 617a9457-47e3-4ad2-a7c6-e8764a87e76b on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:19:16.503510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Attempting to bind port 617a9457-47e3-4ad2-a7c6-e8764a87e76b by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:19:16.503815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Attempting to bind port 617a9457-47e3-4ad2-a7c6-e8764a87e76b on network 9ceff949-7c0c-4e51-915b-150ca65305f1 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:19:16.505634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object b09c3244-667e-4480-a136-fa6803cd3a85 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:19:16.550986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:19:16.551653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Checking segment: {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:19:16.552285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:16.552813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Bound using segment: {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:19:16.553629 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Bound port: 617a9457-47e3-4ad2-a7c6-e8764a87e76b, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:19:16.554207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:16.700728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] For port 617a9457-47e3-4ad2-a7c6-e8764a87e76b, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:19:16.705863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:11Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:16.767183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f5d044-353c-4763-b4ef-9dac01281e94 None None] The sync data for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv is: [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:11Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:19:16.775306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] For port 617a9457-47e3-4ad2-a7c6-e8764a87e76b, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=617a9457-47e3-4ad2-a7c6-e8764a87e76b,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:19:16.903685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:16.924405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-73ba8d88-770f-409e-bc77-ba515b68c289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:16.987953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:19:16.992928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:19:17.006304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:19:17.024512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:17.036784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4aecb8f7-8f2c-477e-894b-479cafda3a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:17.119525 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=b09c3244-667e-4480-a136-fa6803cd3a85,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:17.128058 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:17.165384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:17.181466 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Pushing event updated for resources: {'Port': ['ID=617a9457-47e3-4ad2-a7c6-e8764a87e76b,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:17.188059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:17.544558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:17.733014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 617a9457-47e3-4ad2-a7c6-e8764a87e76b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:19:17.914385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 617a9457-47e3-4ad2-a7c6-e8764a87e76b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:19:17.926863 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50075248-10e5-4264-86ba-f7ecb094ffc0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:19:18.093480 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:18.130773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 50075248-10e5-4264-86ba-f7ecb094ffc0 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:19:18.139309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 50075248-10e5-4264-86ba-f7ecb094ffc0 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:18.140109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:18.228645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:18.237305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5119b73a-f842-4bb2-b00c-939f75d75ca5 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:18.304554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:18.349315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 50075248-10e5-4264-86ba-f7ecb094ffc0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50075248-10e5-4264-86ba-f7ecb094ffc0,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:18.400952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=b09c3244-667e-4480-a136-fa6803cd3a85,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:18.405825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:18.411487 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:18.434911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:18.442692 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-148c61e8-30a4-4fe9-b2a2-3c7503f1c2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:18.544315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=50075248-10e5-4264-86ba-f7ecb094ffc0,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:18.550335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:18.615778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:19:18.619567 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:19:18.627501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84efdf-ca45-4303-a840-76b349c04161 None None] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:19:18.853922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Provisioning for port 617a9457-47e3-4ad2-a7c6-e8764a87e76b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:19:18.862064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router daea98a1-0af6-49f7-a910-611079b4c638 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:19:18.868261 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Provisioning complete for port 617a9457-47e3-4ad2-a7c6-e8764a87e76b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:18.868979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:19.106724 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:19:19.131848 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Sync routers for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:19:19.133053 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:19.133481 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/daea98a1-0af6-49f7-a910-611079b4c638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5734849 Jun 25 12:19:19.151303 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:19.152381 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:19:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:19.227248 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] For port 617a9457-47e3-4ad2-a7c6-e8764a87e76b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=617a9457-47e3-4ad2-a7c6-e8764a87e76b,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:19.296531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:19.301707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0d0adfef-b237-43d3-82bb-4624a7422c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:19.388460 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:19.415410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Pushing event updated for resources: {'Port': ['ID=617a9457-47e3-4ad2-a7c6-e8764a87e76b,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:19.422002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:19.641531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 617a9457-47e3-4ad2-a7c6-e8764a87e76b up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:19:19.771679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 617a9457-47e3-4ad2-a7c6-e8764a87e76b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:19.772433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:19.780107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a16f0b2a-7a04-4bb2-8bde-040b07b18b57 None None] Provisioning complete for port 617a9457-47e3-4ad2-a7c6-e8764a87e76b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:19.780797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a16f0b2a-7a04-4bb2-8bde-040b07b18b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:19.902595 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 2, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:19.954608 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-766db632-faed-4eb3-935c-32edf35c19b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693665084&fields=id&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 267 time: 0.1104243 Jun 25 12:19:19.967327 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Checking router: daea98a1-0af6-49f7-a910-611079b4c638 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:19:19.970739 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Updating router daea98a1-0af6-49f7-a910-611079b4c638 port b09c3244-667e-4480-a136-fa6803cd3a85 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:19:20.057129 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:20.199212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50075248-10e5-4264-86ba-f7ecb094ffc0 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:19:20.267775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-0b5a143d-2cf4-4d94-8486-2ce802fac813 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:20.271322 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-0b5a143d-2cf4-4d94-8486-2ce802fac813 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 796 time: 0.3008149 Jun 25 12:19:20.282270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a16f0b2a-7a04-4bb2-8bde-040b07b18b57 None None] Provisioning for port b09c3244-667e-4480-a136-fa6803cd3a85 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:19:20.297198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-a16f0b2a-7a04-4bb2-8bde-040b07b18b57 None None] Provisioning complete for port b09c3244-667e-4480-a136-fa6803cd3a85 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:20.298299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a16f0b2a-7a04-4bb2-8bde-040b07b18b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:20.299920 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-9a766cd4-8f28-4608-951b-1a4b14709baf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/quotas/89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0174556 Jun 25 12:19:20.408192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-a16f0b2a-7a04-4bb2-8bde-040b07b18b57 None None] Port b09c3244-667e-4480-a136-fa6803cd3a85 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:19:20.414271 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 50075248-10e5-4264-86ba-f7ecb094ffc0 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:20.414927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:20.461895 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-019de004-de00-4119-9dc8-965602a28d6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488609 Jun 25 12:19:20.614857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3279c1ed-76f3-423d-a894-ba37e886c19a None None] Provisioning complete for port b09c3244-667e-4480-a136-fa6803cd3a85 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:20.615040 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3279c1ed-76f3-423d-a894-ba37e886c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:20.689659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3279c1ed-76f3-423d-a894-ba37e886c19a None None] Port b09c3244-667e-4480-a136-fa6803cd3a85 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:19:20.721633 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:20.742270 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Transition to ACTIVE for port object b09c3244-667e-4480-a136-fa6803cd3a85 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:19:20.824960 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-00df3261-6694-40ff-aa8d-b8cb59d83c13 service neutron] 10.222.0.81 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632544 Jun 25 12:19:20.862018 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:20.866470 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-00ca82c8-71b3-4d88-97bc-b073f04b9970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:20.958790 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Pushing event updated for resources: {'Port': ['ID=b09c3244-667e-4480-a136-fa6803cd3a85,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:20.978020 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.979018 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.981202 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.982446 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.983556 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.984139 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.984691 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.985281 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.985865 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.986432 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.986949 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-5da8898d-5b59-4b40-9a3a-f749129589a2 service neutron] 10.222.0.81 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535757 Jun 25 12:19:20.987585 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:20.987585 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:19:21.023052 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:21.075529 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Attempting to bind port b09c3244-667e-4480-a136-fa6803cd3a85 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:19:21.076104 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Attempting to bind port b09c3244-667e-4480-a136-fa6803cd3a85 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:19:21.076688 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Attempting to bind port b09c3244-667e-4480-a136-fa6803cd3a85 on network 9ceff949-7c0c-4e51-915b-150ca65305f1 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:19:21.086767 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:19:21.087399 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Checking segment: {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:19:21.088142 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:21.089212 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Bound using segment: {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:19:21.090066 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Bound port: b09c3244-667e-4480-a136-fa6803cd3a85, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:19:21.091028 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:21.212878 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] For port b09c3244-667e-4480-a136-fa6803cd3a85, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:19:21.219345 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] For port b09c3244-667e-4480-a136-fa6803cd3a85, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b09c3244-667e-4480-a136-fa6803cd3a85,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:19:21.332659 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:21.341383 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-559866f7-fab5-4588-9b9c-acc8267449ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:21.485064 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:21.491211 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:19:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:21.501961 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Pushing event updated for resources: {'Port': ['ID=b09c3244-667e-4480-a136-fa6803cd3a85,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:21.573773 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-44b62ca0-c00a-4570-98f4-b211f60d4af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:21.752145 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:21.758860 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f47f897a-8322-4209-a81f-611405ef16ad req-a82e05e6-1650-4934-9734-2fcdf92f05a1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 210 time: 0.1908197 Jun 25 12:19:22.132454 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:21Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:22.328723 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72c764-759a-4717-92c0-9cf744e328b3 None None] The sync data for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv is: [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:21Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:19:23.062285 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3fbc183b-f4d0-4c05-9f57-51f2c5b90672 req-9c74344a-d0d8-48ef-9b3d-19a180555ac8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 210 time: 0.0757630 Jun 25 12:19:23.629867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b09c3244-667e-4480-a136-fa6803cd3a85 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:19:23.782197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port b09c3244-667e-4480-a136-fa6803cd3a85 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:19:23.789709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b09c3244-667e-4480-a136-fa6803cd3a85 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:23.790574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:23.961891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:24.035782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port b09c3244-667e-4480-a136-fa6803cd3a85, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b09c3244-667e-4480-a136-fa6803cd3a85,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:24.108244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:24.112714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:24.390214 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c319d4b5-9965-4963-b5cc-12846614aa83 req-2f746778-0e21-4543-8b88-6e5ecf181f8f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 210 time: 0.0611880 Jun 25 12:19:24.474970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=b09c3244-667e-4480-a136-fa6803cd3a85,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:24.480655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:24.533854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-cd31a999-4cdf-4ea2-a264-ff5e41b0036c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:24.537034 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-cd31a999-4cdf-4ea2-a264-ff5e41b0036c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 796 time: 0.2388728 Jun 25 12:19:24.598141 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-1141465a-7e92-4b90-97a2-fea964de2f8b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 380 time: 0.0525024 Jun 25 12:19:24.613141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'port': {'device_id': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'admin_state_up': True, 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'security_groups': ['1f2a42d4-3b23-4b45-82e0-fc33975f31f6']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:24.988176 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:19:24.996375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:25.287943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.5 (9ceff949-7c0c-4e51-915b-150ca65305f1/d068fd90-ee89-4553-b0a6-4a148dec2b31/294278fa-b607-46c2-a689-777b76473ae1) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:19:25.583583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:25.613335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object 294278fa-b607-46c2-a689-777b76473ae1 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:19:25.624067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b09c3244-667e-4480-a136-fa6803cd3a85 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:19:25.691224 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-316b7fd0-92c8-4a0f-bcc3-ad0bf0843a74 req-55e58d93-3d37-44d5-9e15-c01e9be20ea7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 210 time: 0.0709693 Jun 25 12:19:25.719064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port b09c3244-667e-4480-a136-fa6803cd3a85 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:25.719682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:25.817620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:25.824365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:25.828893 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:19:25.915602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:19:25.922086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:19:25.931478 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:19:25.983109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=294278fa-b607-46c2-a689-777b76473ae1,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:26.001070 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:26.057542 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:26.058642 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:26.149977 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5464075 Jun 25 12:19:26.304153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Request body: {'port': {'device_id': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:26.318859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-932e3c1d-1f2f-43e5-894d-9421cb0ac063 None None] Provisioning for port 294278fa-b607-46c2-a689-777b76473ae1 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:19:26.325964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-932e3c1d-1f2f-43e5-894d-9421cb0ac063 None None] Provisioning complete for port 294278fa-b607-46c2-a689-777b76473ae1 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:26.326748 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-932e3c1d-1f2f-43e5-894d-9421cb0ac063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:26.411309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-932e3c1d-1f2f-43e5-894d-9421cb0ac063 None None] Port 294278fa-b607-46c2-a689-777b76473ae1 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:19:26.473504 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:27.012728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294278fa-b607-46c2-a689-777b76473ae1 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:19:27.026292 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3138c6-272c-4152-8eb1-a698b470df6e req-e83a7a58-60e4-4691-b561-1cdbd7c024f9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:27.029025 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6e3138c6-272c-4152-8eb1-a698b470df6e req-e83a7a58-60e4-4691-b561-1cdbd7c024f9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 931 time: 0.1262529 Jun 25 12:19:27.030788 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:27.058855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Transition to ACTIVE for port object 294278fa-b607-46c2-a689-777b76473ae1 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:19:27.103366 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6e3138c6-272c-4152-8eb1-a698b470df6e req-01a517f8-763b-463f-8ba6-7c72a7665316 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625584 Jun 25 12:19:27.131775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:27.136035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-170e3c15-d047-453e-9c58-bdf43aa7317b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:27.247941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Pushing event updated for resources: {'Port': ['ID=294278fa-b607-46c2-a689-777b76473ae1,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:27.252867 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:27.336774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Attempting to bind port 294278fa-b607-46c2-a689-777b76473ae1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:19:27.337385 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Attempting to bind port 294278fa-b607-46c2-a689-777b76473ae1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:19:27.337957 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Attempting to bind port 294278fa-b607-46c2-a689-777b76473ae1 on network 9ceff949-7c0c-4e51-915b-150ca65305f1 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:19:27.346647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Port 294278fa-b607-46c2-a689-777b76473ae1 on network 9ceff949-7c0c-4e51-915b-150ca65305f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:19:27.347218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Attempting to bind port 294278fa-b607-46c2-a689-777b76473ae1 on network 9ceff949-7c0c-4e51-915b-150ca65305f1 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:19:27.358721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:19:27.359303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Checking segment: {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:19:27.359910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Bound using segment: {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:19:27.360661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Bound port: 294278fa-b607-46c2-a689-777b76473ae1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:19:27.361317 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:27.479386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] For port 294278fa-b607-46c2-a689-777b76473ae1, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:19:27.485598 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] For port 294278fa-b607-46c2-a689-777b76473ae1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294278fa-b607-46c2-a689-777b76473ae1,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:19:27.593367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:27.596637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ae89a199-255a-4c40-a369-bb21bb1efd86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:27.658296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:27.659430 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:27.662199 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 1093 time: 1.4434149 Jun 25 12:19:27.663309 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'tag': '294278fa-b607-46c2-a689-777b76473ae1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:19:27.667699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f51468cde8d3c3b6d8be665807b80d1da1116cd5437555c696b76303b5d73800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8869ee45-0882-459e-9f66-6eeac0b36e46" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "tag": "294278fa-b607-46c2-a689-777b76473ae1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:19:27.720303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Pushing event updated for resources: {'Port': ['ID=294278fa-b607-46c2-a689-777b76473ae1,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:27.726210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:27.756861 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384b4537-7780-4319-985f-78f62b10f81a x-openstack-request-id: req-384b4537-7780-4319-985f-78f62b10f81a {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:19:27.760313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "tag": "294278fa-b607-46c2-a689-777b76473ae1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:19:27.761141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-384b4537-7780-4319-985f-78f62b10f81a {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:19:27.762043 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'tag': '294278fa-b607-46c2-a689-777b76473ae1', 'status': 'completed', 'code': 200} Jun 25 12:19:27.884755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ee45-0882-459e-9f66-6eeac0b36e46 req-d70fab1b-27bb-4f28-a653-227923d270b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:27.887245 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8869ee45-0882-459e-9f66-6eeac0b36e46 req-d70fab1b-27bb-4f28-a653-227923d270b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1096 time: 0.1006331 Jun 25 12:19:28.060875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ee45-0882-459e-9f66-6eeac0b36e46 req-8c9e8b55-4339-4307-ab51-22a9ebf709a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:28.063388 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8869ee45-0882-459e-9f66-6eeac0b36e46 req-8c9e8b55-4339-4307-ab51-22a9ebf709a3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1679766 Jun 25 12:19:28.260429 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ee45-0882-459e-9f66-6eeac0b36e46 req-335919f6-de90-4ee5-a890-83db7a192dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:28.263214 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8869ee45-0882-459e-9f66-6eeac0b36e46 req-335919f6-de90-4ee5-a890-83db7a192dba service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1934106 Jun 25 12:19:28.468356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad86bb2-f78d-4324-a1ac-f464dd01b303 req-7b6ea5ec-7c56-47c8-bb92-910279cd8e5f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:28.470463 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fad86bb2-f78d-4324-a1ac-f464dd01b303 req-7b6ea5ec-7c56-47c8-bb92-910279cd8e5f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 943 time: 0.1813395 Jun 25 12:19:28.491817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-95b8896d-3ee6-42f5-8d4a-366d06e536fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:28.495198 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-95b8896d-3ee6-42f5-8d4a-366d06e536fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1096 time: 0.1676130 Jun 25 12:19:28.535683 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fad86bb2-f78d-4324-a1ac-f464dd01b303 req-a8a8fba6-972d-4ca6-8f52-f51e4bc7e267 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570381 Jun 25 12:19:28.553059 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-80f8ba20-0bac-47c7-823b-f4388564e75a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 217 time: 0.0505786 Jun 25 12:19:28.650936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-0ff357b1-8cba-43d6-bb34-7ce280971e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:28.653799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-0ff357b1-8cba-43d6-bb34-7ce280971e59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.0947709 Jun 25 12:19:28.758114 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-c8c7f768-b3a4-4b15-99d2-eeef1e16f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:28.760358 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-c8c7f768-b3a4-4b15-99d2-eeef1e16f3e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004400 Jun 25 12:19:28.937927 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-ff6c910f-470a-4806-bd20-aac458123123 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704664 Jun 25 12:19:29.067882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-979fe388-8606-4ea0-b33b-17c0fbac9ebc req-7aaaab9a-918f-40fd-9250-5aa57c3820b9 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218107 Jun 25 12:19:29.506992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-83044829-bdc7-4099-8c9d-90b9663227cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:29.802433 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e964ee-6091-4efd-b2ff-11308502417a req-cf29c382-b5c3-48db-a8fb-715f12a1191c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:29.804380 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f4e964ee-6091-4efd-b2ff-11308502417a req-cf29c382-b5c3-48db-a8fb-715f12a1191c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 943 time: 0.0882046 Jun 25 12:19:29.896298 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f4e964ee-6091-4efd-b2ff-11308502417a req-dc5a193c-054c-46af-88bf-22bad28be013 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843329 Jun 25 12:19:31.230476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d3220-10e8-44d0-9074-b465c1367a18 req-27bf7319-f3d1-47b7-afa5-1c68b24971dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:31.232512 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1c3d3220-10e8-44d0-9074-b465c1367a18 req-27bf7319-f3d1-47b7-afa5-1c68b24971dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 943 time: 0.1174054 Jun 25 12:19:31.298222 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1c3d3220-10e8-44d0-9074-b465c1367a18 req-80350e59-2f16-4e3d-b957-c4f658e8ea86 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545363 Jun 25 12:19:32.033070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0d1abb52-873e-47a3-b446-b9c4b475055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:32.182067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:32.556632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ba7-6509-4d9f-91a3-c3a72da55381 req-a7bfb008-3067-455b-a5e3-9ba46df3a2cc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:32.558242 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ce67ba7-6509-4d9f-91a3-c3a72da55381 req-a7bfb008-3067-455b-a5e3-9ba46df3a2cc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 943 time: 0.1189365 Jun 25 12:19:32.631901 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4ce67ba7-6509-4d9f-91a3-c3a72da55381 req-4928ae71-ca6b-48c0-a2b4-9296bf63cb83 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653608 Jun 25 12:19:32.977740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 294278fa-b607-46c2-a689-777b76473ae1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:19:33.123039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 294278fa-b607-46c2-a689-777b76473ae1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294278fa-b607-46c2-a689-777b76473ae1,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:33.140988 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '294278fa-b607-46c2-a689-777b76473ae1', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'port_id': '294278fa-b607-46c2-a689-777b76473ae1', 'mac_address': 'fa:16:3e:f4:37:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:19:33.202348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:33.230298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294278fa-b607-46c2-a689-777b76473ae1 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:19:33.270890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 294278fa-b607-46c2-a689-777b76473ae1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294278fa-b607-46c2-a689-777b76473ae1,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:33.353454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:33.356576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:33.424653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=294278fa-b607-46c2-a689-777b76473ae1,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:33.429225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:33.432734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:33.735376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['294278fa-b607-46c2-a689-777b76473ae1'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:19:33.967079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46c0d0-6b22-4ee8-9f09-0b7221f5c6e3 req-ff072a2d-c520-4c76-9b86-64a76d7fd6af tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:33.969987 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1d46c0d0-6b22-4ee8-9f09-0b7221f5c6e3 req-ff072a2d-c520-4c76-9b86-64a76d7fd6af tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 944 time: 0.1093106 Jun 25 12:19:34.053518 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1d46c0d0-6b22-4ee8-9f09-0b7221f5c6e3 req-08397428-5372-4186-87b3-2ca723a088ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706484 Jun 25 12:19:34.977630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 294278fa-b607-46c2-a689-777b76473ae1 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:19:35.155657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 294278fa-b607-46c2-a689-777b76473ae1 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:19:35.170537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 294278fa-b607-46c2-a689-777b76473ae1 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:19:35.171146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:35.260241 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:35.337205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:35.380387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294278fa-b607-46c2-a689-777b76473ae1'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:19:35.384914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec6ab755d9acd6f3cc0ee0db3f17974df99f2c21f3d2ae47153903031e224402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19edb696-8b87-4099-8750-39d708a4e972" -d '{"events": [{"server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "name": "network-vif-plugged", "status": "completed", "tag": "294278fa-b607-46c2-a689-777b76473ae1"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:19:35.410341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe78bf-c743-4f9c-9cc9-f3e97c9201e1 req-cf4e699d-1ffd-41f6-9451-85ef69591910 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:35.413174 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-43fe78bf-c743-4f9c-9cc9-f3e97c9201e1 req-cf4e699d-1ffd-41f6-9451-85ef69591910 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 944 time: 0.1256142 Jun 25 12:19:35.413828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 294278fa-b607-46c2-a689-777b76473ae1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294278fa-b607-46c2-a689-777b76473ae1,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:19:35.455168 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38a544c-f69e-4cfb-a18d-970d53401ddd x-openstack-request-id: req-b38a544c-f69e-4cfb-a18d-970d53401ddd {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:19:35.455662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "name": "network-vif-plugged", "status": "completed", "tag": "294278fa-b607-46c2-a689-777b76473ae1", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:19:35.456079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b38a544c-f69e-4cfb-a18d-970d53401ddd {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:19:35.456981 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294278fa-b607-46c2-a689-777b76473ae1', 'code': 200} Jun 25 12:19:35.494667 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-43fe78bf-c743-4f9c-9cc9-f3e97c9201e1 req-ec628f7a-6910-474a-80ae-4445ce5bf535 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638018 Jun 25 12:19:35.501573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:35.506852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-e41422e7-92de-4eef-ae54-ed5d1270d7fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:35.605971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=294278fa-b607-46c2-a689-777b76473ae1,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:35.611830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:36.043065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd8db7-6e7c-4172-ba4f-c9158ef52495 req-61ac7c0e-e00f-459b-933b-6bb0980f7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:36.045935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0cfd8db7-6e7c-4172-ba4f-c9158ef52495 req-61ac7c0e-e00f-459b-933b-6bb0980f7edc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1139543 Jun 25 12:19:36.106869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0cfd8db7-6e7c-4172-ba4f-c9158ef52495 req-37497e64-c595-46af-b5b0-90b9cd3aa9c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533459 Jun 25 12:19:36.853468 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc6181-dbf4-497f-bfa5-9dc13e97e705 req-25725a02-ee26-4765-9673-8976d37f6af7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:36.856122 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f9fc6181-dbf4-497f-bfa5-9dc13e97e705 req-25725a02-ee26-4765-9673-8976d37f6af7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1256676 Jun 25 12:19:36.934944 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f9fc6181-dbf4-497f-bfa5-9dc13e97e705 req-5d7c3e90-9240-4077-94f5-48e10d24300d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678647 Jun 25 12:19:38.288076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c5bd-8cbf-4c72-a4d2-7b98e79a9450 req-d523e550-a5bf-4374-8811-2a5907c1b3a6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:38.290827 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5858c5bd-8cbf-4c72-a4d2-7b98e79a9450 req-d523e550-a5bf-4374-8811-2a5907c1b3a6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1327345 Jun 25 12:19:38.365544 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5858c5bd-8cbf-4c72-a4d2-7b98e79a9450 req-8a29f754-92e9-4e4b-a21b-542a0eac4467 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641990 Jun 25 12:19:38.711875 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204462aa-d76b-49a5-95e8-d500de5e8b46 req-31ba7274-690a-4114-a25a-230091fe20e9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:38.714507 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-204462aa-d76b-49a5-95e8-d500de5e8b46 req-31ba7274-690a-4114-a25a-230091fe20e9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1236956 Jun 25 12:19:38.772170 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-204462aa-d76b-49a5-95e8-d500de5e8b46 req-c103d12d-ceb4-486a-bfc7-fcaf06b6278c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Jun 25 12:19:38.811593 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36696) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:38.884139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9c7ecd-a5ee-45df-aff5-1e9a7ad7423c tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:38.886250 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6c9c7ecd-a5ee-45df-aff5-1e9a7ad7423c tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1093 time: 0.0735044 Jun 25 12:19:38.891162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36698) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:38.897059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '294278fa-b607-46c2-a689-777b76473ae1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:19:38.992515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:39.171490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:39.343255 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.33 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/52b01104-11b0-4da1-823c-4e3796a85757) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:19:39.554390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:39.684431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:39.688559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f79f5fa8-05ff-4b10-b3c5-e47661a20cd1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:39.742810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:19:39.749654 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:19:39.755726 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:19:39.785083 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=52b01104-11b0-4da1-823c-4e3796a85757,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:39.791420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:40.353466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:40.538187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:40.790617 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:40.866858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:40.872289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:19:40.942050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:40.980894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=52b01104-11b0-4da1-823c-4e3796a85757,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:19:40.986454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:19:41.003932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:41.132262 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7 associated. External IP: 172.26.0.33, port: 294278fa-b607-46c2-a689-777b76473ae1. Jun 25 12:19:41.521631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router daea98a1-0af6-49f7-a910-611079b4c638 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:19:41.743733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:19:41.761783 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] Sync routers for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:19:41.780314 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:41.781460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:19:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:41.827373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:19:41.901426 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0085344 Jun 25 12:19:41.904994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'tag': '294278fa-b607-46c2-a689-777b76473ae1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:19:41.977062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "tag": "294278fa-b607-46c2-a689-777b76473ae1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:19:42.003731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:42.173061 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc31eef-f2fa-4d1c-ab49-a44be069ceec x-openstack-request-id: req-8bc31eef-f2fa-4d1c-ab49-a44be069ceec {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:19:42.173692 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "tag": "294278fa-b607-46c2-a689-777b76473ae1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:19:42.174232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bc31eef-f2fa-4d1c-ab49-a44be069ceec {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:19:42.175706 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'tag': '294278fa-b607-46c2-a689-777b76473ae1', 'status': 'completed', 'code': 200} Jun 25 12:19:42.365172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2887a98-f85f-4718-a9d8-ce7892987dbb req-58bc6ab9-ce0c-48cd-96ca-d676ea38a8c8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:42.368012 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2887a98-f85f-4718-a9d8-ce7892987dbb req-58bc6ab9-ce0c-48cd-96ca-d676ea38a8c8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.2520132 Jun 25 12:19:42.378613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-5bf6f7cc-57ed-4b3f-8e92-58819009eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:42.381644 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-5bf6f7cc-57ed-4b3f-8e92-58819009eb54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1996891 Jun 25 12:19:42.486256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'port_id': '294278fa-b607-46c2-a689-777b76473ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'mac_address': 'fa:16:3e:f4:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:19:40Z', 'updated_at': '2021-06-25T12:19:40Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:23Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:42.541337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] Checking router: daea98a1-0af6-49f7-a910-611079b4c638 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:19:42.558933 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:19:42.560007 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:19:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:42.820254 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:19:43.091723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f2887a98-f85f-4718-a9d8-ce7892987dbb req-1a9830a2-d03b-45d5-8b3e-ef07884d6798 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7082450 Jun 25 12:19:43.148262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36708) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:43.152040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-cb372ea5-8a3c-44d0-8357-0c5b36eea6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:43.154313 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-cb372ea5-8a3c-44d0-8357-0c5b36eea6ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 898 time: 0.7563562 Jun 25 12:19:43.270692 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-95541c20-5e88-419e-909f-67237c5fe5d1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7 HTTP/1.1" status: 200 len: 990 time: 0.1178837 Jun 25 12:19:43.275113 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-f7eabc64-9b3c-4254-a417-7264c89ac3ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 998 time: 0.1132271 Jun 25 12:19:43.294985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'port_id': '294278fa-b607-46c2-a689-777b76473ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'mac_address': 'fa:16:3e:f4:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:19:40Z', 'updated_at': '2021-06-25T12:19:40Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:23Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:19:43.339978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-ff7e42ce-dff9-476a-a293-1f1bbb0b9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:43.342094 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-ff7e42ce-dff9-476a-a293-1f1bbb0b9c20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.0610299 Jun 25 12:19:43.351206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79839010-cacc-4a0e-b0a1-e595e37e31fd None None] The sync data for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv is: [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.33', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'port_id': '294278fa-b607-46c2-a689-777b76473ae1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'mac_address': 'fa:16:3e:f4:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:19:40Z', 'updated_at': '2021-06-25T12:19:40Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:23Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:19:43.444579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-9b3a4364-c2c0-4800-ade1-8d89850b2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:19:43.447104 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-9b3a4364-c2c0-4800-ade1-8d89850b2f13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978005 Jun 25 12:19:43.631870 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-1c41de26-af96-4541-9ca9-cf3161e1272f service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778142 Jun 25 12:19:43.666673 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a21fb6-331b-4a14-b465-9d441a190fbf None None] New status for floating IP 8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:19:43.802288 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80a0cecd-d5c7-448a-8fe1-cb63d1ddb74e req-340c6ef7-209f-41ab-96c6-6a7dda76b229 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627624 Jun 25 12:19:44.274704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36710) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:19:44.403421 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-072404ca-7f66-487e-9ee3-ac8bfb20a266 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7 HTTP/1.1" status: 200 len: 992 time: 0.1267240 Jun 25 12:19:59.541125 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-73b6fabe-77d6-483c-96da-9f3db27c3e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:02.043723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-02d6a869-493a-48e1-aa9f-969b67f89fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:02.163834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:02.823798 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:20:03.449119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:05.249858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:05.341486 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-7bb69e4b-0fbe-42d2-9214-11a9c7a49ec4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1118426 Jun 25 12:20:05.528336 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-68f8df74-7895-4c76-b19a-99439a278e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:20:05.531429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-68f8df74-7895-4c76-b19a-99439a278e19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1176171 Jun 25 12:20:05.736148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-b9f73e1e-7888-48e0-a1f8-48e4a1ad1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:20:05.739134 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-b9f73e1e-7888-48e0-a1f8-48e4a1ad1120 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 898 time: 0.1738310 Jun 25 12:20:05.872030 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-54183ec8-95c2-406e-b1e7-25b601cd12ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1255376 Jun 25 12:20:05.952697 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-56c1f59f-3ed7-4a27-9e39-1d8e08bf7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:20:05.955269 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-56c1f59f-3ed7-4a27-9e39-1d8e08bf7cea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.0757887 Jun 25 12:20:06.055536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-54814a9d-b4eb-4954-a3b1-c20bfa0691f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:20:06.057205 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-54814a9d-b4eb-4954-a3b1-c20bfa0691f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954218 Jun 25 12:20:06.250957 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-6236484e-f2e2-4fe2-b549-411d64dc85f6 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849606 Jun 25 12:20:06.435768 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ce23cd2-6014-4e7f-8b9a-560613ce56ea req-f7ea0fde-c29c-461e-ae31-b41ed75dcc62 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780713 Jun 25 12:20:10.984981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:29.540641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-be3b9830-1410-48b4-95a0-49e7aeb41df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:32.100304 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6f27290b-75f2-40c2-a5cf-076d0cb66f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:32.175398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:33.395338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:35.254593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:39.829654 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:20:40.974172 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:20:57.181023 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf85b4-d71a-4122-b1f9-0650e88d3612 req-78163fea-629f-4512-a3ba-975b57305f65 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:20:57.183906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-41cf85b4-d71a-4122-b1f9-0650e88d3612 req-78163fea-629f-4512-a3ba-975b57305f65 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1485221 Jun 25 12:20:57.262616 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-41cf85b4-d71a-4122-b1f9-0650e88d3612 req-fd043ca3-e988-42cc-8acf-5db680a998de tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665896 Jun 25 12:20:58.648460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373c8b1-b4f9-4eac-8bac-d9e3ad1aff02 req-c2b6b6fe-a91c-47b8-9c08-ca8d7da0d832 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:20:58.651264 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f373c8b1-b4f9-4eac-8bac-d9e3ad1aff02 req-c2b6b6fe-a91c-47b8-9c08-ca8d7da0d832 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1496327 Jun 25 12:20:58.730671 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f373c8b1-b4f9-4eac-8bac-d9e3ad1aff02 req-a57361d7-5c81-4527-93b8-955c98c8b37b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678811 Jun 25 12:20:59.539851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-cb19fd10-eef4-43e9-b000-6474663997c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:00.108091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f1f67-dfa6-4012-bfcd-46118d3db752 req-85639946-0924-4016-b2b5-21b22424da54 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:00.111533 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-279f1f67-dfa6-4012-bfcd-46118d3db752 req-85639946-0924-4016-b2b5-21b22424da54 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1452518 Jun 25 12:21:00.190820 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-279f1f67-dfa6-4012-bfcd-46118d3db752 req-9c68acb7-8509-4208-8b87-45a4231b02f3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684831 Jun 25 12:21:01.450340 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7486e-3814-4fc3-bb6e-13fa77b7d87b req-95a949eb-b3e0-4b0f-9a3e-52034473e348 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:01.452342 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ea7486e-3814-4fc3-bb6e-13fa77b7d87b req-95a949eb-b3e0-4b0f-9a3e-52034473e348 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0894835 Jun 25 12:21:01.512292 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ea7486e-3814-4fc3-bb6e-13fa77b7d87b req-209ec36e-c90f-4eb3-806e-91ab476daf02 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Jun 25 12:21:02.005740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a9c7365e-9cb0-4e0c-9901-b6ce80c255bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:02.223227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:02.861891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465d2e8-3522-43bd-8e62-dc58f76b9507 req-34627e84-ad69-4852-99e2-a237243488a9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:02.863741 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8465d2e8-3522-43bd-8e62-dc58f76b9507 req-34627e84-ad69-4852-99e2-a237243488a9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1173503 Jun 25 12:21:02.920894 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8465d2e8-3522-43bd-8e62-dc58f76b9507 req-a6a27435-865c-4818-bf23-e1028032af69 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462348 Jun 25 12:21:03.434593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:04.230039 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956224-cc3a-4827-913a-cadf1632604c req-4e8d12c2-16c4-4034-9e1f-e201fb674e77 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:04.231980 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-69956224-cc3a-4827-913a-cadf1632604c req-4e8d12c2-16c4-4034-9e1f-e201fb674e77 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0905170 Jun 25 12:21:04.288166 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-69956224-cc3a-4827-913a-cadf1632604c req-7eb2f3b7-7490-4144-a866-9995a23c1b58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Jun 25 12:21:05.458939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:05.617980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41688-8f51-4381-acef-269703b86984 req-76b13bd6-9d68-4ea6-a7b9-80a586197362 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:05.620741 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e1c41688-8f51-4381-acef-269703b86984 req-76b13bd6-9d68-4ea6-a7b9-80a586197362 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1060288 Jun 25 12:21:05.691480 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e1c41688-8f51-4381-acef-269703b86984 req-7c2a21a9-2055-459e-8bd9-88265df7fa3c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633154 Jun 25 12:21:06.446468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-2abf4b4a-1d93-4a34-815e-e5f21f853ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:06.449499 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-2abf4b4a-1d93-4a34-815e-e5f21f853ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1242075 Jun 25 12:21:06.657792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-3a9e2591-19f0-4fa8-a161-b2dc8a551545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:06.660534 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-3a9e2591-19f0-4fa8-a161-b2dc8a551545 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 898 time: 0.1830823 Jun 25 12:21:06.790733 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-aca2957d-7d06-462b-aa41-d347d467af01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1232591 Jun 25 12:21:06.887839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-915403a3-de30-43ed-abeb-373b3c11209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:06.930489 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-915403a3-de30-43ed-abeb-373b3c11209c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.0925393 Jun 25 12:21:07.087507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-8ed40586-60f2-4edb-bdc9-c74a20dd4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:07.090231 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-8ed40586-60f2-4edb-bdc9-c74a20dd4de7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1923761 Jun 25 12:21:07.151595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0962311-a0bf-4891-b96a-88a98e777c2a req-3f437e70-8b36-4d5d-b68a-7d020c6683bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:07.154644 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0962311-a0bf-4891-b96a-88a98e777c2a req-3f437e70-8b36-4d5d-b68a-7d020c6683bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.2046747 Jun 25 12:21:07.318446 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a0962311-a0bf-4891-b96a-88a98e777c2a req-ee038421-0b5d-4cb3-b2a3-ebf555f1129a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508176 Jun 25 12:21:07.352238 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-1e1158f5-5556-4d7e-873f-f7d0de09bc92 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518294 Jun 25 12:21:07.538698 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-eeee3e69-e4de-4914-ad94-276ba6ca8784 req-122e6ad9-e933-48e5-b3e6-21daf6c33102 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778398 Jun 25 12:21:08.691273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac075fe-1a36-4792-b5eb-ddf654d26da4 req-948c9d6b-ae69-4bbc-80e0-e32b61284037 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:08.694168 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ac075fe-1a36-4792-b5eb-ddf654d26da4 req-948c9d6b-ae69-4bbc-80e0-e32b61284037 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1406820 Jun 25 12:21:08.773219 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ac075fe-1a36-4792-b5eb-ddf654d26da4 req-7102d75e-7749-416c-82ad-7700eae82d21 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693815 Jun 25 12:21:10.047347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80384acf-3e5b-4d56-b0a4-fbccf17a00e7 req-617afb98-48d7-43a1-95a3-667ce43db19c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:10.049303 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80384acf-3e5b-4d56-b0a4-fbccf17a00e7 req-617afb98-48d7-43a1-95a3-667ce43db19c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0850577 Jun 25 12:21:10.100668 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-80384acf-3e5b-4d56-b0a4-fbccf17a00e7 req-9d376fa1-f3d3-4cc2-901c-016db2678780 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439243 Jun 25 12:21:11.000501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:11.455598 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc629f-c9b7-46d0-8adb-1b3723b3b2ba req-132c040e-bced-4c60-af3a-03ce6e4f9dbb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:11.458453 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6ddc629f-c9b7-46d0-8adb-1b3723b3b2ba req-132c040e-bced-4c60-af3a-03ce6e4f9dbb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1312883 Jun 25 12:21:11.535343 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6ddc629f-c9b7-46d0-8adb-1b3723b3b2ba req-f90b95ae-1c8e-4075-acb0-01f518a429b0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649962 Jun 25 12:21:12.782471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dfdc8-eab5-470d-b8fa-3f09ee14d7b5 req-2daa1d12-ea41-4945-bb7d-f2c9896a8c3a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:12.784570 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4a4dfdc8-eab5-470d-b8fa-3f09ee14d7b5 req-2daa1d12-ea41-4945-bb7d-f2c9896a8c3a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0934858 Jun 25 12:21:12.837279 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4a4dfdc8-eab5-470d-b8fa-3f09ee14d7b5 req-f723d9b1-d366-41a3-8b29-80191583ba08 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Jun 25 12:21:14.207611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496347-7687-413e-8d4a-1418efe73b0e req-6e068868-8281-41f4-9472-5479b9a59589 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:14.210394 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-af496347-7687-413e-8d4a-1418efe73b0e req-6e068868-8281-41f4-9472-5479b9a59589 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1443937 Jun 25 12:21:14.289637 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-af496347-7687-413e-8d4a-1418efe73b0e req-ee130db2-2903-4899-af79-53366bf7d800 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674784 Jun 25 12:21:15.638621 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316d6b8-91ef-408d-beff-9206ee8c36da req-cde24af5-a232-4ff8-85d3-d6084b65ee21 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:15.642062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e316d6b8-91ef-408d-beff-9206ee8c36da req-cde24af5-a232-4ff8-85d3-d6084b65ee21 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1236265 Jun 25 12:21:15.714082 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e316d6b8-91ef-408d-beff-9206ee8c36da req-3766d2a6-02ce-4d81-a38c-ad0bb40ac086 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614526 Jun 25 12:21:16.834731 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:21:17.035158 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bffaec-7a40-44bd-aa25-0a9cdeaa9fab req-4931a767-6b05-4631-9ebb-125deeafe4c7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:17.037312 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e4bffaec-7a40-44bd-aa25-0a9cdeaa9fab req-4931a767-6b05-4631-9ebb-125deeafe4c7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1200883 Jun 25 12:21:17.101544 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e4bffaec-7a40-44bd-aa25-0a9cdeaa9fab req-0990aa3a-eaea-430d-ac24-ae40ed6721c3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527167 Jun 25 12:21:18.345517 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c565cfb-70b3-44c0-98a7-644ca6c9e117 req-aa5b5231-a202-440f-935d-b2e3f03bc039 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:18.348228 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c565cfb-70b3-44c0-98a7-644ca6c9e117 req-aa5b5231-a202-440f-935d-b2e3f03bc039 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1153727 Jun 25 12:21:18.419998 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5c565cfb-70b3-44c0-98a7-644ca6c9e117 req-066716d9-3b24-4d13-a3c6-171be87184a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627685 Jun 25 12:21:19.701308 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89a719-2fc5-4def-b663-280d582dad2d req-1b0a41f4-5155-490a-8ee0-cbb17a383a71 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:19.704694 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7c89a719-2fc5-4def-b663-280d582dad2d req-1b0a41f4-5155-490a-8ee0-cbb17a383a71 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1339231 Jun 25 12:21:19.783196 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7c89a719-2fc5-4def-b663-280d582dad2d req-df20cfdf-f67b-45ba-b71f-c47a5f16e85e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680320 Jun 25 12:21:21.104901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12d072-698b-4aa6-8378-71bece085f2d req-b364d91d-eeb5-4d03-8d0c-03640cacc92f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:21.107654 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2c12d072-698b-4aa6-8378-71bece085f2d req-b364d91d-eeb5-4d03-8d0c-03640cacc92f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1229596 Jun 25 12:21:21.191526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2c12d072-698b-4aa6-8378-71bece085f2d req-e76519bb-8c7b-420a-bc2e-74d73b4d376d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703604 Jun 25 12:21:22.567274 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921b04b-d56e-4c39-aa68-a41c9859cf33 req-be45eda9-38ef-4ce0-8cd3-03b634eb4112 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:22.570153 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3921b04b-d56e-4c39-aa68-a41c9859cf33 req-be45eda9-38ef-4ce0-8cd3-03b634eb4112 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1305890 Jun 25 12:21:22.658626 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3921b04b-d56e-4c39-aa68-a41c9859cf33 req-36850419-2f08-4c00-b2fc-2a28a236a3ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766246 Jun 25 12:21:24.027616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711308d-53cc-49e4-b944-46539e99c648 req-986e394a-5335-4034-b184-982a8f050c9e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:24.031412 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2711308d-53cc-49e4-b944-46539e99c648 req-986e394a-5335-4034-b184-982a8f050c9e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1245611 Jun 25 12:21:24.092008 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2711308d-53cc-49e4-b944-46539e99c648 req-01557230-04ac-4b28-9b0a-3f17129ab227 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534520 Jun 25 12:21:25.435121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644c9cd-ca61-4a24-b8f1-8304e100741a req-86efd96c-5205-432e-9a08-fa00938a34eb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:25.437894 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3644c9cd-ca61-4a24-b8f1-8304e100741a req-86efd96c-5205-432e-9a08-fa00938a34eb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1274490 Jun 25 12:21:25.513275 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3644c9cd-ca61-4a24-b8f1-8304e100741a req-51697cb2-90df-402c-866e-4bf0b25553f1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643880 Jun 25 12:21:26.889772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee83bc-3f99-45a6-996b-768ff04694fa req-f479aee9-d04f-44d3-ae17-59afece25c33 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:26.892670 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-abee83bc-3f99-45a6-996b-768ff04694fa req-f479aee9-d04f-44d3-ae17-59afece25c33 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1323938 Jun 25 12:21:26.968912 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-abee83bc-3f99-45a6-996b-768ff04694fa req-f356dead-6af4-43fe-98b3-1697e43641db tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651793 Jun 25 12:21:28.335178 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c04c-75cd-4cad-9528-be9737f0c1e2 req-87f289c0-5299-4b98-8aaa-e583e504f3f1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:28.338174 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c5b6c04c-75cd-4cad-9528-be9737f0c1e2 req-87f289c0-5299-4b98-8aaa-e583e504f3f1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1394768 Jun 25 12:21:28.410148 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c5b6c04c-75cd-4cad-9528-be9737f0c1e2 req-38d21046-7200-4b57-ab10-1e475fc67bfb tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608170 Jun 25 12:21:29.671228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2253-ffae-403b-ad18-1488cb9463c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:29.760980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b25a2-aa0c-4716-bdae-81ef3e73e988 req-e0c2098e-c3f2-4d9d-a8d5-064510eb09cd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:29.764290 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b84b25a2-aa0c-4716-bdae-81ef3e73e988 req-e0c2098e-c3f2-4d9d-a8d5-064510eb09cd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1267681 Jun 25 12:21:29.839429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b84b25a2-aa0c-4716-bdae-81ef3e73e988 req-1b582773-5298-45c2-be72-090f7b561293 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647805 Jun 25 12:21:31.206145 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757c944-29eb-4f1e-86d2-df039c467ec7 req-d597f495-ac4f-412d-860c-02717caf4a99 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:31.208949 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6757c944-29eb-4f1e-86d2-df039c467ec7 req-d597f495-ac4f-412d-860c-02717caf4a99 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1285779 Jun 25 12:21:31.286084 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6757c944-29eb-4f1e-86d2-df039c467ec7 req-c2f2a5f9-311e-460f-a249-96192ba5201e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660400 Jun 25 12:21:32.044283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b9aa21ff-21b1-4e2b-8b81-f4bf5aaa0a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:32.193238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:32.647741 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e702798-1eef-485f-8037-c49a6ad63fe4 req-0187b2ff-343d-442f-a126-91a9a16bd8bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:32.650625 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e702798-1eef-485f-8037-c49a6ad63fe4 req-0187b2ff-343d-442f-a126-91a9a16bd8bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1370568 Jun 25 12:21:32.727965 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8e702798-1eef-485f-8037-c49a6ad63fe4 req-ad4d27cf-2db9-4731-b533-759bb3030961 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655549 Jun 25 12:21:33.504401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:34.085768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49d993-74e4-4218-ae50-0abba575efda req-b3db76be-1da0-436a-8a02-5770ff67b686 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:34.088723 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0f49d993-74e4-4218-ae50-0abba575efda req-b3db76be-1da0-436a-8a02-5770ff67b686 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1258967 Jun 25 12:21:34.189693 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-0f49d993-74e4-4218-ae50-0abba575efda req-ae2aed00-ac26-4f8f-a94d-131086404d33 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851016 Jun 25 12:21:35.307358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:35.554801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3181f68-f6d6-4e25-ad24-6e5c8a5419eb req-c72ceb91-3ede-4c67-bc50-acaa7bd3236d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:35.557479 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f3181f68-f6d6-4e25-ad24-6e5c8a5419eb req-c72ceb91-3ede-4c67-bc50-acaa7bd3236d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1344807 Jun 25 12:21:35.634772 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f3181f68-f6d6-4e25-ad24-6e5c8a5419eb req-44db5543-c73c-4d2e-a149-eeee91ce798e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644174 Jun 25 12:21:36.998788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3f539-a8fa-46e5-98e7-264fa029cc1b req-ed673601-203e-41df-9b87-762910fa71ec tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:37.001969 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f9c3f539-a8fa-46e5-98e7-264fa029cc1b req-ed673601-203e-41df-9b87-762910fa71ec tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1309326 Jun 25 12:21:37.079390 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f9c3f539-a8fa-46e5-98e7-264fa029cc1b req-b6b92cbe-2b2f-49d2-a6da-524546001bf9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660336 Jun 25 12:21:38.434005 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939164-3763-4a2e-ae02-f3de76208896 req-9bce4073-7d23-4637-b3bd-34aedfe991f6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:38.437557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e0939164-3763-4a2e-ae02-f3de76208896 req-9bce4073-7d23-4637-b3bd-34aedfe991f6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1293249 Jun 25 12:21:38.515301 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e0939164-3763-4a2e-ae02-f3de76208896 req-dbe2a490-13c9-4fd4-9957-f60cc9318d55 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672219 Jun 25 12:21:39.789627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4363-7eb5-4a61-967b-fa9db07b3300 req-eedb5f12-779d-4ebf-bb0d-7532f9fe2524 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:39.791698 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-241d4363-7eb5-4a61-967b-fa9db07b3300 req-eedb5f12-779d-4ebf-bb0d-7532f9fe2524 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1023071 Jun 25 12:21:39.844877 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-241d4363-7eb5-4a61-967b-fa9db07b3300 req-6bc89188-f09a-4fd4-8bcb-33972663ee2c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Jun 25 12:21:40.987175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:41.208896 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e6c33-26a6-4103-a49e-9befab722f39 req-f5e254e4-1278-4634-9f7e-1cd0c6a2371a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:41.211684 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f32e6c33-26a6-4103-a49e-9befab722f39 req-f5e254e4-1278-4634-9f7e-1cd0c6a2371a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1373894 Jun 25 12:21:41.287456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f32e6c33-26a6-4103-a49e-9befab722f39 req-571f8d9e-cab4-4c79-8b70-b48e99d86366 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643556 Jun 25 12:21:42.656626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86aaf-c000-4902-83cf-651b6b03f94a req-d366de8b-6e1b-44f3-bc5d-bcabbc8871d1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:42.659479 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3aa86aaf-c000-4902-83cf-651b6b03f94a req-d366de8b-6e1b-44f3-bc5d-bcabbc8871d1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1448257 Jun 25 12:21:42.741031 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3aa86aaf-c000-4902-83cf-651b6b03f94a req-b2404540-d9db-47ff-8c09-8b728917da9c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691302 Jun 25 12:21:44.035543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ecec8-2a62-4ea6-a025-f7c8ad4e744e req-acad1daa-e3e8-4c8a-a3ef-17753854008b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:44.039526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ba5ecec8-2a62-4ea6-a025-f7c8ad4e744e req-acad1daa-e3e8-4c8a-a3ef-17753854008b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1327474 Jun 25 12:21:44.116675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ba5ecec8-2a62-4ea6-a025-f7c8ad4e744e req-26e1978b-c59f-4ff4-ae65-6669155f6cca tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660200 Jun 25 12:21:45.477406 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3c8b-3d18-4bbf-bc3b-940913b0e461 req-63f49926-7c3a-4223-a273-c4ea4b6f94a0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:45.480098 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ae0a3c8b-3d18-4bbf-bc3b-940913b0e461 req-63f49926-7c3a-4223-a273-c4ea4b6f94a0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1302800 Jun 25 12:21:45.557155 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ae0a3c8b-3d18-4bbf-bc3b-940913b0e461 req-77138d86-e3d2-4e85-a0c7-2262b47c66c0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647240 Jun 25 12:21:46.789185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9ce30-bf9a-4860-970a-0a2cd6bdcb99 req-6ff6e9da-776c-45ed-9cad-094df6016c08 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:46.791009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c4e9ce30-bf9a-4860-970a-0a2cd6bdcb99 req-6ff6e9da-776c-45ed-9cad-094df6016c08 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0806932 Jun 25 12:21:46.846393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c4e9ce30-bf9a-4860-970a-0a2cd6bdcb99 req-7ddc6696-e940-4335-9d96-e439dccff015 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Jun 25 12:21:48.211033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac5214-973d-4711-a4bf-45a43da9fab1 req-bf328256-d3e4-4136-97ac-71d80e458963 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:48.212970 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ddac5214-973d-4711-a4bf-45a43da9fab1 req-bf328256-d3e4-4136-97ac-71d80e458963 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1194906 Jun 25 12:21:48.268397 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ddac5214-973d-4711-a4bf-45a43da9fab1 req-2ff92082-208a-4a5d-ab7b-3f3901107f25 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453007 Jun 25 12:21:49.586468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6843001-8005-4359-9ac8-064ebdb413d2 req-0c8ad208-d59e-4b4c-974a-0ce521151d37 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:49.588804 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f6843001-8005-4359-9ac8-064ebdb413d2 req-0c8ad208-d59e-4b4c-974a-0ce521151d37 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0915544 Jun 25 12:21:49.639869 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f6843001-8005-4359-9ac8-064ebdb413d2 req-0ca57921-eff8-4778-a815-7da3055af06d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Jun 25 12:21:50.985482 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd36318-2d17-4104-bcd8-cfd426b96f1b req-221c65ae-6b87-4930-a535-5fd30ff84c35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:50.987928 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3fd36318-2d17-4104-bcd8-cfd426b96f1b req-221c65ae-6b87-4930-a535-5fd30ff84c35 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1262541 Jun 25 12:21:51.062307 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3fd36318-2d17-4104-bcd8-cfd426b96f1b req-bb640756-2680-4ebc-866a-a6f8c19b9bc9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654581 Jun 25 12:21:52.425870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975ef21-b343-4879-9c09-7c6f94a2339d req-84ebb7d0-e73d-4567-8941-ec2ac99b1c1d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:52.428368 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2975ef21-b343-4879-9c09-7c6f94a2339d req-84ebb7d0-e73d-4567-8941-ec2ac99b1c1d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1329973 Jun 25 12:21:52.509387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2975ef21-b343-4879-9c09-7c6f94a2339d req-95764d4c-4d03-4656-acb4-bdd57a1f70f1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694470 Jun 25 12:21:53.829166 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:21:53.838587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46c88c-1b9b-4b60-a560-9fbc95e39e09 req-97a50924-4d70-4198-9ec3-5e2e8238ccaf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:53.864121 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ad46c88c-1b9b-4b60-a560-9fbc95e39e09 req-97a50924-4d70-4198-9ec3-5e2e8238ccaf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0973854 Jun 25 12:21:53.899871 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ad46c88c-1b9b-4b60-a560-9fbc95e39e09 req-abd6a538-355d-4192-a5b6-50b6b3f66b65 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486782 Jun 25 12:21:55.249791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d7fb-5a93-43e9-a1f1-50858e2d257e req-d55d895f-c14b-4e7f-aac7-4159f253cffc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:55.252147 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7486d7fb-5a93-43e9-a1f1-50858e2d257e req-d55d895f-c14b-4e7f-aac7-4159f253cffc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1285050 Jun 25 12:21:55.333874 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7486d7fb-5a93-43e9-a1f1-50858e2d257e req-8c3874b1-f422-4d41-9466-597d77b2f8f2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693421 Jun 25 12:21:56.665871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96f455-be9b-47e2-a459-bdc29b396198 req-5e3fa721-e1cf-4c64-b2bc-b2e8ec7c0a2c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:56.667899 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-da96f455-be9b-47e2-a459-bdc29b396198 req-5e3fa721-e1cf-4c64-b2bc-b2e8ec7c0a2c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0950067 Jun 25 12:21:56.741618 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-da96f455-be9b-47e2-a459-bdc29b396198 req-c8ee72c6-c81d-46ab-978b-f4c574735b77 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660372 Jun 25 12:21:58.127623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9885c-73ce-4652-8460-83a6fa817620 req-10e4c72a-9c9e-469e-bef2-99471d7533e2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:58.130747 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2aa9885c-73ce-4652-8460-83a6fa817620 req-10e4c72a-9c9e-469e-bef2-99471d7533e2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1371779 Jun 25 12:21:58.207726 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2aa9885c-73ce-4652-8460-83a6fa817620 req-f1ec6782-dd11-4aa3-ac47-7c028c1a4b6f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653794 Jun 25 12:21:59.529659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-892e2f46-7851-4a33-be71-36afa95b38a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:21:59.562811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ca6f5-0ca5-417b-8ba5-4a6b23787d54 req-db6146bf-91ba-4e6b-bd50-ed5b8a28efd7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:21:59.565726 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6a6ca6f5-0ca5-417b-8ba5-4a6b23787d54 req-db6146bf-91ba-4e6b-bd50-ed5b8a28efd7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1268229 Jun 25 12:21:59.641851 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6a6ca6f5-0ca5-417b-8ba5-4a6b23787d54 req-39305ae0-aab9-483b-a806-c674726d1fad tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643618 Jun 25 12:21:59.689184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36890) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:21:59.814831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-965d49db-4e14-452d-9ddc-d6f9cbd6dccd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7 HTTP/1.1" status: 200 len: 992 time: 0.1233301 Jun 25 12:22:01.922859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5bea-9a17-49a6-aad7-2e7b234601e5 req-20cfd2d4-2fc2-4ba0-a98e-22419803a62e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:01.926680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8d2f5bea-9a17-49a6-aad7-2e7b234601e5 req-20cfd2d4-2fc2-4ba0-a98e-22419803a62e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1301510 Jun 25 12:22:02.008884 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8d2f5bea-9a17-49a6-aad7-2e7b234601e5 req-f3a0d292-f758-45a8-a0fd-e6e2269ebc44 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699449 Jun 25 12:22:02.041021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8e5a48d9-2222-4d71-a613-7a599cf81ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:02.187697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:02.210992 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-691196ed-34ab-47e4-92c5-c4c01e33ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:02.214070 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-691196ed-34ab-47e4-92c5-c4c01e33ae96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1073415 Jun 25 12:22:02.406633 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-672fb27a-df24-4cbb-8d30-20bed50aedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:02.409328 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-672fb27a-df24-4cbb-8d30-20bed50aedd1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 898 time: 0.1880748 Jun 25 12:22:02.538581 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-f4335304-763b-4d4c-a6e7-48bca40201c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1223993 Jun 25 12:22:02.634563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-b113b102-d826-4152-9b78-61330369eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:02.637274 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-b113b102-d826-4152-9b78-61330369eba9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.0910542 Jun 25 12:22:02.756835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-3fc63132-b64b-4e9f-8857-8a28e0710948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:02.759612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-3fc63132-b64b-4e9f-8857-8a28e0710948 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150246 Jun 25 12:22:02.943745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-e7cfea36-115b-4ba6-8780-deb813d298a1 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753781 Jun 25 12:22:03.132555 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dfc3c9f6-7b00-40e5-a4a4-2c80e2c91bf3 req-9244edf6-fa9a-4e4f-8636-bec9dee14448 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806321 Jun 25 12:22:03.382678 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fb130-5b16-4653-97c5-3a334a9c0730 req-6d1f1367-047f-42eb-ab99-ce2c2b6ff5b5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:03.385937 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-325fb130-5b16-4653-97c5-3a334a9c0730 req-6d1f1367-047f-42eb-ab99-ce2c2b6ff5b5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1423442 Jun 25 12:22:03.431441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:03.454075 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-325fb130-5b16-4653-97c5-3a334a9c0730 req-7000a5da-0595-4585-9a79-b8de0c90a4ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557628 Jun 25 12:22:04.797428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cca7c-8f80-466e-b312-fac25327ce91 req-653af2d8-980e-4456-9147-c41d7b3001d1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:04.800061 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-143cca7c-8f80-466e-b312-fac25327ce91 req-653af2d8-980e-4456-9147-c41d7b3001d1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1315072 Jun 25 12:22:04.875474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-143cca7c-8f80-466e-b312-fac25327ce91 req-7b2c3b39-98cd-49f2-adc3-ec65618aa48f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635016 Jun 25 12:22:04.926110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36904) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:22:05.061785 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a26c738f-7213-40bc-a6bf-858b63b3e333 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7 HTTP/1.1" status: 200 len: 992 time: 0.1332524 Jun 25 12:22:05.260176 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:07.340644 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-341a11af-32e6-4352-8f1e-58e8e1912ece service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1009972 Jun 25 12:22:07.513072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1955f21-d94a-46b1-bfce-d55825865583 req-f44fb42c-2307-4f09-aadc-f1d73e5a044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:07.516315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-f44fb42c-2307-4f09-aadc-f1d73e5a044c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1087885 Jun 25 12:22:07.739853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1955f21-d94a-46b1-bfce-d55825865583 req-52711d01-5757-4844-a5fe-ec2233193571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:07.742914 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-52711d01-5757-4844-a5fe-ec2233193571 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 898 time: 0.1960938 Jun 25 12:22:07.869190 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-d4bfdbfc-7bcd-4aaf-93fb-b2f939ac82c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1183119 Jun 25 12:22:07.967919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1955f21-d94a-46b1-bfce-d55825865583 req-b3a62fa3-33d1-4495-9fda-a4ac4b8431e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:07.970551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-b3a62fa3-33d1-4495-9fda-a4ac4b8431e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.0924714 Jun 25 12:22:08.076496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1955f21-d94a-46b1-bfce-d55825865583 req-1817a866-30c7-4a46-a5de-163398116ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:22:08.079206 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-1817a866-30c7-4a46-a5de-163398116ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015928 Jun 25 12:22:08.264353 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-848eecae-b0f9-46cd-bea5-a9f5a7084e8c service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783516 Jun 25 12:22:08.451719 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a1955f21-d94a-46b1-bfce-d55825865583 req-b5cb8e62-a10c-4fb4-9756-b68c84fb1425 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797779 Jun 25 12:22:11.000643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:29.519791 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4c41d333-b634-4d73-a797-c3b42b47e950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:30.834166 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:22:32.013900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-37f73c5d-822d-47b8-8904-12d3a0002a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:32.196389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:33.480196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:35.258661 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:40.990033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:22:59.553256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-08a5d3d8-6d9f-4f89-9040-05c8baf25cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:02.012503 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d9422bcc-299a-45c4-b39f-3dad094ec3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:02.200604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:03.457636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:05.280187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:06.247794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36930) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:06.574173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 52b01104-11b0-4da1-823c-4e3796a85757 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:23:06.574627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:06.749987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:06.750536 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:06.775776 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 52b01104-11b0-4da1-823c-4e3796a85757 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:23:07.143075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:07.148596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c052355c-40da-4857-a69d-f6c459cd8400 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:07.199081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=52b01104-11b0-4da1-823c-4e3796a85757,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:07.269767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.270803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.271059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.271721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.272392 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.273055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.273859 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.274507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.275191 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.275842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.276489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.277184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:07.316294 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:07.398272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:07.398856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7 disassociated (deleted). External IP: 172.26.0.33, port: 294278fa-b607-46c2-a689-777b76473ae1. Jun 25 12:23:07.526109 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-9bf24135-9d51-4374-b854-54a090aaa652 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3145883 Jun 25 12:23:07.839205 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:23:07.867197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-6a2b2339-473e-496a-81d4-68ca402dac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:07.870654 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-6a2b2339-473e-496a-81d4-68ca402dac30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.2683005 Jun 25 12:23:07.933782 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router daea98a1-0af6-49f7-a910-611079b4c638 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:23:08.776948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-c0ef7e40-849a-4304-b9e7-7a2b8936d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:08.779778 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-c0ef7e40-849a-4304-b9e7-7a2b8936d9e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 898 time: 0.8667626 Jun 25 12:23:08.873429 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-56061b4f-0c74-4719-8edd-4a5c2d21ef73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 217 time: 0.0842645 Jun 25 12:23:08.951457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:23:08.962009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:08.970483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] Sync routers for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:23:08.989468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:08.990481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:09.048755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-5ddfc2c5-87b0-4f8d-a5d4-a0f56eb9f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:09.051451 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-5ddfc2c5-87b0-4f8d-a5d4-a0f56eb9f8ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.1672943 Jun 25 12:23:09.082159 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-72d446f8-b5ac-4456-9fea-724fbe81ac01 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/floatingips/8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7 HTTP/1.1" status: 204 len: 168 time: 2.8324120 Jun 25 12:23:09.085725 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'tag': '294278fa-b607-46c2-a689-777b76473ae1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:23:09.090410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d79989-4305-4eaa-bb26-0c461ee5d767" -d '{"events": [{"name": "network-changed", "server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "tag": "294278fa-b607-46c2-a689-777b76473ae1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:23:09.177700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99bebba-4a09-46ea-8857-e75a552284bb x-openstack-request-id: req-b99bebba-4a09-46ea-8857-e75a552284bb {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:23:09.178314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "tag": "294278fa-b607-46c2-a689-777b76473ae1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:23:09.178730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b99bebba-4a09-46ea-8857-e75a552284bb {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:23:09.179527 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'tag': '294278fa-b607-46c2-a689-777b76473ae1', 'status': 'completed', 'code': 200} Jun 25 12:23:09.207866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-e6dda68f-e371-4840-bf75-296f5b7e8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:09.212014 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-e6dda68f-e371-4840-bf75-296f5b7e8ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1441810 Jun 25 12:23:09.228085 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-df6369f7-653c-4ba6-ac03-0b3e95aa7b6c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:23:09.230130 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-df6369f7-653c-4ba6-ac03-0b3e95aa7b6c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107903 Jun 25 12:23:09.245065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:09.418613 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-a3c8beaf-50ee-4983-93dd-6175fb8248aa service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815848 Jun 25 12:23:09.578040 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-cb4c4594-f333-427d-9174-7e35cfde4c7e req-27083ffc-d001-4cd1-bb37-6f3048bc5d78 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526930 Jun 25 12:23:09.683976 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:23Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:09.717758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] Checking router: daea98a1-0af6-49f7-a910-611079b4c638 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:23:09.730020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:09.730801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:09.854174 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-957af0fc-af6a-4e76-b440-3e1dafab6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:09.856607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-957af0fc-af6a-4e76-b440-3e1dafab6c3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 1098 time: 0.0900624 Jun 25 12:23:09.936498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:10.016828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-1426f57f-35fd-4a2e-ad24-c295177ce305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:10.019703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-1426f57f-35fd-4a2e-ad24-c295177ce305 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 200 len: 898 time: 0.1559474 Jun 25 12:23:10.103335 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-434f6d17-bbff-4fc3-98bd-f03023527052 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 200 len: 217 time: 0.0756967 Jun 25 12:23:10.209706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-6b64cc3a-efb3-4f74-980c-34b68970d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:10.212834 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-6b64cc3a-efb3-4f74-980c-34b68970d7cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 200 len: 835 time: 0.1011469 Jun 25 12:23:10.292791 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f479af-c4e3-4837-a4bc-38f7dede5c0c req-7c1150f3-6f9d-4dcd-bb54-fbeda229fb62 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:10.296045 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-71f479af-c4e3-4837-a4bc-38f7dede5c0c req-7c1150f3-6f9d-4dcd-bb54-fbeda229fb62 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1446762 Jun 25 12:23:10.320258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-b1345981-f142-42a1-87c3-cbff5610bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:10.324716 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-b1345981-f142-42a1-87c3-cbff5610bc64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ceff949-7c0c-4e51-915b-150ca65305f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029775 Jun 25 12:23:10.386329 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-71f479af-c4e3-4837-a4bc-38f7dede5c0c req-fe320049-7cfc-469f-ad2c-ed816fd22de1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748618 Jun 25 12:23:10.512480 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-4bd9f055-b141-40bf-a104-75b1651419fa service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798718 Jun 25 12:23:10.581750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:23Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:10.632152 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abac48-fa7a-43c0-9fc3-bfc5f9b782d9 None None] The sync data for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv is: [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:19:17Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'b09c3244-667e-4480-a136-fa6803cd3a85', 'name': '', 'network_id': '9ceff949-7c0c-4e51-915b-150ca65305f1', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:04:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:15Z', 'updated_at': '2021-06-25T12:19:23Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': 'd068fd90-ee89-4553-b0a6-4a148dec2b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:23:10.685509 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47d79989-4305-4eaa-bb26-0c461ee5d767 req-f5b1d289-fb2a-444d-b613-8afabe534624 service neutron] 10.222.0.47 "GET /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658323 Jun 25 12:23:10.949869 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707e3e6-3875-4cb1-8653-1dc2d6b8bb58 None None] New status for floating IP 8e39e1ca-cdd9-404a-bf8d-0f2bbec910f7: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:23:11.045809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:11.734592 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2148-11bc-4de1-9181-c30149211826 req-98be1807-205d-4a67-8b47-658463ff3f46 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:11.737366 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab1b2148-11bc-4de1-9181-c30149211826 req-98be1807-205d-4a67-8b47-658463ff3f46 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.1504967 Jun 25 12:23:11.817921 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab1b2148-11bc-4de1-9181-c30149211826 req-440fc68a-296a-42ef-8851-abfbfd8187b0 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=1f2a42d4-3b23-4b45-82e0-fc33975f31f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686619 Jun 25 12:23:12.110842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f6b80-8e27-4225-acb0-2e181b839677 req-a07eeaa7-3a2d-45fe-9bdb-d3da0b6740d5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:12.112554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-890f6b80-8e27-4225-acb0-2e181b839677 req-a07eeaa7-3a2d-45fe-9bdb-d3da0b6740d5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 945 time: 0.0893793 Jun 25 12:23:12.248405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 294278fa-b607-46c2-a689-777b76473ae1 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:23:12.248852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:12.402794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 294278fa-b607-46c2-a689-777b76473ae1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294278fa-b607-46c2-a689-777b76473ae1,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:12.403319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:12.421436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 294278fa-b607-46c2-a689-777b76473ae1 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:23:12.749774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:12.756950 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-1f4de0e8-c452-4a47-a2f6-4defba6bdf4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:12.807481 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=294278fa-b607-46c2-a689-777b76473ae1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:12.813596 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:12.901875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] No DVR routers for this DVR port 294278fa-b607-46c2-a689-777b76473ae1 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:23:12.906209 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:12.910258 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-890f6b80-8e27-4225-acb0-2e181b839677 req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "DELETE /v2.0/ports/294278fa-b607-46c2-a689-777b76473ae1 HTTP/1.1" status: 204 len: 173 time: 0.7912359 Jun 25 12:23:12.910823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'name': 'network-vif-deleted', 'tag': '294278fa-b607-46c2-a689-777b76473ae1'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:23:12.916163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff1378a-4217-4275-ae0c-24003eb57877" -d '{"events": [{"server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "name": "network-vif-deleted", "tag": "294278fa-b607-46c2-a689-777b76473ae1"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:23:12.986501 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e76ec0a-fa39-478a-8ae3-6b4b04998de0 x-openstack-request-id: req-2e76ec0a-fa39-478a-8ae3-6b4b04998de0 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:23:12.987124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f8f20e-4485-4e17-8f54-456c04ad009b", "name": "network-vif-deleted", "tag": "294278fa-b607-46c2-a689-777b76473ae1", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:23:12.987606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e76ec0a-fa39-478a-8ae3-6b4b04998de0 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:23:12.988414 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f8f20e-4485-4e17-8f54-456c04ad009b', 'name': 'network-vif-deleted', 'tag': '294278fa-b607-46c2-a689-777b76473ae1', 'status': 'completed', 'code': 200} Jun 25 12:23:13.120164 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2b04cec1-a224-4b5d-99d1-eab93bb6b34f req-fe060e0b-66d9-4586-8d5d-45a9ed999a72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 210 time: 0.0558784 Jun 25 12:23:14.447756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e8a5fee0-2f10-4f40-85d8-b1eed7f688c6 req-4c43563a-2443-4b16-ae17-9f0fc56bf905 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=67f8f20e-4485-4e17-8f54-456c04ad009b HTTP/1.1" status: 200 len: 210 time: 0.0605438 Jun 25 12:23:15.639246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36954) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:15.780038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 294278fa-b607-46c2-a689-777b76473ae1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:23:15.819884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 294278fa-b607-46c2-a689-777b76473ae1 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:23:15.820443 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 294278fa-b607-46c2-a689-777b76473ae1 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:23:16.361752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:16.797464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port b09c3244-667e-4480-a136-fa6803cd3a85 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:23:16.798609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:16.988327 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port b09c3244-667e-4480-a136-fa6803cd3a85, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=b09c3244-667e-4480-a136-fa6803cd3a85,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:16.988972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:17.021765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for b09c3244-667e-4480-a136-fa6803cd3a85 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:23:17.519704 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:17.523569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-775a1108-c1a1-4510-81eb-f764a88aac6b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:17.579664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=b09c3244-667e-4480-a136-fa6803cd3a85,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:17.584632 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:17.893254 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:18.219669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router daea98a1-0af6-49f7-a910-611079b4c638 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:23:18.435500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:23:18.444710 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/daea98a1-0af6-49f7-a910-611079b4c638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8035181 Jun 25 12:23:18.449394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36956) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:18.453948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] Sync routers for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:23:18.479321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:18.480507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:18.558285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting subnet d068fd90-ee89-4553-b0a6-4a148dec2b31 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:23:18.563772 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:18.638821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:18.687606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:18.796581 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:18.988917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:23:17Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:18.996386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:19.000755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-20f327ec-4db5-4d7e-86e8-988e82506252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:19.050354 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Subnet': ['ID=d068fd90-ee89-4553-b0a6-4a148dec2b31,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:19.053858 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:19.057253 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/subnets/d068fd90-ee89-4553-b0a6-4a148dec2b31 HTTP/1.1" status: 204 len: 168 time: 0.6058311 Jun 25 12:23:19.059037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f48207a2-6a70-45ed-8bc0-193fed68fff7 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:19.062314 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36958) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:19.068991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7c4b1-22d0-4192-93e0-2a50b1ead680 None None] Network 9ceff949-7c0c-4e51-915b-150ca65305f1 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:23:19.073064 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] Checking router: daea98a1-0af6-49f7-a910-611079b4c638 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:23:19.150229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] Routers {'daea98a1-0af6-49f7-a910-611079b4c638'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:19.151315 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['daea98a1-0af6-49f7-a910-611079b4c638'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:19.292758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:19.454684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] Set router daea98a1-0af6-49f7-a910-611079b4c638 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:19.499548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:19.688730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] DHCP port deletion for 9ceff949-7c0c-4e51-915b-150ca65305f1 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:23:19.778972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 617a9457-47e3-4ad2-a7c6-e8764a87e76b no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:23:19.788195 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 50075248-10e5-4264-86ba-f7ecb094ffc0 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:23:19.788766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:19.956204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 50075248-10e5-4264-86ba-f7ecb094ffc0, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=50075248-10e5-4264-86ba-f7ecb094ffc0,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:19.956740 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:19.974356 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 50075248-10e5-4264-86ba-f7ecb094ffc0 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:23:19.975155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Deleting port 617a9457-47e3-4ad2-a7c6-e8764a87e76b {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:23:19.975822 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:20.003771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:23:17Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:20.157331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f3c16-cf5e-48e5-ad9b-40061acd6540 None None] The sync data for ids ['daea98a1-0af6-49f7-a910-611079b4c638'] in dv-neutron-797120-5-hyperv is: [{'id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186580867', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219'}], 'enable_snat': True}, 'gw_port_id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:19:09Z', 'updated_at': '2021-06-25T12:23:17Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': '50075248-10e5-4264-86ba-f7ecb094ffc0', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daea98a1-0af6-49f7-a910-611079b4c638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:19:10Z', 'updated_at': '2021-06-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:23:20.174838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:20.224767 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] For port 617a9457-47e3-4ad2-a7c6-e8764a87e76b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=617a9457-47e3-4ad2-a7c6-e8764a87e76b,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:20.230768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:20.257792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Calling delete_port for 617a9457-47e3-4ad2-a7c6-e8764a87e76b owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:23:20.273351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 617a9457-47e3-4ad2-a7c6-e8764a87e76b, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=617a9457-47e3-4ad2-a7c6-e8764a87e76b,segment=NetworkSegment(fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92),segment_id=fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:20.314466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:20.318675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:20.357232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:20.363081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-dcce3e32-355c-4e1a-b1f5-e55ae63432eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:20.365863 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=50075248-10e5-4264-86ba-f7ecb094ffc0,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:20.378725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.379467 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.379986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.380545 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.381040 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.381576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.382911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.382911 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.383375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.383934 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.384552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.385182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.392117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:20.468208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=617a9457-47e3-4ad2-a7c6-e8764a87e76b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:20.480279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.480663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.481186 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:20.481410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.481836 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.482355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.482886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.483414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.483951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.484484 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.485024 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.485453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.485886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:20.492448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:20.538086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:20.542348 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:20.587559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Pushing event deleted for resources: {'Port': ['ID=617a9457-47e3-4ad2-a7c6-e8764a87e76b,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:20.592956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:20.594449 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] No DVR routers for this DVR port 617a9457-47e3-4ad2-a7c6-e8764a87e76b on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:23:21.137750 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.140715 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.302633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.303565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Fanout notify agent at l3_agent the message router_deleted on router daea98a1-0af6-49f7-a910-611079b4c638 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:23:21.316923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.323349 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/routers/daea98a1-0af6-49f7-a910-611079b4c638 HTTP/1.1" status: 204 len: 168 time: 2.2540190 Jun 25 12:23:21.324691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36960) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:21.479711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.662627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.683669 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceff949-7c0c-4e51-915b-150ca65305f1']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:21.705026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:21.705580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8b76d4-fd7d-4c31-8ef3-19a9a2931c92') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:21.725721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.756097 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.768263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:23:21.768984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:23:21.775555 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:23:21.929927 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50075248-10e5-4264-86ba-f7ecb094ffc0 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:23:21.967693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 50075248-10e5-4264-86ba-f7ecb094ffc0 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:23:21.968129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 50075248-10e5-4264-86ba-f7ecb094ffc0 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:23:21.968874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b09c3244-667e-4480-a136-fa6803cd3a85 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:23:22.011048 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: b09c3244-667e-4480-a136-fa6803cd3a85 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:23:22.011619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device b09c3244-667e-4480-a136-fa6803cd3a85 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:23:22.028243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:22.039676 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-917078a4-84a9-450a-b724-80e1d745b60b tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:22.049785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:22.053630 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/networks/9ceff949-7c0c-4e51-915b-150ca65305f1 HTTP/1.1" status: 204 len: 168 time: 0.7268739 Jun 25 12:23:22.064881 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36962) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:22.073552 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Network': ['ID=9ceff949-7c0c-4e51-915b-150ca65305f1,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:22.078033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-335ffeed-fd19-4bc0-9997-ded052e16559 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:22.182221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d8584bd0-34bf-4412-b0b9-5e889edd375f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:22.237022 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d8584bd0-34bf-4412-b0b9-5e889edd375f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:22.456884 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d8584bd0-34bf-4412-b0b9-5e889edd375f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:22.461676 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d8584bd0-34bf-4412-b0b9-5e889edd375f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:22.463949 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d8584bd0-34bf-4412-b0b9-5e889edd375f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/security-groups/1f2a42d4-3b23-4b45-82e0-fc33975f31f6 HTTP/1.1" status: 204 len: 168 time: 0.4035921 Jun 25 12:23:22.465281 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c82db4bb-2e61-4efb-8d4b-99815303aa4d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:22.482976 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8584bd0-34bf-4412-b0b9-5e889edd375f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a42d4-3b23-4b45-82e0-fc33975f31f6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:22.487985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d8584bd0-34bf-4412-b0b9-5e889edd375f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:25.377367 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36974) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:25.387339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224054276', 'description': 'tempest-secgroup-smoke-1224054276 description', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:25.565554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:25.737247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:25.839592 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:25.845536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fef8a44a-89a5-4023-84e5-155be34f6d4e tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:25.887519 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe30dad-3c91-4423-97a8-503007337bab,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:25.892675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:25.982196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:25.984586 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b9588799-4cb3-4bb3-b48b-e23ad24e1db1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6051729 Jun 25 12:23:25.989399 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36976) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:25.998763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'bbe30dad-3c91-4423-97a8-503007337bab', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:26.152566 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:26.273357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:26.381535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:26.384886 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-46ac0d72-2137-4d70-8148-6ac0563938ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:26.418633 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cb0fc3-805c-4e10-8f86-66557ab866a8,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:26.423637 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:26.518569 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:26.520733 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0b491cb7-6579-499c-8bb5-bdf6460c85f4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5296197 Jun 25 12:23:26.525250 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36978) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:26.534278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'bbe30dad-3c91-4423-97a8-503007337bab', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:26.740584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:26.845229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:26.953609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:26.956837 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8654b451-65a6-4482-a4e3-23571f682feb tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:26.988112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5c44b0-f7ad-46be-b5fc-9e45abc8660c,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:26.994413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:27.113933 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:27.116344 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-38a655be-489b-41de-838f-2e2abb68ab59 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5885656 Jun 25 12:23:27.121580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36980) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:27.128118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'bbe30dad-3c91-4423-97a8-503007337bab', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:27.247784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:27.331240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:27.463101 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:27.464805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f787b8e2-fcb0-4572-a564-1f889fcf1e72 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:27.487103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2446c1a-58e7-4347-8f27-d2b6aef4efb0,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:27.496060 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:27.610289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:27.612420 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-466c7d2a-60d3-4918-bb29-2df08ace181f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4894671 Jun 25 12:23:27.616940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36982) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:27.627528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'bbe30dad-3c91-4423-97a8-503007337bab', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:27.790743 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:27.925258 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:28.044699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:28.046976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c69d3e65-c644-4651-8e2c-f013ef3a6782 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:28.075516 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec56a6a-f241-4b96-a5b2-c1db60e23cfb,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:28.079809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:28.221814 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:28.224004 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-96b19a03-0d58-40b6-9822-10e055f3be74 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6052945 Jun 25 12:23:28.227288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36984) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:28.237153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'bbe30dad-3c91-4423-97a8-503007337bab', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:28.376633 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:23:28.387490 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:28.509760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:28.615978 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:28.624790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-ffd3c56b-aa2a-4cc1-8c95-3ea3f7c08e32 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:28.651932 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcaaaac-33d3-4945-b766-db1795c0a849,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:28.655672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:28.748416 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:28.750878 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5217319 Jun 25 12:23:28.755278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36986) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:28.763891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'security_group_rule': {'security_group_id': 'bbe30dad-3c91-4423-97a8-503007337bab', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:28.885417 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Project 89bb44ea9bda436385a02a9dce6cb9a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:23:28.895620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.030638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.136019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.139337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-11a785fa-7791-4137-9d14-589719642a79 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:29.178126 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbeb3bab-6356-4810-821b-88195de68e29,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:29.182765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:29.273638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.276847 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5199044 Jun 25 12:23:29.281422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 36988) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:29.291081 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'network': {'name': 'tempest-network-smoke--2080670552', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'port_security_enabled': True}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:29.444747 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:23:29.451749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.496352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:23:29.513906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.514485 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Added segment a2fc48b9-44cf-434b-b201-d9fd1fd479e5 of type vlan for network e80245a3-fd78-4551-b3c2-46e3e68f4647 Jun 25 12:23:29.582298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b553aa53-12d4-4559-9ff9-423a471eb7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.599153 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.760271 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.772297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:29.773384 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:29.779826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e63497ea-2d89-45e6-b79f-a7804057c5ba tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:29.910721 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Network': ['ID=e80245a3-fd78-4551-b3c2-46e3e68f4647,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:29.916128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:29.920728 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d04b6d14-9b79-42e3-8112-ad6b0766e5b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6371977 Jun 25 12:23:29.928886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36990) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:29.932616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:23:29.937502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'admin_state_up': True, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:30.051072 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:30.052625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:30.150007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:30.484245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:31.446707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:31.486908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:31.701397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.182 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/bc1d38c8-1ca1-49c8-a505-757137f4aaf6) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:23:31.887323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:31.987676 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fa375003-44e5-4256-b912-a72c6721ab4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:32.079931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:32.085550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3a3a1b9b-824b-4e2c-a368-22ff48db8172 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:32.155448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:23:32.165828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:23:32.172898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:23:32.210604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:32.222103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:32.231133 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:32.792512 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:33.205778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:33.433281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:33.462610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 629ac59a-c215-4c5f-bfba-d58e99742e70 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:23:33.653883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:23:33.671265 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Sync routers for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:23:33.687137 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:33.687963 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:33.777292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:33.783970 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8490715 Jun 25 12:23:33.785777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36992) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:33.851075 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:34.209065 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:32Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:34.213669 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e892b3cf-2bb8-4674-bfaf-f516eb2c6434 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=89bb44ea9bda436385a02a9dce6cb9a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4259186 Jun 25 12:23:34.215892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36996) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:34.264619 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Checking router: 629ac59a-c215-4c5f-bfba-d58e99742e70 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:23:34.265194 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Updating router 629ac59a-c215-4c5f-bfba-d58e99742e70 port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:23:34.327254 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:34.397995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05223131-0dce-4771-9e02-9ef116634d27 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:34.401393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-05223131-0dce-4771-9e02-9ef116634d27 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1836739 Jun 25 12:23:34.406434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 36998) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:34.453945 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-32b76915-eee0-41c5-b1f3-bba2644d79db tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28202613-d2aa-4a01-8c11-e2080899c66e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458202 Jun 25 12:23:34.456575 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37000) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:34.463922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-220805624', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:34.718898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:23:34.723966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:34.779791 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:34.801969 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Transition to ACTIVE for port object bc1d38c8-1ca1-49c8-a505-757137f4aaf6 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:23:34.890774 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:34.894699 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:34.974024 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Pushing event updated for resources: {'Port': ['ID=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,revision_number=2']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:35.001118 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.001644 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.002078 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.002654 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.003204 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.003738 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.004231 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.004774 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.005275 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.005668 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.006210 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.006644 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:23:35.013560 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:35.015231 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Attempting to bind port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:23:35.015858 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Attempting to bind port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:23:35.016437 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Attempting to bind port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:23:35.025114 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:23:35.025572 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:23:35.030755 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:35.030755 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:23:35.030755 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Bound port: bc1d38c8-1ca1-49c8-a505-757137f4aaf6, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:23:35.030755 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:35.102357 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] For port bc1d38c8-1ca1-49c8-a505-757137f4aaf6, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:23:35.106952 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] For port bc1d38c8-1ca1-49c8-a505-757137f4aaf6, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:23:35.183604 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:35.192296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-55f5291c-dc5e-4118-9a74-dd442176d876 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:35.222531 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:35.226618 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-3fb3bac5-ad43-42c8-8a7f-77a951a5a053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:35.296357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Subnet': ['ID=1f0f3c7a-377f-4d85-ad8b-421061b00634,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:35.299553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:35.304827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:35.317300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Checking segment: {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:23:35.317827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network hostable DHCP agents. Network: e80245a3-fd78-4551-b3c2-46e3e68f4647, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:23:35.333520 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:35.334584 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:35.343989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Pushing event updated for resources: {'Port': ['ID=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:35.407472 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:35.450545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:23:35.558544 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, e80245a3-fd78-4551-b3c2-46e3e68f4647) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:23:35.563940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:35.565909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:35.577689 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac17ac12-9564-43a5-bd33-761fc6655711 None None] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:23:35.620926 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:35.681567 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-95db8b0e-138f-497a-ac2a-35d7531ab4a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2204771 Jun 25 12:23:35.684105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37002) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:35.857649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-e80245a3-fd78-4551-b3c2-46e3e68f4647', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:23:35.860014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:35.963822 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:32Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:36.015430 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd7c9-efe9-4e5c-975b-02a7475657bb None None] The sync data for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv is: [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:32Z', 'revision_number': 3, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:23:36.137068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Allocated IP 172.20.0.2 (e80245a3-fd78-4551-b3c2-46e3e68f4647/1f0f3c7a-377f-4d85-ad8b-421061b00634/c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:23:36.474035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:36.490774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Transition to ACTIVE for port object c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:23:36.524809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Transition to ACTIVE for port object c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:23:36.598612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:36.656797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:36.662079 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:36.750475 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:23:36.756150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:23:36.764426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:23:36.779485 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Pushing event updated for resources: {'Port': ['ID=c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:36.792213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:36.903818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Attempting to bind port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:23:36.904666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Attempting to bind port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:23:36.905379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Attempting to bind port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c on network e80245a3-fd78-4551-b3c2-46e3e68f4647 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:23:36.917942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:23:36.918619 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Checking segment: {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:23:36.919333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:36.920042 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Bound using segment: {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:23:36.920891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Bound port: c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:23:36.921613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:37.076591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] For port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:23:37.083478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] For port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:23:37.194013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:37.199237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:37.200892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.1 (e80245a3-fd78-4551-b3c2-46e3e68f4647/1f0f3c7a-377f-4d85-ad8b-421061b00634/baeb3948-19d8-4cc9-b7d8-14a4194079f8) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:23:37.304335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Pushing event updated for resources: {'Port': ['ID=c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:37.313335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:37.459125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:37.490914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object baeb3948-19d8-4cc9-b7d8-14a4194079f8 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:23:37.639304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:37.643610 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-03e9967d-138b-4f9e-9307-125aee363bca tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:37.771135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:23:37.776792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:23:37.782304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:23:37.844251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=baeb3948-19d8-4cc9-b7d8-14a4194079f8,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:37.849874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:37.884207 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:23:37.905775 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.056403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:23:38.063506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bc1d38c8-1ca1-49c8-a505-757137f4aaf6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:23:38.241027 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.285909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:23:38.295684 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:38.296240 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.453635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.494460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port bc1d38c8-1ca1-49c8-a505-757137f4aaf6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:38.570516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.573917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:38.672941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:38.678774 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:38.743555 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.809871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.815823 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1c5f06df-4950-4398-afd6-9e5a294c4841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:38.936891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=baeb3948-19d8-4cc9-b7d8-14a4194079f8,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:38.940529 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:38.943605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:39.125961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:23:39.127861 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:23:39.198098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9841895-620b-41f9-8fdf-fb12d18f424f None None] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:23:39.325304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 629ac59a-c215-4c5f-bfba-d58e99742e70 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:23:39.402726 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Provisioning for port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:23:39.417744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Provisioning complete for port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:39.418339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:39.521604 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:23:39.531579 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/629ac59a-c215-4c5f-bfba-d58e99742e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8453033 Jun 25 12:23:39.540553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Sync routers for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:23:39.581972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:39.582707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:39.712196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:39.865009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-fb7d6eb6-188d-40e0-9af8-abb244c6c929 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224054276&fields=id&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 267 time: 0.0785377 Jun 25 12:23:40.027535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bc1d38c8-1ca1-49c8-a505-757137f4aaf6 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:23:40.080158 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-6fd93753-086e-4560-9330-0b50739b6403 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:40.083000 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-6fd93753-086e-4560-9330-0b50739b6403 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/networks?id=e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 200 len: 797 time: 0.2019069 Jun 25 12:23:40.119419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-0ff69e59-6b70-45bc-a010-b744df36d535 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/quotas/89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 375 time: 0.0194755 Jun 25 12:23:40.184636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] For port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:40.188511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:40.261161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:40.272064 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-f41ecbf8-2b1c-4bd6-8fd2-83625864b94d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426330 Jun 25 12:23:40.277697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:40.461660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-bba68bdf-0023-4903-acd8-4b49424f644c service neutron] 10.222.0.81 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627898 Jun 25 12:23:40.551100 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:40.551648 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:40.554103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Pushing event updated for resources: {'Port': ['ID=c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:40.559768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:40.597374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-dff2df46-c2b4-46f0-9390-95919b0e0dcb None None] Provisioning complete for port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:40.597980 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dff2df46-c2b4-46f0-9390-95919b0e0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:40.683437 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-7b48e0ac-6df0-4d68-ac4a-558e5d473ef5 service neutron] 10.222.0.81 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035654 Jun 25 12:23:41.039989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 2, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:41.100490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Checking router: 629ac59a-c215-4c5f-bfba-d58e99742e70 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:23:41.101126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Updating router 629ac59a-c215-4c5f-bfba-d58e99742e70 port baeb3948-19d8-4cc9-b7d8-14a4194079f8 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:23:41.105209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:41.145578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-dff2df46-c2b4-46f0-9390-95919b0e0dcb None None] Provisioning for port baeb3948-19d8-4cc9-b7d8-14a4194079f8 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:23:41.165682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-dff2df46-c2b4-46f0-9390-95919b0e0dcb None None] Provisioning complete for port baeb3948-19d8-4cc9-b7d8-14a4194079f8 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:41.166578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-dff2df46-c2b4-46f0-9390-95919b0e0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:41.171596 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c1fe5089-3762-472e-b72c-29541bcf7809 req-611d5e6e-b44b-4272-816d-7eba34eee8cc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 210 time: 0.0766201 Jun 25 12:23:41.231460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:41.266751 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-dff2df46-c2b4-46f0-9390-95919b0e0dcb None None] Port baeb3948-19d8-4cc9-b7d8-14a4194079f8 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:23:41.461351 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-91f841c9-2090-479f-9116-4483ed3e4f33 None None] Provisioning complete for port baeb3948-19d8-4cc9-b7d8-14a4194079f8 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:41.462059 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91f841c9-2090-479f-9116-4483ed3e4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:41.580877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-91f841c9-2090-479f-9116-4483ed3e4f33 None None] Port baeb3948-19d8-4cc9-b7d8-14a4194079f8 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:23:41.756356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:41.763896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:23:41.824670 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Transition to ACTIVE for port object baeb3948-19d8-4cc9-b7d8-14a4194079f8 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:23:41.874501 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:41.874846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:41.902055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:41.912190 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-c642fc69-d085-4434-aceb-0c2e7eb9ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:42.042151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff95e65-91b9-4fa8-8d2b-f91710992d40 None None] Pushing event updated for resources: {'Port': ['ID=baeb3948-19d8-4cc9-b7d8-14a4194079f8,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:42.050133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bff95e65-91b9-4fa8-8d2b-f91710992d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:42.140076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Attempting to bind port baeb3948-19d8-4cc9-b7d8-14a4194079f8 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:23:42.140697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Attempting to bind port baeb3948-19d8-4cc9-b7d8-14a4194079f8 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:23:42.141397 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Attempting to bind port baeb3948-19d8-4cc9-b7d8-14a4194079f8 on network e80245a3-fd78-4551-b3c2-46e3e68f4647 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:23:42.165065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:23:42.165859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Checking segment: {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:23:42.166544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:42.167233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Bound using segment: {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:23:42.168025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Bound port: baeb3948-19d8-4cc9-b7d8-14a4194079f8, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:23:42.168679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:42.336790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] For port baeb3948-19d8-4cc9-b7d8-14a4194079f8, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:23:42.344081 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] For port baeb3948-19d8-4cc9-b7d8-14a4194079f8, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=baeb3948-19d8-4cc9-b7d8-14a4194079f8,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:23:42.349077 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ad348248-f16a-488a-9cf2-e87b0ee78385 req-a083f45a-968d-40f7-abf9-cef3215cd8a2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 210 time: 0.0546358 Jun 25 12:23:42.422381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:42.425219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:42.528931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:23:42.530063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:42.604851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff95e65-91b9-4fa8-8d2b-f91710992d40 None None] Pushing event updated for resources: {'Port': ['ID=baeb3948-19d8-4cc9-b7d8-14a4194079f8,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:42.613510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bff95e65-91b9-4fa8-8d2b-f91710992d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:42.764209 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:23:43.178845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:42Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:23:43.237754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab58d29b-003d-4bec-8c7a-5432a2774908 None None] The sync data for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv is: [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:42Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:23:43.641897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-196038e1-62cc-44ca-a5b0-c06eeca99bb4 req-ef498755-135d-49c0-9b1f-344be0df9701 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 210 time: 0.0590222 Jun 25 12:23:43.817537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device baeb3948-19d8-4cc9-b7d8-14a4194079f8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:23:44.004154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port baeb3948-19d8-4cc9-b7d8-14a4194079f8 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:23:44.014730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port baeb3948-19d8-4cc9-b7d8-14a4194079f8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:44.020455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:44.195142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:44.264242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port baeb3948-19d8-4cc9-b7d8-14a4194079f8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=baeb3948-19d8-4cc9-b7d8-14a4194079f8,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:44.376600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:44.380070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:44.483070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=baeb3948-19d8-4cc9-b7d8-14a4194079f8,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:44.488845 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:44.613838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-a0455398-4844-4eaa-bf59-a58e98239ed1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:44.616598 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-a0455398-4844-4eaa-bf59-a58e98239ed1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/networks?id=e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 200 len: 797 time: 0.2472687 Jun 25 12:23:44.675736 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-267af7ee-fba9-4080-aa32-c994816b414e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89bb44ea9bda436385a02a9dce6cb9a6 HTTP/1.1" status: 200 len: 380 time: 0.0500233 Jun 25 12:23:44.691045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'port': {'device_id': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'admin_state_up': True, 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'security_groups': ['bbe30dad-3c91-4423-97a8-503007337bab']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:44.846153 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:23:44.964986 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ca5cdfea-3e08-4f28-ab70-6f90d798e0a4 req-4b749ad3-b012-4f12-8bf4-58d47a967d16 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 210 time: 0.0480545 Jun 25 12:23:45.049347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Made reservation on behalf of 89bb44ea9bda436385a02a9dce6cb9a6 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:23:45.056952 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:45.306423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.20.0.9 (e80245a3-fd78-4551-b3c2-46e3e68f4647/1f0f3c7a-377f-4d85-ad8b-421061b00634/00c944a4-2258-459c-ab1a-a550b15eb9ec) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:23:45.527580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:45.557668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Transition to ACTIVE for port object 00c944a4-2258-459c-ab1a-a550b15eb9ec will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:23:45.701937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:45.708915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:45.769961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device baeb3948-19d8-4cc9-b7d8-14a4194079f8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:23:45.817537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:23:45.824103 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:23:45.832643 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:23:45.838612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=00c944a4-2258-459c-ab1a-a550b15eb9ec,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:45.871087 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port baeb3948-19d8-4cc9-b7d8-14a4194079f8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:45.871615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:45.875386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:45.943387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:45.944279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:46.074092 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3912511 Jun 25 12:23:46.093620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Request body: {'port': {'device_id': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:46.232519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:46.298293 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff10050-18dc-44dd-9959-4f595909c84a req-bf905e6c-e681-461b-a596-b6ce105f9c56 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:46.300998 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9ff10050-18dc-44dd-9959-4f595909c84a req-bf905e6c-e681-461b-a596-b6ce105f9c56 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 931 time: 0.1218889 Jun 25 12:23:46.341054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6eaa3ca7-c397-4bb4-be22-d33bcf3bb322 None None] Provisioning for port 00c944a4-2258-459c-ab1a-a550b15eb9ec completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:23:46.346818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-6eaa3ca7-c397-4bb4-be22-d33bcf3bb322 None None] Provisioning complete for port 00c944a4-2258-459c-ab1a-a550b15eb9ec triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:46.347515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3ca7-c397-4bb4-be22-d33bcf3bb322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:46.364757 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9ff10050-18dc-44dd-9959-4f595909c84a req-34deb442-c673-48ef-b789-e817e46d7403 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545154 Jun 25 12:23:46.411932 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa3ca7-c397-4bb4-be22-d33bcf3bb322 None None] Port 00c944a4-2258-459c-ab1a-a550b15eb9ec cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:23:46.647265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c944a4-2258-459c-ab1a-a550b15eb9ec {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:23:46.663376 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:46.690233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Transition to ACTIVE for port object 00c944a4-2258-459c-ab1a-a550b15eb9ec will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:23:46.826436 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:46.832325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-75c88023-f1a5-45b2-a40b-fe767c06c06b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:46.964661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=00c944a4-2258-459c-ab1a-a550b15eb9ec,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:46.970883 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:47.063840 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Attempting to bind port 00c944a4-2258-459c-ab1a-a550b15eb9ec on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:23:47.064406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Attempting to bind port 00c944a4-2258-459c-ab1a-a550b15eb9ec by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:23:47.065278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Attempting to bind port 00c944a4-2258-459c-ab1a-a550b15eb9ec on network e80245a3-fd78-4551-b3c2-46e3e68f4647 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:23:47.074358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Port 00c944a4-2258-459c-ab1a-a550b15eb9ec on network e80245a3-fd78-4551-b3c2-46e3e68f4647 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:23:47.074918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Attempting to bind port 00c944a4-2258-459c-ab1a-a550b15eb9ec on network e80245a3-fd78-4551-b3c2-46e3e68f4647 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:23:47.085223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:23:47.086331 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Checking segment: {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:23:47.087270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Bound using segment: {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:23:47.088106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Bound port: 00c944a4-2258-459c-ab1a-a550b15eb9ec, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:23:47.088738 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:47.224192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] For port 00c944a4-2258-459c-ab1a-a550b15eb9ec, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:23:47.228779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] For port 00c944a4-2258-459c-ab1a-a550b15eb9ec, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:23:47.318305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:47.320973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6f15367c-2f02-4fb9-8517-c16ed7429b7d tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:47.372903 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:47.374007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:47.379150 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] 10.222.0.47 "PUT /v2.0/ports/00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 200 len: 1093 time: 1.2932513 Jun 25 12:23:47.379150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:23:47.381823 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28567ee-cf32-46e5-b0f1-fe8b00dcb0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:23:47.446346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=00c944a4-2258-459c-ab1a-a550b15eb9ec,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:47.454937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd133b9-2371-4ad1-b4be-eacf5ba5582d x-openstack-request-id: req-7fd133b9-2371-4ad1-b4be-eacf5ba5582d {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:23:47.455253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:23:47.456351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fd133b9-2371-4ad1-b4be-eacf5ba5582d {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:23:47.457696 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'status': 'completed', 'code': 200} Jun 25 12:23:47.459207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:47.590130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28567ee-cf32-46e5-b0f1-fe8b00dcb0e5 req-045c666c-c7b8-48c9-ad6f-3ebe2f2e5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:47.593936 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a28567ee-cf32-46e5-b0f1-fe8b00dcb0e5 req-045c666c-c7b8-48c9-ad6f-3ebe2f2e5535 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1096 time: 0.1120417 Jun 25 12:23:47.750736 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f39f54-b452-42a0-a528-45f9092b082b req-0c49c1fc-8cdf-4c7e-8b9d-92a2f6cc8399 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:47.753729 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e3f39f54-b452-42a0-a528-45f9092b082b req-0c49c1fc-8cdf-4c7e-8b9d-92a2f6cc8399 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 943 time: 0.1391592 Jun 25 12:23:47.816057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28567ee-cf32-46e5-b0f1-fe8b00dcb0e5 req-14488ef9-6ea6-42f7-a500-2fc82b6c2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:47.819384 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a28567ee-cf32-46e5-b0f1-fe8b00dcb0e5 req-14488ef9-6ea6-42f7-a500-2fc82b6c2b44 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2181108 Jun 25 12:23:47.827432 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e3f39f54-b452-42a0-a528-45f9092b082b req-01f45d83-64e3-4692-ad8c-0697808bbbf6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628829 Jun 25 12:23:48.016290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28567ee-cf32-46e5-b0f1-fe8b00dcb0e5 req-791f1213-18db-4193-b88f-c286bf0f2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:48.018973 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a28567ee-cf32-46e5-b0f1-fe8b00dcb0e5 req-791f1213-18db-4193-b88f-c286bf0f2028 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1933868 Jun 25 12:23:48.187587 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-c140c4b1-7989-4500-a83d-72c29e7524fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:48.190376 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-c140c4b1-7989-4500-a83d-72c29e7524fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1096 time: 0.1107850 Jun 25 12:23:48.268632 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-b3de1609-1f2f-4302-9f7f-29f21626555d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 200 len: 217 time: 0.0703471 Jun 25 12:23:48.349740 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-1ab94b43-7290-43b0-a34f-de2a9a2be9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:48.352578 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-1ab94b43-7290-43b0-a34f-de2a9a2be9c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f0f3c7a-377f-4d85-ad8b-421061b00634 HTTP/1.1" status: 200 len: 834 time: 0.0773401 Jun 25 12:23:48.453808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-04a371cc-ac9c-4ea8-a84f-2ec05b4f2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:48.456482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-04a371cc-ac9c-4ea8-a84f-2ec05b4f2c0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80245a3-fd78-4551-b3c2-46e3e68f4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974581 Jun 25 12:23:48.620226 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-f049beac-6e59-4c95-90b6-051c43ca2822 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562233 Jun 25 12:23:48.762005 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1d4f80c8-8248-4a21-abb9-a6e2ce3d48fb req-4bed1ad3-d663-4aa5-84fd-2cac6b03d5b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354985 Jun 25 12:23:49.134007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c35a2-6faf-4eae-b288-0b39f6f82754 req-df4a5360-7008-451a-b981-56cb34edf902 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:49.136827 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3c7c35a2-6faf-4eae-b288-0b39f6f82754 req-df4a5360-7008-451a-b981-56cb34edf902 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 943 time: 0.1127224 Jun 25 12:23:49.199557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3c7c35a2-6faf-4eae-b288-0b39f6f82754 req-d541974f-b291-4cb9-901b-aff41cafc919 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523756 Jun 25 12:23:50.453623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ebc0-a1be-40db-bcba-376dd8cf3679 req-02c111e7-6995-49b8-9b69-cd75315f56ef tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:50.456198 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2728ebc0-a1be-40db-bcba-376dd8cf3679 req-02c111e7-6995-49b8-9b69-cd75315f56ef tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 943 time: 0.0943563 Jun 25 12:23:50.537674 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2728ebc0-a1be-40db-bcba-376dd8cf3679 req-94673920-56d8-4310-814d-ee7afbf4f9be tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692971 Jun 25 12:23:51.847182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e81ab-9799-4c2f-8265-ba23038f3333 req-cd10e5f0-e4a2-4ba1-97d0-5aa0cdddf086 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:51.849944 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-625e81ab-9799-4c2f-8265-ba23038f3333 req-cd10e5f0-e4a2-4ba1-97d0-5aa0cdddf086 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 943 time: 0.1180375 Jun 25 12:23:51.925389 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-625e81ab-9799-4c2f-8265-ba23038f3333 req-f135bd94-5fd0-4916-951b-5f23e5b4daa5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638943 Jun 25 12:23:51.929714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 00c944a4-2258-459c-ab1a-a550b15eb9ec details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:23:52.090612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 00c944a4-2258-459c-ab1a-a550b15eb9ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:52.108025 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'port_id': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'mac_address': 'fa:16:3e:e2:98:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:23:52.166489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:52.192960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c944a4-2258-459c-ab1a-a550b15eb9ec {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:23:52.236511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 00c944a4-2258-459c-ab1a-a550b15eb9ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:52.301200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:52.305228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-7c0658f4-8715-445e-a0b8-e6863507978f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:52.398154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=00c944a4-2258-459c-ab1a-a550b15eb9ec,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:52.403659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:52.700835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['00c944a4-2258-459c-ab1a-a550b15eb9ec'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:23:53.284154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b93044-4021-41fa-bbff-d7b68d784874 req-5c625f9a-12c0-41f8-9a75-ef46c5fabc44 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:53.287130 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-75b93044-4021-41fa-bbff-d7b68d784874 req-5c625f9a-12c0-41f8-9a75-ef46c5fabc44 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 944 time: 0.1341543 Jun 25 12:23:53.367134 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-75b93044-4021-41fa-bbff-d7b68d784874 req-d27d2ce3-2612-4eaf-8758-1aea384be639 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682607 Jun 25 12:23:53.944390 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 00c944a4-2258-459c-ab1a-a550b15eb9ec up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:23:54.169564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 00c944a4-2258-459c-ab1a-a550b15eb9ec completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:23:54.177021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 00c944a4-2258-459c-ab1a-a550b15eb9ec triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:23:54.177714 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:54.337080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:54.382743 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:23:54.415797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 00c944a4-2258-459c-ab1a-a550b15eb9ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:23:54.458391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aaf20d-5640-4bb6-a209-aceef65143a3" -d '{"events": [{"server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "name": "network-vif-plugged", "status": "completed", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:23:54.575833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:54.581300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-9672626c-2761-4ffe-9df7-43645ab0f2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:54.637642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70ec9f-8fa1-4700-8b7f-2ebc7effdeca x-openstack-request-id: req-cd70ec9f-8fa1-4700-8b7f-2ebc7effdeca {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:23:54.638228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "name": "network-vif-plugged", "status": "completed", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:23:54.640981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd70ec9f-8fa1-4700-8b7f-2ebc7effdeca {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:23:54.640981 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'code': 200} Jun 25 12:23:54.692104 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=00c944a4-2258-459c-ab1a-a550b15eb9ec,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:54.707142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:54.739534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e187e-812e-4d5f-8553-2a44a07c5e12 req-55cda2de-a073-4e22-a583-26e99ce61b79 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:54.744267 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d64e187e-812e-4d5f-8553-2a44a07c5e12 req-55cda2de-a073-4e22-a583-26e99ce61b79 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1412885 Jun 25 12:23:54.830699 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d64e187e-812e-4d5f-8553-2a44a07c5e12 req-911f0235-668d-4058-bad0-c3cfbbcb538c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775728 Jun 25 12:23:55.164014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daeeba-4a8a-4e5b-96e6-97c331ae259b req-b6b093d9-650f-409a-be23-2eb333d79a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:55.167356 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-94daeeba-4a8a-4e5b-96e6-97c331ae259b req-b6b093d9-650f-409a-be23-2eb333d79a93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1098 time: 0.1039972 Jun 25 12:23:55.231829 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-94daeeba-4a8a-4e5b-96e6-97c331ae259b req-553f8366-a4db-47e9-9eee-2fa0dd075eac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578775 Jun 25 12:23:56.219414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cb2ab-b7f6-4bb8-a7aa-d43f87f51440 req-1a5aa909-cab2-42c0-b081-1ed443b4e921 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:56.222359 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-109cb2ab-b7f6-4bb8-a7aa-d43f87f51440 req-1a5aa909-cab2-42c0-b081-1ed443b4e921 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1442401 Jun 25 12:23:56.306132 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-109cb2ab-b7f6-4bb8-a7aa-d43f87f51440 req-91401874-c410-4a34-be56-f33bc49aad14 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721533 Jun 25 12:23:57.661078 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735f29-b505-469e-88ed-a4746321ff34 req-af676873-b602-4a5f-9705-e48b3fe3b388 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:57.662959 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c735f29-b505-469e-88ed-a4746321ff34 req-af676873-b602-4a5f-9705-e48b3fe3b388 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1381063 Jun 25 12:23:57.720703 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c735f29-b505-469e-88ed-a4746321ff34 req-549c3fc6-debd-42db-845d-63740c3dc2ba tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465381 Jun 25 12:23:58.084355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8b55d-e0ac-4af3-9df4-b3e633868a7d req-5a440c16-6075-45f1-99b8-81fb97a076db tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:58.087779 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-eef8b55d-e0ac-4af3-9df4-b3e633868a7d req-5a440c16-6075-45f1-99b8-81fb97a076db tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1280670 Jun 25 12:23:58.164839 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-eef8b55d-e0ac-4af3-9df4-b3e633868a7d req-63ae9cde-b420-41a4-bdc5-dff733f71cf1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663278 Jun 25 12:23:58.211837 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37088) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:58.325600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a778696b-8afd-4eab-9c37-9005e4232e03 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:23:58.328623 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a778696b-8afd-4eab-9c37-9005e4232e03 tempest-TestNetworkAdvancedServerOps-2063845923 tempest-TestNetworkAdvancedServerOps-2063845923-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1093 time: 0.1151311 Jun 25 12:23:58.333643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37090) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:23:58.342786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:23:58.455067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:58.658328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:58.850196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Allocated IP 172.26.0.40 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/601350bd-16a8-4be4-b2b0-3c9b00d15350) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:23:59.020899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:59.175405 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:59.181728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-99b1dd6c-87c5-465d-bde5-64e64175c3b3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:23:59.256730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:23:59.267262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:23:59.278995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:23:59.313288 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=601350bd-16a8-4be4-b2b0-3c9b00d15350,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:23:59.319774 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:23:59.534796 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-11eed3c0-659e-496d-bd4c-80f3bcb524b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:23:59.991262 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:00.214497 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:00.552908 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:00.632286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:00.638117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4f69cae0-3415-4dc0-833a-6ef8f44ae036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:24:00.768583 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event updated for resources: {'Port': ['ID=601350bd-16a8-4be4-b2b0-3c9b00d15350,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:24:00.776990 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:24:00.798209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:01.027881 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 2e90430a-b85a-49c9-ba18-805ad04b5fce associated. External IP: 172.26.0.40, port: 00c944a4-2258-459c-ab1a-a550b15eb9ec. Jun 25 12:24:01.392898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 629ac59a-c215-4c5f-bfba-d58e99742e70 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:24:01.542335 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:24:01.557292 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] Sync routers for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:24:01.575549 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:24:01.583321 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:23:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:24:01.660247 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:01.724558 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3891056 Jun 25 12:24:01.727564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:24:01.769580 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:24:01.815460 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb536245a4293004ccb94569e29862530b8a96f6b074e81abc97c5bb77e2e451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c42a7-5218-4a46-8c58-8d15259d4014" -d '{"events": [{"name": "network-changed", "server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:24:02.012635 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7356dd0f-fc6b-45e5-a853-72a5ba1785cc x-openstack-request-id: req-7356dd0f-fc6b-45e5-a853-72a5ba1785cc {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:24:02.013254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:24:02.013754 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7356dd0f-fc6b-45e5-a853-72a5ba1785cc {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:24:02.014740 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'status': 'completed', 'code': 200} Jun 25 12:24:02.055089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fe4f6-1b6e-4f48-8a7a-34e4cd360f62 req-4bdf8e13-00e5-4312-8458-f05d9e6917b4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:02.058359 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a6fe4f6-1b6e-4f48-8a7a-34e4cd360f62 req-4bdf8e13-00e5-4312-8458-f05d9e6917b4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1308959 Jun 25 12:24:02.077831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-04b0c561-38c1-4492-80cc-b3b01817032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:02.186610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:02.191383 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a6fe4f6-1b6e-4f48-8a7a-34e4cd360f62 req-0281cb93-fdb2-4aa5-9aaa-4c23d931d211 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163337 Jun 25 12:24:02.214427 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-54e5face-e833-45f9-a467-471c95f94bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:02.216225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-54e5face-e833-45f9-a467-471c95f94bf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1098 time: 0.1563540 Jun 25 12:24:02.240658 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37100) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:24:02.278934 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '2e90430a-b85a-49c9-ba18-805ad04b5fce', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'port_id': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'mac_address': 'fa:16:3e:e2:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:23:59Z', 'updated_at': '2021-06-25T12:23:59Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:44Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:24:02.345495 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] Checking router: 629ac59a-c215-4c5f-bfba-d58e99742e70 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:24:02.364968 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:24:02.367184 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:24:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:24:02.383738 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fa9bb6f8-478b-4a3c-8e93-0b671549fd46 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2e90430a-b85a-49c9-ba18-805ad04b5fce HTTP/1.1" status: 200 len: 990 time: 0.1395686 Jun 25 12:24:02.396200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-6c4cd3e9-e451-4c0a-bce6-0f4918791d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:02.399592 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-6c4cd3e9-e451-4c0a-bce6-0f4918791d7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 200 len: 899 time: 0.1750431 Jun 25 12:24:02.531718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-9e636c97-fd24-4443-9c07-10ee254c0cf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 200 len: 998 time: 0.1249263 Jun 25 12:24:02.593530 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:24:02.616800 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-b30e0a03-09b5-428f-9764-30b758fd2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:02.619801 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-b30e0a03-09b5-428f-9764-30b758fd2cc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f0f3c7a-377f-4d85-ad8b-421061b00634 HTTP/1.1" status: 200 len: 834 time: 0.0816455 Jun 25 12:24:02.726962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-57bf4f73-6ac9-4d9c-a9e6-26f45ac0132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:02.729836 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-57bf4f73-6ac9-4d9c-a9e6-26f45ac0132a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80245a3-fd78-4551-b3c2-46e3e68f4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033521 Jun 25 12:24:02.911974 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-10ae453d-7d7e-4ef4-a7e1-83916a94d50a service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751189 Jun 25 12:24:02.997574 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '2e90430a-b85a-49c9-ba18-805ad04b5fce', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'port_id': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'mac_address': 'fa:16:3e:e2:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:23:59Z', 'updated_at': '2021-06-25T12:23:59Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:44Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:24:03.048654 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423cd37-8204-4a8d-a5cb-9c2344e4ab15 None None] The sync data for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv is: [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '2e90430a-b85a-49c9-ba18-805ad04b5fce', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'port_id': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'mac_address': 'fa:16:3e:e2:98:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:23:59Z', 'updated_at': '2021-06-25T12:23:59Z', 'revision_number': 0, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:44Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:24:03.092506 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-170c42a7-5218-4a46-8c58-8d15259d4014 req-0e280f74-b30b-455f-84c3-036e539a390e service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738844 Jun 25 12:24:03.364002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467bda8c-242e-484c-9057-5668bae7b515 None None] New status for floating IP 2e90430a-b85a-49c9-ba18-805ad04b5fce: ACTIVE {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:24:03.388646 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37102) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:24:03.514173 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8f8e1e40-f032-46eb-8611-fc18c220a832 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2e90430a-b85a-49c9-ba18-805ad04b5fce HTTP/1.1" status: 200 len: 990 time: 0.1232285 Jun 25 12:24:03.534554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:04.519010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37104) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:24:04.649134 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c0926118-766d-4baf-a0f3-dfe6407cb100 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2e90430a-b85a-49c9-ba18-805ad04b5fce HTTP/1.1" status: 200 len: 992 time: 0.1279685 Jun 25 12:24:05.295030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:07.336497 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-0afcaaa7-bd28-4381-951a-6e92ed4f9e31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1045108 Jun 25 12:24:07.496728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-561eef01-0029-4034-bb4d-0ab9d9352386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:07.499751 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-561eef01-0029-4034-bb4d-0ab9d9352386 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1098 time: 0.0995224 Jun 25 12:24:07.715134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-02b2d83b-d6f4-43d1-9290-91ceb9f48a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:07.717523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-02b2d83b-d6f4-43d1-9290-91ceb9f48a73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 200 len: 899 time: 0.1877005 Jun 25 12:24:07.847993 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-cda00e47-6153-4857-887c-cba1b9afb2e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 200 len: 1000 time: 0.1216414 Jun 25 12:24:07.951108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-1fe52e3e-6a54-43f4-b681-775e1fded30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:07.953596 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-1fe52e3e-6a54-43f4-b681-775e1fded30e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f0f3c7a-377f-4d85-ad8b-421061b00634 HTTP/1.1" status: 200 len: 834 time: 0.0946083 Jun 25 12:24:08.074533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-9c60fe2f-bacc-4c96-97c7-252864135388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:24:08.077443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-9c60fe2f-bacc-4c96-97c7-252864135388 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80245a3-fd78-4551-b3c2-46e3e68f4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142747 Jun 25 12:24:08.260145 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-cd5a72cf-669c-4964-b5e1-c0a6703dcba3 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697574 Jun 25 12:24:08.444683 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e32ebe0a-701e-4522-b880-aca9bf5b098e req-d40613a0-82c3-4500-a2a8-012b5106f407 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758835 Jun 25 12:24:11.026222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:21.841031 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:24:29.574177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c47bcfe2-fd04-481a-8416-1f6439e69d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:32.054454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e560d114-868a-4199-b068-a444a499e568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:32.185029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:33.568749 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:35.299681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:41.036757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:24:58.846143 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:24:59.596291 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6dd58092-eb69-44e3-9b3d-f2ef7b37f8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:02.002193 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7786923c-1483-498b-ac3c-cba4ab4e06c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:02.236905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:03.453077 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:05.298948 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:07.391086 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-9f1f1c3b-e4c0-4d7a-aa1d-37af00be17c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1850104 Jun 25 12:25:07.552036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-acb7209e-0119-4b0b-853e-fbd7c983c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:07.554855 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-acb7209e-0119-4b0b-853e-fbd7c983c55a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1098 time: 0.0896688 Jun 25 12:25:07.767574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-4fd96e52-9f6a-4956-9849-31f7352c4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:07.770468 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-4fd96e52-9f6a-4956-9849-31f7352c4530 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 200 len: 899 time: 0.1827149 Jun 25 12:25:07.898590 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-c0ab9278-a613-41bb-be47-48ceaa6d94d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 200 len: 1000 time: 0.1212149 Jun 25 12:25:08.568335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-0c489ce7-c7aa-415b-88fb-52d2ad0d1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:08.571103 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-0c489ce7-c7aa-415b-88fb-52d2ad0d1304 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f0f3c7a-377f-4d85-ad8b-421061b00634 HTTP/1.1" status: 200 len: 834 time: 0.6655085 Jun 25 12:25:08.682141 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-e76c87d1-827a-4408-b9f6-f2616fdad854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:08.684905 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-e76c87d1-827a-4408-b9f6-f2616fdad854 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80245a3-fd78-4551-b3c2-46e3e68f4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039491 Jun 25 12:25:08.863416 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-382f7bc0-7c24-4c8b-9459-d5c58f3edc6b service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698368 Jun 25 12:25:09.002311 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ab853087-f2c1-42e2-a7e8-ac7352d5c404 req-d5b2697f-7c19-4dd9-9d61-e3fbac9ef811 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315534 Jun 25 12:25:11.058889 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:16.975608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ae7ba-7f22-4494-ab14-f7bc7cd92eea req-cc067012-6d94-407d-898f-75ccff01937e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:16.978526 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d25ae7ba-7f22-4494-ab14-f7bc7cd92eea req-cc067012-6d94-407d-898f-75ccff01937e tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.2873154 Jun 25 12:25:17.058037 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d25ae7ba-7f22-4494-ab14-f7bc7cd92eea req-b0a7e0f3-47f3-4309-8ae6-b39fcb03e05a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668650 Jun 25 12:25:18.561405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9fb1f-768f-427b-b9fe-8733686997eb req-02adf78f-211c-475c-8cf0-a3c20ffe70ab tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:18.564130 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c1d9fb1f-768f-427b-b9fe-8733686997eb req-02adf78f-211c-475c-8cf0-a3c20ffe70ab tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.2492559 Jun 25 12:25:18.644962 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c1d9fb1f-768f-427b-b9fe-8733686997eb req-599ac495-9b68-411c-8b64-ac4c7f178eee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692635 Jun 25 12:25:20.542729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55210-2818-4fab-9c7c-43547730c991 req-2f3841be-3046-4736-a383-3eedd160d24a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:20.545674 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ab55210-2818-4fab-9c7c-43547730c991 req-2f3841be-3046-4736-a383-3eedd160d24a tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.6803949 Jun 25 12:25:20.624592 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2ab55210-2818-4fab-9c7c-43547730c991 req-ee05f2a3-ec6a-41ba-9391-4b96b32f5f1f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664651 Jun 25 12:25:20.675875 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37160) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:20.807607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b33aca6c-07d1-46bc-bee4-bc5191a4ba87 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2e90430a-b85a-49c9-ba18-805ad04b5fce HTTP/1.1" status: 200 len: 992 time: 0.1292758 Jun 25 12:25:23.936246 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a576b99-e8ba-4b02-9aa1-a098c4df9a44 req-85841d66-1207-499b-9a0f-5a1ec8907405 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:23.950521 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9a576b99-e8ba-4b02-9aa1-a098c4df9a44 req-85841d66-1207-499b-9a0f-5a1ec8907405 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.2184570 Jun 25 12:25:23.950521 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-62849e32-ac59-45b0-9f9e-aab582bf026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:23.952820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-62849e32-ac59-45b0-9f9e-aab582bf026a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1098 time: 0.1777124 Jun 25 12:25:24.125778 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-9a576b99-e8ba-4b02-9aa1-a098c4df9a44 req-14744321-5a0b-40fa-bd04-4831c0d55e50 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711204 Jun 25 12:25:24.176533 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-26ac2b5b-6843-4f72-978f-6e9bfa731dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:24.177635 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-26ac2b5b-6843-4f72-978f-6e9bfa731dae service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 200 len: 899 time: 0.2100134 Jun 25 12:25:24.303274 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-37b1d4c2-3092-448a-9576-0b3569ff5622 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 200 len: 1000 time: 0.1188757 Jun 25 12:25:24.396574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-4ce54e71-07f7-4ffb-8e79-9494a2ece23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:24.399472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-4ce54e71-07f7-4ffb-8e79-9494a2ece23b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f0f3c7a-377f-4d85-ad8b-421061b00634 HTTP/1.1" status: 200 len: 834 time: 0.0886936 Jun 25 12:25:24.513335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-85310ab9-e2b7-4a27-9e1b-a88c6df97d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:24.515751 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-85310ab9-e2b7-4a27-9e1b-a88c6df97d0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80245a3-fd78-4551-b3c2-46e3e68f4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091387 Jun 25 12:25:24.686513 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-4ffc0f71-78b5-4e65-b10e-4e8420ef9744 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636958 Jun 25 12:25:24.899710 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c83ea96f-4648-4b10-8882-6b6851ad4fab req-cf4de44c-7152-444d-9ea5-ad9930f5aa73 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064910 Jun 25 12:25:25.507573 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1537c4-8349-4d92-b801-ce15d2fbfcf6 req-0d472c41-283f-45a0-989c-92e5392df7e2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:25.510358 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1c1537c4-8349-4d92-b801-ce15d2fbfcf6 req-0d472c41-283f-45a0-989c-92e5392df7e2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1431756 Jun 25 12:25:25.590930 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1c1537c4-8349-4d92-b801-ce15d2fbfcf6 req-f7f97577-d560-4e6c-a73b-19e4f6e697b9 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705776 Jun 25 12:25:26.975613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e10c-e375-40ef-a991-e400d00c07a6 req-bcb7f83c-11f8-4ec6-8f5b-314f2e7652f1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:26.978392 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a57e10c-e375-40ef-a991-e400d00c07a6 req-bcb7f83c-11f8-4ec6-8f5b-314f2e7652f1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1339743 Jun 25 12:25:27.055329 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-8a57e10c-e375-40ef-a991-e400d00c07a6 req-187f07c7-ea65-4ebe-a998-8349e4165574 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645020 Jun 25 12:25:27.105322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37174) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:27.216979 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-79d851ce-dc0c-43ac-93ac-e1ff1c844223 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/floatingips/2e90430a-b85a-49c9-ba18-805ad04b5fce HTTP/1.1" status: 200 len: 992 time: 0.1096373 Jun 25 12:25:27.616745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37180) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:27.950443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 601350bd-16a8-4be4-b2b0-3c9b00d15350 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:25:27.950985 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:28.105916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:28.107021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:28.131656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 601350bd-16a8-4be4-b2b0-3c9b00d15350 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:25:28.504389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:28.509712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-78d5e8e4-ac61-4498-93c2-89488df10168 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:28.555515 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=601350bd-16a8-4be4-b2b0-3c9b00d15350,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:28.616973 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.617681 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.618631 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.619305 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.619962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.620619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.621316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.621978 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.622629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.623277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.623925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.624569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:28.632221 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:28.713715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:28.714370 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Floating IP 2e90430a-b85a-49c9-ba18-805ad04b5fce disassociated (deleted). External IP: 172.26.0.40, port: 00c944a4-2258-459c-ab1a-a550b15eb9ec. Jun 25 12:25:29.164347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 629ac59a-c215-4c5f-bfba-d58e99742e70 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:25:29.396214 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:25:29.404736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:29.412489 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] Sync routers for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:25:29.427526 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:25:29.428304 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:29.480346 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/floatingips/2e90430a-b85a-49c9-ba18-805ad04b5fce HTTP/1.1" status: 204 len: 168 time: 1.8619447 Jun 25 12:25:29.481524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:25:29.486157 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:25:29.538455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bfe1a2ae-c4f3-4750-991e-27627b26a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:29.679089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89312e14-793c-49d8-900d-9ebe3420a880 x-openstack-request-id: req-89312e14-793c-49d8-900d-9ebe3420a880 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:25:29.679609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:25:29.680111 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89312e14-793c-49d8-900d-9ebe3420a880 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:25:29.681258 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:25:29.681539 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'status': 'completed', 'code': 200} Jun 25 12:25:29.805860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-90002ec3-c8a9-45c8-9cc1-09e162168468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:29.807882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-90002ec3-c8a9-45c8-9cc1-09e162168468 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 1098 time: 0.1034901 Jun 25 12:25:29.964616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-4d3691a2-581f-4b19-aff1-0c3937bf7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:29.967364 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-4d3691a2-581f-4b19-aff1-0c3937bf7a5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 200 len: 899 time: 0.1527958 Jun 25 12:25:30.055533 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-70435803-c33c-47a7-a728-0c25f478707c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 200 len: 217 time: 0.0801637 Jun 25 12:25:30.144256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-5ed13433-953c-44b4-8ffd-ba374ecfd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:30.147015 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-5ed13433-953c-44b4-8ffd-ba374ecfd4bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f0f3c7a-377f-4d85-ad8b-421061b00634 HTTP/1.1" status: 200 len: 834 time: 0.0849750 Jun 25 12:25:30.220775 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:44Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:30.271391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-946b52dc-85f9-479e-83ba-aee42d8f046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:30.274412 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-946b52dc-85f9-479e-83ba-aee42d8f046d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e80245a3-fd78-4551-b3c2-46e3e68f4647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205621 Jun 25 12:25:30.276327 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] Checking router: 629ac59a-c215-4c5f-bfba-d58e99742e70 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:25:30.292666 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:25:30.293674 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:30.459028 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-a5a8f8d0-4528-4d31-8ca8-df47b9ab67df service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742284 Jun 25 12:25:30.507600 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968dbb3-f35a-49a9-85c3-eb8115b50ecc req-549f23fb-93bd-48b9-a4df-941399b3dc46 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:30.511133 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1968dbb3-f35a-49a9-85c3-eb8115b50ecc req-549f23fb-93bd-48b9-a4df-941399b3dc46 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1501908 Jun 25 12:25:30.516172 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:25:30.595705 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1968dbb3-f35a-49a9-85c3-eb8115b50ecc req-195847f3-0377-4413-8b25-cc0c9be7083c tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679026 Jun 25 12:25:30.640400 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ccb4f431-ba31-4f84-82b1-50d486ae5d0b req-4ca36eaa-060b-4524-8c4a-a96ce3fc1cc7 service neutron] 10.222.0.47 "GET /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739330 Jun 25 12:25:30.916404 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:44Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:30.968336 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b17fde-72b1-4a81-8f09-a43405064664 None None] The sync data for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv is: [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'baeb3948-19d8-4cc9-b7d8-14a4194079f8', 'name': '', 'network_id': 'e80245a3-fd78-4551-b3c2-46e3e68f4647', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'mac_address': 'fa:16:3e:34:49:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:36Z', 'updated_at': '2021-06-25T12:23:44Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'subnets': [{'id': '1f0f3c7a-377f-4d85-ad8b-421061b00634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:25:31.328056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f36869-4d83-4aac-9be3-3d32d35f45a2 None None] New status for floating IP 2e90430a-b85a-49c9-ba18-805ad04b5fce: DOWN {{(pid=94502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:25:31.962620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851355-1033-40be-9b68-719c104f5891 req-c83a5abe-92b7-4a44-9054-fe66c63943b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:31.965453 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0a851355-1033-40be-9b68-719c104f5891 req-c83a5abe-92b7-4a44-9054-fe66c63943b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.1344969 Jun 25 12:25:32.018691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-efd90c50-3957-414d-a704-4293d109c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:32.052611 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0a851355-1033-40be-9b68-719c104f5891 req-4dded9bf-215c-431a-8a9d-60d49ef63ed8 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/security-groups?id=bbe30dad-3c91-4423-97a8-503007337bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751009 Jun 25 12:25:32.213390 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-648e8884-7b4e-4713-be74-6b7d862bdab4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:32.215197 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-648e8884-7b4e-4713-be74-6b7d862bdab4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 945 time: 0.0867424 Jun 25 12:25:32.229718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:32.416383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port 00c944a4-2258-459c-ab1a-a550b15eb9ec {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:25:32.416947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:32.609773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port 00c944a4-2258-459c-ab1a-a550b15eb9ec, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=00c944a4-2258-459c-ab1a-a550b15eb9ec,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:25:32.610183 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:32.632948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for 00c944a4-2258-459c-ab1a-a550b15eb9ec owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:25:32.956036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:32.963724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-67ea514f-8034-4263-bf10-4630c86a4a58 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:33.024967 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=00c944a4-2258-459c-ab1a-a550b15eb9ec,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:33.029205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:33.094718 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] No DVR routers for this DVR port 00c944a4-2258-459c-ab1a-a550b15eb9ec on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:25:33.100134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:33.103189 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f04b449f-bc71-4345-b4a5-a4b97fc143fc req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.47 "DELETE /v2.0/ports/00c944a4-2258-459c-ab1a-a550b15eb9ec HTTP/1.1" status: 204 len: 173 time: 0.8813350 Jun 25 12:25:33.103888 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'name': 'network-vif-deleted', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:25:33.107353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e5e5e3-4c70-410f-bf9b-2cbd0d9097b3" -d '{"events": [{"server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "name": "network-vif-deleted", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:25:33.179931 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626aaebf-8df4-485c-8a0a-55728eb68a2b x-openstack-request-id: req-626aaebf-8df4-485c-8a0a-55728eb68a2b {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:25:33.180484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585dca33-7ca2-450a-9dd6-2748fb50bec8", "name": "network-vif-deleted", "tag": "00c944a4-2258-459c-ab1a-a550b15eb9ec", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:25:33.181002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-626aaebf-8df4-485c-8a0a-55728eb68a2b {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:25:33.181807 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585dca33-7ca2-450a-9dd6-2748fb50bec8', 'name': 'network-vif-deleted', 'tag': '00c944a4-2258-459c-ab1a-a550b15eb9ec', 'status': 'completed', 'code': 200} Jun 25 12:25:33.311220 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a61a4bc4-5b55-43ee-a514-c22c677b8bb5 req-12199bf0-0e19-4cb4-bc82-e6fc76cf5ff3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "GET /v2.0/ports?device_id=585dca33-7ca2-450a-9dd6-2748fb50bec8 HTTP/1.1" status: 200 len: 210 time: 0.0405850 Jun 25 12:25:33.463486 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:34.477457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 00c944a4-2258-459c-ab1a-a550b15eb9ec no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:25:34.516784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37200) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:34.537922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 00c944a4-2258-459c-ab1a-a550b15eb9ec {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:25:34.538709 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 00c944a4-2258-459c-ab1a-a550b15eb9ec not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:25:35.297836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:35.355460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:35.851182 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:25:35.882305 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port baeb3948-19d8-4cc9-b7d8-14a4194079f8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:25:35.883207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:36.077344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port baeb3948-19d8-4cc9-b7d8-14a4194079f8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=baeb3948-19d8-4cc9-b7d8-14a4194079f8,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:25:36.077862 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:36.104820 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for baeb3948-19d8-4cc9-b7d8-14a4194079f8 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:25:36.593574 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:36.599558 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-02a82533-a3fc-481f-96d7-e0bb1f59cf8a tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:36.669981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=baeb3948-19d8-4cc9-b7d8-14a4194079f8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:36.722091 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.722755 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.723409 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.724072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.724729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.725446 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.726125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.726730 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.727357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.727993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.728627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.729306 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:36.735414 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:37.043437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:37.449572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Router 629ac59a-c215-4c5f-bfba-d58e99742e70 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:25:37.594672 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:25:37.605796 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-11a19fcd-c38b-42b6-99b6-cbc317e8f89f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "PUT /v2.0/routers/629ac59a-c215-4c5f-bfba-d58e99742e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0625992 Jun 25 12:25:37.605796 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37202) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:37.612331 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] Sync routers for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:25:37.632188 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:25:37.633246 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:37.680182 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting subnet 1f0f3c7a-377f-4d85-ad8b-421061b00634 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:25:37.685279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:37.742279 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:37.844949 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:25:37.909299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.058948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.064488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5add6689-267e-4418-9072-cb7b4dee1b4a tempest-RoutersTest-330132699 tempest-RoutersTest-330132699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:38.127728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0f3c7a-377f-4d85-ad8b-421061b00634,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:38.131783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.134138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/subnets/1f0f3c7a-377f-4d85-ad8b-421061b00634 HTTP/1.1" status: 204 len: 168 time: 0.5279088 Jun 25 12:25:38.135508 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cec51a46-f91c-4aed-9f3f-ccfc337b7118 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:38.138611 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37204) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:38.142234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f876265f-791f-4fb5-aac5-7adb85f926ec None None] Network e80245a3-fd78-4551-b3c2-46e3e68f4647 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:25:38.220423 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:25:36Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:38.277399 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] Checking router: 629ac59a-c215-4c5f-bfba-d58e99742e70 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:25:38.295038 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] Routers {'629ac59a-c215-4c5f-bfba-d58e99742e70'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:25:38.296190 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['629ac59a-c215-4c5f-bfba-d58e99742e70'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:38.385074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.519045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] DHCP port deletion for e80245a3-fd78-4551-b3c2-46e3e68f4647 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:25:38.525908 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] Set router 629ac59a-c215-4c5f-bfba-d58e99742e70 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:25:38.627841 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.651713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Deleting port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:25:38.651713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.773026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] For port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c,segment=NetworkSegment(a2fc48b9-44cf-434b-b201-d9fd1fd479e5),segment_id=a2fc48b9-44cf-434b-b201-d9fd1fd479e5)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:25:38.773640 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.799407 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Calling delete_port for c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:25:38.816251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Deleting port bc1d38c8-1ca1-49c8-a505-757137f4aaf6 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:25:38.817135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:38.922016 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:25:36Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:38.979802 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e84f0-27cd-429a-9737-5e868b4c4482 None None] The sync data for ids ['629ac59a-c215-4c5f-bfba-d58e99742e70'] in dv-neutron-797120-5-hyperv is: [{'id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012265825', 'tenant_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182'}], 'enable_snat': True}, 'gw_port_id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:23:30Z', 'updated_at': '2021-06-25T12:25:36Z', 'revision_number': 5, 'project_id': '89bb44ea9bda436385a02a9dce6cb9a6', 'gw_port': {'id': 'bc1d38c8-1ca1-49c8-a505-757137f4aaf6', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629ac59a-c215-4c5f-bfba-d58e99742e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:23:31Z', 'updated_at': '2021-06-25T12:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:25:38.999780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] For port bc1d38c8-1ca1-49c8-a505-757137f4aaf6, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:25:39.000392 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:39.027264 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Calling delete_port for bc1d38c8-1ca1-49c8-a505-757137f4aaf6 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:25:39.068054 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:39.072045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:39.120035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Pushing event deleted for resources: {'Port': ['ID=c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:39.125690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] No DVR routers for this DVR port c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:25:39.138846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.145375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.149151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.149151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.149151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:39.155099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:39.482879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:39.490092 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a9e5835d-9440-49ca-a506-3738bb267a31 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:39.536330 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Port': ['ID=bc1d38c8-1ca1-49c8-a505-757137f4aaf6,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:39.541933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:39.667312 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:39.872927 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:39.878286 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:39.923469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:25:39.964185 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:25:39.964869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device c2dcd726-96ba-4bcf-abe8-8bfc1a78dc3c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:25:39.965604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device baeb3948-19d8-4cc9-b7d8-14a4194079f8 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:25:40.007354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: baeb3948-19d8-4cc9-b7d8-14a4194079f8 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:25:40.012002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device baeb3948-19d8-4cc9-b7d8-14a4194079f8 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:25:40.063801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.064504 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Fanout notify agent at l3_agent the message router_deleted on router 629ac59a-c215-4c5f-bfba-d58e99742e70 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:25:40.085476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.085476 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/routers/629ac59a-c215-4c5f-bfba-d58e99742e70 HTTP/1.1" status: 204 len: 168 time: 1.9363384 Jun 25 12:25:40.085791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37210) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:40.199749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.387435 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.408750 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80245a3-fd78-4551-b3c2-46e3e68f4647']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:40.430287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:40.430791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fc48b9-44cf-434b-b201-d9fd1fd479e5') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:40.449701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.477136 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.490894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:25:40.491612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:25:40.497836 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:25:40.743808 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.749906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7dcb5dce-3b7a-4114-921a-4bc51502903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:40.755577 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.757621 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/networks/e80245a3-fd78-4551-b3c2-46e3e68f4647 HTTP/1.1" status: 204 len: 168 time: 0.6743195 Jun 25 12:25:40.762463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37212) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:40.778614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'Network': ['ID=e80245a3-fd78-4551-b3c2-46e3e68f4647,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:40.782169 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-31fb27ac-a1f0-4229-99d9-4a125160e014 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:40.884102 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c185303c-c9c8-46ac-b58d-9d9900395b27 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:40.940273 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c185303c-c9c8-46ac-b58d-9d9900395b27 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:41.041514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:41.149689 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c185303c-c9c8-46ac-b58d-9d9900395b27 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:41.154287 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c185303c-c9c8-46ac-b58d-9d9900395b27 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:41.155789 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c185303c-c9c8-46ac-b58d-9d9900395b27 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] 10.222.0.81 "DELETE /v2.0/security-groups/bbe30dad-3c91-4423-97a8-503007337bab HTTP/1.1" status: 204 len: 168 time: 0.3918006 Jun 25 12:25:41.156970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7c6300f7-01dc-45af-8d66-4860349ebdf3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:41.171970 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185303c-c9c8-46ac-b58d-9d9900395b27 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe30dad-3c91-4423-97a8-503007337bab,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:41.176269 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c185303c-c9c8-46ac-b58d-9d9900395b27 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:41.785425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bc1d38c8-1ca1-49c8-a505-757137f4aaf6 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:25:41.823672 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: bc1d38c8-1ca1-49c8-a505-757137f4aaf6 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:25:41.824136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device bc1d38c8-1ca1-49c8-a505-757137f4aaf6 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:25:42.108527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37220) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:42.358554 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b5ad2e3d-1f50-456f-aa43-a85c1d51f03c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=89bb44ea9bda436385a02a9dce6cb9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476494 Jun 25 12:25:42.361202 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37224) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:42.429450 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95763e29-9b82-4afd-bc48-fc2d4cbf2520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:42.461858 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95763e29-9b82-4afd-bc48-fc2d4cbf2520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:42.652411 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95763e29-9b82-4afd-bc48-fc2d4cbf2520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:42.657518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-95763e29-9b82-4afd-bc48-fc2d4cbf2520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:42.659818 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-95763e29-9b82-4afd-bc48-fc2d4cbf2520 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/994b90c5-245d-45a2-989c-9d467ea7faf2 HTTP/1.1" status: 204 len: 168 time: 0.2970645 Jun 25 12:25:42.661421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-de853d4f-1c7a-45dc-9e8d-e24b274709c3 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:42.676093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95763e29-9b82-4afd-bc48-fc2d4cbf2520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b90c5-245d-45a2-989c-9d467ea7faf2,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:42.680395 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-95763e29-9b82-4afd-bc48-fc2d4cbf2520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:43.679829 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37230) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:43.704757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d922a38-eefa-474e-b323-9428d6440e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:43.884685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d922a38-eefa-474e-b323-9428d6440e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:43.978039 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8d922a38-eefa-474e-b323-9428d6440e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:43.982757 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-31618268-dfb4-441f-a8f2-ba05b8c87629 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:44.059751 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8d922a38-eefa-474e-b323-9428d6440e0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f08212ee0184d2ead8dbdf7133c1b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779328 Jun 25 12:25:44.061614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d922a38-eefa-474e-b323-9428d6440e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c153c81-819d-4f27-96c8-0ca9ece07882,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:44.064288 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37232) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:44.072786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d922a38-eefa-474e-b323-9428d6440e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:44.166298 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e7cd82-ff90-4020-97d5-463b26a7844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:44.210198 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e7cd82-ff90-4020-97d5-463b26a7844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:44.372315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e7cd82-ff90-4020-97d5-463b26a7844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:44.377491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-91e7cd82-ff90-4020-97d5-463b26a7844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:44.379723 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-91e7cd82-ff90-4020-97d5-463b26a7844d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c153c81-819d-4f27-96c8-0ca9ece07882 HTTP/1.1" status: 204 len: 168 time: 0.3115497 Jun 25 12:25:44.381152 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d4e1817a-5b30-4fa9-8e36-03957468d2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:44.398051 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7cd82-ff90-4020-97d5-463b26a7844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c153c81-819d-4f27-96c8-0ca9ece07882,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:44.402916 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91e7cd82-ff90-4020-97d5-463b26a7844d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:46.253237 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37254) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:46.416988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1044887909-network', 'tenant_id': '857be0b19c1244438010bf04643f85e6'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:25:46.514346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Made reservation on behalf of 857be0b19c1244438010bf04643f85e6 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:25:46.517243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:46.529151 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:46.684624 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:46.777682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:46.786003 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-83e68bfe-1941-43b9-8575-856c1e2dfffe tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:46.829983 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:25:46.849912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b025823-bf9c-4de2-8b2a-7bdfd80325ea,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:46.858421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:46.860484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:46.861795 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Added segment 7acdbf58-6300-409d-bb7a-84bbe4088896 of type vlan for network 040e881f-0225-472b-8ac9-3f851a224643 Jun 25 12:25:46.920573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:47.041054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:47.042855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:47.043914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:47.049911 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c9bd4821-c7b9-4db4-bde2-c1d38e682ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:47.170619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=040e881f-0225-472b-8ac9-3f851a224643,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:47.175850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:47.184460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 040e881f-0225-472b-8ac9-3f851a224643 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:25:47.205984 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9503367 Jun 25 12:25:47.214099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37258) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:47.226475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Request body: {'subnet': {'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1044887909-subnet', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:25:47.335635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Made reservation on behalf of 857be0b19c1244438010bf04643f85e6 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:25:47.339919 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:47.756007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:47.759510 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e617ab83-3525-4cb6-b1fe-b9103e0aa43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:47.860608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58c0390-069e-4889-879f-61cd911f5046,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:47.874200 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:47.892936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Checking segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:25:47.893563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Network hostable DHCP agents. Network: 040e881f-0225-472b-8ac9-3f851a224643, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:25:48.000360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Network 040e881f-0225-472b-8ac9-3f851a224643 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:25:48.103671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 040e881f-0225-472b-8ac9-3f851a224643) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:25:48.110505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:48.111431 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:48.124385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b1538-eade-4dc3-b472-ddc7af89bfe2 None None] Network 040e881f-0225-472b-8ac9-3f851a224643 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:25:48.212650 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b9cfd800-a6b3-4903-b0e7-4b50f32442de admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9968238 Jun 25 12:25:48.217248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37260) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:48.223733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:25:48.360563 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:48.363838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:48.404711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-040e881f-0225-472b-8ac9-3f851a224643', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:25:48.406558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:48.475870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:48.709527 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Allocated IP 172.20.0.2 (040e881f-0225-472b-8ac9-3f851a224643/b58c0390-069e-4889-879f-61cd911f5046/16be1eb9-8b9b-482c-af84-25f9c4cd055c) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:25:48.967582 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:48.987151 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Transition to ACTIVE for port object 16be1eb9-8b9b-482c-af84-25f9c4cd055c will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:25:49.017917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Transition to ACTIVE for port object 16be1eb9-8b9b-482c-af84-25f9c4cd055c will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:25:49.103410 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:49.108487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:49.159766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Network 040e881f-0225-472b-8ac9-3f851a224643 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:25:49.169579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:25:49.176206 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:25:49.196761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Pushing event updated for resources: {'Port': ['ID=16be1eb9-8b9b-482c-af84-25f9c4cd055c,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:49.203184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:49.292481 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Attempting to bind port 16be1eb9-8b9b-482c-af84-25f9c4cd055c on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:25:49.292809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Attempting to bind port 16be1eb9-8b9b-482c-af84-25f9c4cd055c by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:25:49.293367 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Attempting to bind port 16be1eb9-8b9b-482c-af84-25f9c4cd055c on network 040e881f-0225-472b-8ac9-3f851a224643 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:25:49.303638 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:25:49.304288 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Checking segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:25:49.304944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:49.306177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Bound using segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:25:49.306522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Bound port: 16be1eb9-8b9b-482c-af84-25f9c4cd055c, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:25:49.307284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:49.316717 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:49.434346 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] For port 16be1eb9-8b9b-482c-af84-25f9c4cd055c, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:25:49.441121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] For port 16be1eb9-8b9b-482c-af84-25f9c4cd055c, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=16be1eb9-8b9b-482c-af84-25f9c4cd055c,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:25:49.521687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:49.529015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-148c61e8-30a4-4fe9-b2a2-3c7503f1c2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:49.653994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Pushing event updated for resources: {'Port': ['ID=16be1eb9-8b9b-482c-af84-25f9c4cd055c,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:49.660020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:49.771225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:49.804960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:50.029595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Allocated IP 172.26.0.186 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/097ed3ed-6c07-4a42-9e06-4afd3440b52a) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:25:50.259239 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:50.412375 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:50.417964 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3d9abf68-ad38-4a48-a8c7-45e9a52e3d66 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:50.481495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:25:50.494377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:25:50.500752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:25:50.514951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Pushing event updated for resources: {'Port': ['ID=097ed3ed-6c07-4a42-9e06-4afd3440b52a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:50.554307 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:50.927162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceaa993-e066-4152-82e5-1c3b20c62b3c None None] Network 040e881f-0225-472b-8ac9-3f851a224643 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:25:51.061272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:51.130795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3025b66d-91e4-4c3c-8378-6dd015f52355 None None] Provisioning for port 16be1eb9-8b9b-482c-af84-25f9c4cd055c completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:25:51.434605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:51.743208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Router e20113be-f002-4ab1-82de-9c6435bb88c1 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:25:51.891021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 16be1eb9-8b9b-482c-af84-25f9c4cd055c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:25:51.930929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:25:51.949605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Sync routers for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:25:51.976663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:25:51.977758 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:52.006614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:52.008601 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7898815 Jun 25 12:25:52.013187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37262) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:52.351250 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 16be1eb9-8b9b-482c-af84-25f9c4cd055c completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:25:52.359899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 16be1eb9-8b9b-482c-af84-25f9c4cd055c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:25:52.366522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:52.455592 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:25:52.747961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:52.848207 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:52.860929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 16be1eb9-8b9b-482c-af84-25f9c4cd055c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=16be1eb9-8b9b-482c-af84-25f9c4cd055c,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:25:52.921574 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:50Z', 'revision_number': 3, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:52.982191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:52.985564 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Checking router: e20113be-f002-4ab1-82de-9c6435bb88c1 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:25:52.986721 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Updating router e20113be-f002-4ab1-82de-9c6435bb88c1 port 097ed3ed-6c07-4a42-9e06-4afd3440b52a binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:25:52.996130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:53.108294 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.175234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Allocated IP 172.20.0.1 (040e881f-0225-472b-8ac9-3f851a224643/b58c0390-069e-4889-879f-61cd911f5046/9e703f8c-de2e-44a1-bc5f-ecce9ab90533) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:25:53.181814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=16be1eb9-8b9b-482c-af84-25f9c4cd055c,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:53.195037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:53.466373 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.490701 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Transition to ACTIVE for port object 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:25:53.544038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.557956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Transition to ACTIVE for port object 097ed3ed-6c07-4a42-9e06-4afd3440b52a will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:25:53.621197 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.624938 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-56eefb3e-199b-4864-85e4-55e02f827317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:53.657615 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.662966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:53.672233 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Network 040e881f-0225-472b-8ac9-3f851a224643 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:25:53.679674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:25:53.685462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:25:53.733941 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Pushing event updated for resources: {'Port': ['ID=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:53.742400 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:53.756852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Attempting to bind port 097ed3ed-6c07-4a42-9e06-4afd3440b52a on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:25:53.757472 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Attempting to bind port 097ed3ed-6c07-4a42-9e06-4afd3440b52a by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:25:53.758652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Attempting to bind port 097ed3ed-6c07-4a42-9e06-4afd3440b52a on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:25:53.773503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.780878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bac1f9-26d3-4610-b26d-777b45086fc0 None None] Pushing event updated for resources: {'Port': ['ID=097ed3ed-6c07-4a42-9e06-4afd3440b52a,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:53.785754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1bac1f9-26d3-4610-b26d-777b45086fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:53.788108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:25:53.791768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:25:53.793009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.794033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:25:53.795159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Bound port: 097ed3ed-6c07-4a42-9e06-4afd3440b52a, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:25:53.796699 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:53.918246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 16be1eb9-8b9b-482c-af84-25f9c4cd055c up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:25:53.988179 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] For port 097ed3ed-6c07-4a42-9e06-4afd3440b52a, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:25:54.026276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] For port 097ed3ed-6c07-4a42-9e06-4afd3440b52a, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=097ed3ed-6c07-4a42-9e06-4afd3440b52a,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:25:54.053934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 16be1eb9-8b9b-482c-af84-25f9c4cd055c triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:25:54.054591 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:54.148725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:54.157400 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:54.181004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:54.300279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-81671ff1-0059-4c6d-90e2-b51d5be7f3e8 None None] Provisioning for port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:25:54.338430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-81671ff1-0059-4c6d-90e2-b51d5be7f3e8 None None] Provisioning complete for port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:25:54.339160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-81671ff1-0059-4c6d-90e2-b51d5be7f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:54.385403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:25:54.386531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:54.393874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bac1f9-26d3-4610-b26d-777b45086fc0 None None] Pushing event updated for resources: {'Port': ['ID=097ed3ed-6c07-4a42-9e06-4afd3440b52a,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:54.457041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1bac1f9-26d3-4610-b26d-777b45086fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:54.489071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-81671ff1-0059-4c6d-90e2-b51d5be7f3e8 None None] Port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:25:54.522110 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:54.620557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:25:54.690899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:54.696937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4186a4e7-edac-4443-9c78-4f90809a20fc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:54.836210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Pushing event updated for resources: {'Port': ['ID=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:54.841219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:54.847117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:55.030409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Network 040e881f-0225-472b-8ac9-3f851a224643 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:25:55.033764 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:25:55.043004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 1, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:55.107356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88c417-100e-4978-a872-8d3ac3307185 None None] The sync data for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv is: [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 1, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:25:55.278271 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Router e20113be-f002-4ab1-82de-9c6435bb88c1 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:25:55.464380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ebfb5abf-efbf-46f1-b368-c5e39a13c274 None None] Provisioning complete for port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:25:55.465010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5abf-efbf-46f1-b368-c5e39a13c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:55.539075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:25:55.550191 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] 10.222.0.81 "PUT /v2.0/routers/e20113be-f002-4ab1-82de-9c6435bb88c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5351458 Jun 25 12:25:55.551076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb5abf-efbf-46f1-b368-c5e39a13c274 None None] Port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:25:56.763569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37278) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:56.771300 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-157377052-network', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:25:56.917666 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Made reservation on behalf of d330e2c8841b423f9898abd706c0d774 for: {'network': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:25:56.920540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:56.932671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.087526 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.199548 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.203720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7d5d9b79-0404-43a9-aeb8-64df7105c275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:57.241025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=94501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:25:57.256484 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a6d9f-2ab6-47be-817a-fb3976fd99b4,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:57.260777 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:57.265065 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.265457 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.segments_db [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Added segment 2b34f328-04ee-4c7d-8442-087fc5b3b135 of type vlan for network ef7a4fc3-217a-4433-8929-e0b6c9a60370 Jun 25 12:25:57.334561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.434924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.436638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:57.437807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.444079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-967efef9-df10-4535-8d00-287510b67814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:57.560496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Pushing event updated for resources: {'Network': ['ID=ef7a4fc3-217a-4433-8929-e0b6c9a60370,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:57.566206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:57.587763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:25:57.594689 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-ab8ba8b2-6a67-4506-9266-45ed8708ad5e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8250577 Jun 25 12:25:57.595287 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37280) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:57.606729 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Request body: {'subnet': {'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-157377052-subnet', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:25:57.737910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Made reservation on behalf of d330e2c8841b423f9898abd706c0d774 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:25:57.742706 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:57.928204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 097ed3ed-6c07-4a42-9e06-4afd3440b52a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:25:58.049806 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade476a-f362-4363-a246-cb99696be587 None None] Sync routers for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:25:58.070866 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:25:58.071949 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:58.114851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 097ed3ed-6c07-4a42-9e06-4afd3440b52a completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:25:58.122161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 097ed3ed-6c07-4a42-9e06-4afd3440b52a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:25:58.122577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.177813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.185857 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-ff3e650e-1973-49fa-a682-6b7be1b71dc4 tempest-NetworksIpV6Test-1223992412 tempest-NetworksIpV6Test-1223992412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:58.307695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fd548b-da5f-47dd-aa92-0a2d1eedf0de,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:58.314269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:58.319573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Checking segment: {'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:25:58.320205 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Network hostable DHCP agents. Network: ef7a4fc3-217a-4433-8929-e0b6c9a60370, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:25:58.323044 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.327118 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:25:58.367018 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 097ed3ed-6c07-4a42-9e06-4afd3440b52a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=097ed3ed-6c07-4a42-9e06-4afd3440b52a,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:25:58.434554 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:25:58.458535 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.462038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:58.519363 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, ef7a4fc3-217a-4433-8929-e0b6c9a60370) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:25:58.529505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:25:58.534026 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.550256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f698c119-df91-4454-893f-676206fe566d None None] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:25:58.593946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=097ed3ed-6c07-4a42-9e06-4afd3440b52a,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:58.609871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:58.653200 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0541594 Jun 25 12:25:58.658366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37282) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:25:58.668518 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:25:58.801298 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.803248 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.846225 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:25:54Z', 'revision_number': 2, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:25:58.889910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8332732d-0020-445b-b757-00189128bab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'fixed_ips': [{'subnet_id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:25:58.891468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8332732d-0020-445b-b757-00189128bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.898706 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade476a-f362-4363-a246-cb99696be587 None None] Checking router: e20113be-f002-4ab1-82de-9c6435bb88c1 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:25:58.899321 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade476a-f362-4363-a246-cb99696be587 None None] Updating router e20113be-f002-4ab1-82de-9c6435bb88c1 port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:25:58.931521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:58.971742 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eade476a-f362-4363-a246-cb99696be587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.194818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-8332732d-0020-445b-b757-00189128bab7 None None] Allocated IP 172.20.0.2 (ef7a4fc3-217a-4433-8929-e0b6c9a60370/d3fd548b-da5f-47dd-aa92-0a2d1eedf0de/aa7fe683-b6a2-47ae-bc32-dc03a999797e) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:25:59.284033 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.494622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8332732d-0020-445b-b757-00189128bab7 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.524835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8332732d-0020-445b-b757-00189128bab7 None None] Transition to ACTIVE for port object aa7fe683-b6a2-47ae-bc32-dc03a999797e will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:25:59.527167 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eade476a-f362-4363-a246-cb99696be587 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.544830 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-eade476a-f362-4363-a246-cb99696be587 None None] Transition to ACTIVE for port object 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:25:59.562124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-8332732d-0020-445b-b757-00189128bab7 None None] Transition to ACTIVE for port object aa7fe683-b6a2-47ae-bc32-dc03a999797e will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:25:59.613200 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c915cd83-fb18-401c-b2a9-a118bf27696f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.646019 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eade476a-f362-4363-a246-cb99696be587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.646890 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8332732d-0020-445b-b757-00189128bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.649305 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-889ebdb0-d502-4589-b739-361993fc136e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:59.652763 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b90920a0-98b0-46f7-ae52-b6ca07dcd039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:25:59.733454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8332732d-0020-445b-b757-00189128bab7 None None] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:25:59.742305 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Pushing event updated for resources: {'Port': ['ID=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:59.753911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-8332732d-0020-445b-b757-00189128bab7 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:25:59.756119 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.758025 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.759605 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.760482 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.761576 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.762412 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.762609 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332732d-0020-445b-b757-00189128bab7 None None] Pushing event updated for resources: {'Port': ['ID=aa7fe683-b6a2-47ae-bc32-dc03a999797e,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:25:59.763771 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.764577 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.765416 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.766233 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.768126 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.768395 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332732d-0020-445b-b757-00189128bab7 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:25:59.769693 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:25:59.776870 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:59.788761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8332732d-0020-445b-b757-00189128bab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:25:59.875111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.891252 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-eade476a-f362-4363-a246-cb99696be587 None None] Attempting to bind port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:25:59.891931 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-eade476a-f362-4363-a246-cb99696be587 None None] Attempting to bind port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:25:59.892573 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade476a-f362-4363-a246-cb99696be587 None None] Attempting to bind port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 on network 040e881f-0225-472b-8ac9-3f851a224643 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:25:59.902712 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade476a-f362-4363-a246-cb99696be587 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:25:59.903305 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade476a-f362-4363-a246-cb99696be587 None None] Checking segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:25:59.903987 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eade476a-f362-4363-a246-cb99696be587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.908731 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade476a-f362-4363-a246-cb99696be587 None None] Bound using segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:25:59.909533 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-eade476a-f362-4363-a246-cb99696be587 None None] Bound port: 9e703f8c-de2e-44a1-bc5f-ecce9ab90533, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:25:59.910460 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eade476a-f362-4363-a246-cb99696be587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.939419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8332732d-0020-445b-b757-00189128bab7 None None] Attempting to bind port aa7fe683-b6a2-47ae-bc32-dc03a999797e on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:25:59.940736 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8332732d-0020-445b-b757-00189128bab7 None None] Attempting to bind port aa7fe683-b6a2-47ae-bc32-dc03a999797e by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:25:59.941950 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332732d-0020-445b-b757-00189128bab7 None None] Attempting to bind port aa7fe683-b6a2-47ae-bc32-dc03a999797e on network ef7a4fc3-217a-4433-8929-e0b6c9a60370 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:25:59.953420 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332732d-0020-445b-b757-00189128bab7 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:25:59.955239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332732d-0020-445b-b757-00189128bab7 None None] Checking segment: {'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:25:59.956295 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8332732d-0020-445b-b757-00189128bab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.957433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8332732d-0020-445b-b757-00189128bab7 None None] Bound using segment: {'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:25:59.958802 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-8332732d-0020-445b-b757-00189128bab7 None None] Bound port: aa7fe683-b6a2-47ae-bc32-dc03a999797e, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:25:59.959847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8332732d-0020-445b-b757-00189128bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.974265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:25:59.998848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 097ed3ed-6c07-4a42-9e06-4afd3440b52a up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:00.078049 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-eade476a-f362-4363-a246-cb99696be587 None None] For port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:26:00.084502 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-eade476a-f362-4363-a246-cb99696be587 None None] For port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:26:00.153554 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8332732d-0020-445b-b757-00189128bab7 None None] For port aa7fe683-b6a2-47ae-bc32-dc03a999797e, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:26:00.172366 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-eade476a-f362-4363-a246-cb99696be587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:00.175668 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-aba9a70e-6cfc-47c7-9745-b892a2d12712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:00.204746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8332732d-0020-445b-b757-00189128bab7 None None] For port aa7fe683-b6a2-47ae-bc32-dc03a999797e, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa7fe683-b6a2-47ae-bc32-dc03a999797e,segment=NetworkSegment(2b34f328-04ee-4c7d-8442-087fc5b3b135),segment_id=2b34f328-04ee-4c7d-8442-087fc5b3b135)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:26:00.246148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 097ed3ed-6c07-4a42-9e06-4afd3440b52a triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:00.247490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:00.253693 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Pushing event updated for resources: {'Port': ['ID=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:00.257971 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-e0607735-ac76-4368-92c2-eca13d26a5ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:00.304945 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:26:00.307434 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:25:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:00.320945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8332732d-0020-445b-b757-00189128bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:00.331372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b4553bed-ad21-424f-9785-b3363c5fd56e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:00.478199 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332732d-0020-445b-b757-00189128bab7 None None] Pushing event updated for resources: {'Port': ['ID=aa7fe683-b6a2-47ae-bc32-dc03a999797e,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:00.494287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8332732d-0020-445b-b757-00189128bab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:00.543705 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:26:00.873205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Allocated IP 172.26.0.122 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/cb2f0749-86ed-4b6a-9467-5e1cd07a79db) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:26:01.035081 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-eade476a-f362-4363-a246-cb99696be587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:00Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:01.077286 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade476a-f362-4363-a246-cb99696be587 None None] The sync data for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv is: [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:00Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:26:01.135095 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:01.292882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:01.299084 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-98332914-4cc6-424e-acf3-f018d4350525 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:01.371652 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:26:01.384383 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:26:01.388906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:26:01.447906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:01.453267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:02.027548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:02.033270 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11b464-cba8-4d61-ae5e-d215c30839b0 None None] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:26:02.078480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e0f71b79-c9be-4c80-a021-8fa10d37e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:02.401022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aa7fe683-b6a2-47ae-bc32-dc03a999797e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:02.410499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-d54da217-5b94-4265-bf51-7ac32f551769 None None] Provisioning for port aa7fe683-b6a2-47ae-bc32-dc03a999797e completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:02.489687 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:02.560541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:02.643711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port aa7fe683-b6a2-47ae-bc32-dc03a999797e completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:02.655712 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port aa7fe683-b6a2-47ae-bc32-dc03a999797e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:02.656256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:02.833126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Router 4f0ac24e-b370-4d41-ab79-4c9eade5902b is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:26:02.850219 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:02.924678 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port aa7fe683-b6a2-47ae-bc32-dc03a999797e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa7fe683-b6a2-47ae-bc32-dc03a999797e,segment=NetworkSegment(2b34f328-04ee-4c7d-8442-087fc5b3b135),segment_id=2b34f328-04ee-4c7d-8442-087fc5b3b135)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:26:03.005859 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:03.010651 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:03.011718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:03.070845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:26:03.108977 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Sync routers for ids ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:26:03.187338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Routers {'4f0ac24e-b370-4d41-ab79-4c9eade5902b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:26:03.187338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:26:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:03.228377 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:03.234264 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-6ac6df6a-0b93-4ebf-88ec-c178419813b4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5696068 Jun 25 12:26:03.234810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37284) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:03.255823 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f4a71d9b-ca6c-44e8-a9da-76342db3df52 None None] Provisioning complete for port aa7fe683-b6a2-47ae-bc32-dc03a999797e triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:03.256524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f4a71d9b-ca6c-44e8-a9da-76342db3df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:03.259379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=aa7fe683-b6a2-47ae-bc32-dc03a999797e,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:03.302790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:03.453922 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:03.479766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:03.480401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:03.583086 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:03.602430 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Set router 4f0ac24e-b370-4d41-ab79-4c9eade5902b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:26:03.875620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:03.956180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:03.982544 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:26:04.020781 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:26:01Z', 'revision_number': 3, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:04.078581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Checking router: 4f0ac24e-b370-4d41-ab79-4c9eade5902b for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:26:04.080096 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Updating router 4f0ac24e-b370-4d41-ab79-4c9eade5902b port cb2f0749-86ed-4b6a-9467-5e1cd07a79db binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:26:04.160130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.198482 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.206203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1742241b-0425-4554-9b27-b7af340842c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:04.221344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Allocated IP 172.20.0.1 (ef7a4fc3-217a-4433-8929-e0b6c9a60370/d3fd548b-da5f-47dd-aa92-0a2d1eedf0de/013a5685-c659-4422-ac8e-8f639cf5ab94) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:26:04.369131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aa7fe683-b6a2-47ae-bc32-dc03a999797e up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:04.371385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:04.385322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:04.427634 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.453705 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Transition to ACTIVE for port object 013a5685-c659-4422-ac8e-8f639cf5ab94 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:26:04.569129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port aa7fe683-b6a2-47ae-bc32-dc03a999797e triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:04.570290 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.635422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.641198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd2add4f-b91f-4a50-8908-afa934402186 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:04.711425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:26:04.728127 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:26:04.735103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:26:04.788230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Pushing event updated for resources: {'Port': ['ID=013a5685-c659-4422-ac8e-8f639cf5ab94,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:04.795821 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:04.828836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.891792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.919020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Transition to ACTIVE for port object cb2f0749-86ed-4b6a-9467-5e1cd07a79db will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:26:04.992238 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:04.996275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:05.119076 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Attempting to bind port cb2f0749-86ed-4b6a-9467-5e1cd07a79db on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:26:05.119723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Attempting to bind port cb2f0749-86ed-4b6a-9467-5e1cd07a79db by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:26:05.120369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Attempting to bind port cb2f0749-86ed-4b6a-9467-5e1cd07a79db on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:26:05.124477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac7c15-bbd2-4683-9e63-c7cfdb16db29 None None] Pushing event updated for resources: {'Port': ['ID=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:05.141461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18ac7c15-bbd2-4683-9e63-c7cfdb16db29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:05.146136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:26:05.146912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:26:05.147478 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.148174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:26:05.149031 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Bound port: cb2f0749-86ed-4b6a-9467-5e1cd07a79db, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:26:05.149787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.189640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.285227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] For port cb2f0749-86ed-4b6a-9467-5e1cd07a79db, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:26:05.291234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] For port cb2f0749-86ed-4b6a-9467-5e1cd07a79db, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:26:05.293805 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ceba3b85-1467-4b94-a651-cc7c1a93c0e6 None None] Provisioning for port 013a5685-c659-4422-ac8e-8f639cf5ab94 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:05.301572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-ceba3b85-1467-4b94-a651-cc7c1a93c0e6 None None] Provisioning complete for port 013a5685-c659-4422-ac8e-8f639cf5ab94 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:05.303425 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ceba3b85-1467-4b94-a651-cc7c1a93c0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.340129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.363816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-ceba3b85-1467-4b94-a651-cc7c1a93c0e6 None None] Port 013a5685-c659-4422-ac8e-8f639cf5ab94 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:26:05.403688 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.406327 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-07f40857-27cc-4b69-9cb1-b27442967062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:05.482158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Routers {'4f0ac24e-b370-4d41-ab79-4c9eade5902b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:26:05.482917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:26:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:05.534141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.550693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac7c15-bbd2-4683-9e63-c7cfdb16db29 None None] Pushing event updated for resources: {'Port': ['ID=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:05.555499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18ac7c15-bbd2-4683-9e63-c7cfdb16db29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:05.608903 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.614951 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:05.686675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] Set router 4f0ac24e-b370-4d41-ab79-4c9eade5902b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:26:05.716278 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:05.722767 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Pushing event updated for resources: {'Port': ['ID=013a5685-c659-4422-ac8e-8f639cf5ab94,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:05.731867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:05.912506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:26:05.915228 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:26:06.171783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Router 4f0ac24e-b370-4d41-ab79-4c9eade5902b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:26:06.321849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-f9a055cc-fe2e-4058-9ea0-d74563222b52 None None] Provisioning complete for port 013a5685-c659-4422-ac8e-8f639cf5ab94 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:06.322716 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f9a055cc-fe2e-4058-9ea0-d74563222b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:06.332092 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 4, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '013a5685-c659-4422-ac8e-8f639cf5ab94', 'name': '', 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'mac_address': 'fa:16:3e:74:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:26:03Z', 'updated_at': '2021-06-25T12:26:04Z', 'revision_number': 1, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'subnets': [{'id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:06.367603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:06.406889 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:26:06.417368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] 10.222.0.81 "PUT /v2.0/routers/4f0ac24e-b370-4d41-ab79-4c9eade5902b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1793463 Jun 25 12:26:06.436769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a53bb-860c-4cc7-9dba-4eca352637ec None None] The sync data for ids ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'] in dv-neutron-797120-5-hyperv is: [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 4, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '013a5685-c659-4422-ac8e-8f639cf5ab94', 'name': '', 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'mac_address': 'fa:16:3e:74:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:26:03Z', 'updated_at': '2021-06-25T12:26:04Z', 'revision_number': 1, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'subnets': [{'id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:26:06.474955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-f9a055cc-fe2e-4058-9ea0-d74563222b52 None None] Port 013a5685-c659-4422-ac8e-8f639cf5ab94 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:26:06.500110 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:06.500658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:07.461137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37294) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:07.481784 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300785436', 'description': 'tempest-secgroup-smoke-300785436 description', 'project_id': '857be0b19c1244438010bf04643f85e6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:07.634733 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:07.809375 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:07.891209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:07.898616 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a587f948-9dfa-4515-8a0a-ddf5b422fbe1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:07.953221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38819260-09f8-4f2b-bc7b-4c32df41a671,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:07.959857 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:08.037681 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.039555 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3f6f1455-95b4-4c5d-8c0f-0144a7af94b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5766556 Jun 25 12:26:08.044445 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37296) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:08.054385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '38819260-09f8-4f2b-bc7b-4c32df41a671', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:08.192080 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.315044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.364389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cb2f0749-86ed-4b6a-9467-5e1cd07a79db up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:08.422064 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.425079 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7ab19e36-5fea-43d5-906c-02aff9ddef0d tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:08.447827 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2811c5-7c46-4bdd-9158-09b6a4c0bea7,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:08.455464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:08.551581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port cb2f0749-86ed-4b6a-9467-5e1cd07a79db completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:08.557675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port cb2f0749-86ed-4b6a-9467-5e1cd07a79db triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:08.558488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.599344 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.601252 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-83785e58-627e-4b65-8d9d-71c0578c80cb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5548956 Jun 25 12:26:08.605407 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37298) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:08.621205 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '38819260-09f8-4f2b-bc7b-4c32df41a671', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:08.702427 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.737673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port cb2f0749-86ed-4b6a-9467-5e1cd07a79db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:26:08.813998 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.885510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.889643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:08.915035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:08.987358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:08.993429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:09.060493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.064121 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-83f4cd44-42b0-4f8d-ad59-209e579d19ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:09.099172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd39d4a1-cd8d-4f4d-890e-4520f456e40f,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:09.104624 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:09.188913 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.190554 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-74b113a3-b066-4b71-b7a3-45b375e848f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5830498 Jun 25 12:26:09.194210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37302) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:09.199904 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '38819260-09f8-4f2b-bc7b-4c32df41a671', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:09.263139 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Sync routers for ids ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:26:09.281320 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Routers {'4f0ac24e-b370-4d41-ab79-4c9eade5902b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:26:09.283219 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:26:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:09.321995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.444919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.491672 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Set router 4f0ac24e-b370-4d41-ab79-4c9eade5902b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:26:09.525670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.528674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5ef5e152-3d7b-4c16-bd90-82c41757e171 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:09.551052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18af8c25-a36f-4c3a-963f-0457db8ccf24,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:09.553948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:09.639860 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.646708 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4459276 Jun 25 12:26:09.646945 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37304) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:09.653119 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '38819260-09f8-4f2b-bc7b-4c32df41a671', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:09.758367 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.843502 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 4, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '013a5685-c659-4422-ac8e-8f639cf5ab94', 'name': '', 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'mac_address': 'fa:16:3e:74:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:26:03Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 2, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'subnets': [{'id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:09.888015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.907227 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Checking router: 4f0ac24e-b370-4d41-ab79-4c9eade5902b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:26:09.907950 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Updating router 4f0ac24e-b370-4d41-ab79-4c9eade5902b port 013a5685-c659-4422-ac8e-8f639cf5ab94 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:26:09.961060 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.968182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:09.971737 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9118afcf-1062-41b7-8726-b31e0d355559 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:09.994628 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febf71ef-6867-4027-bfa4-468c9358c54d,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:10.000356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:10.072010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.078062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e91162fd-7f24-47cf-b7c2-7aab2b91f096 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4296160 Jun 25 12:26:10.078465 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37306) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:10.087044 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '38819260-09f8-4f2b-bc7b-4c32df41a671', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:10.227414 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Project 857be0b19c1244438010bf04643f85e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:26:10.247521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.334636 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cb2f0749-86ed-4b6a-9467-5e1cd07a79db up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:10.370601 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.419660 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.424599 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port cb2f0749-86ed-4b6a-9467-5e1cd07a79db triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:10.425311 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.440033 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Transition to ACTIVE for port object 013a5685-c659-4422-ac8e-8f639cf5ab94 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:26:10.455459 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.459196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-cbc35fb5-3a75-42a2-9366-ed0c170af3c3 tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:10.493457 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95168293-d907-4301-bdbc-206974efaa39,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:10.499082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:10.569137 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.574192 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-2a2fc69e-c05a-4028-94b8-90361c7dc8a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:10.609727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.612142 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7a896bbd-13b0-4ca5-99d4-a93cd29967c2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5318336 Jun 25 12:26:10.617691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37308) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:10.627220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '38819260-09f8-4f2b-bc7b-4c32df41a671', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:10.654413 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e501140-fdb4-4960-aa7c-a76c028eb167 None None] Pushing event updated for resources: {'Port': ['ID=013a5685-c659-4422-ac8e-8f639cf5ab94,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:10.666589 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-9e501140-fdb4-4960-aa7c-a76c028eb167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:10.773689 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Attempting to bind port 013a5685-c659-4422-ac8e-8f639cf5ab94 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:26:10.779813 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Attempting to bind port 013a5685-c659-4422-ac8e-8f639cf5ab94 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:26:10.779813 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Attempting to bind port 013a5685-c659-4422-ac8e-8f639cf5ab94 on network ef7a4fc3-217a-4433-8929-e0b6c9a60370 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:26:10.784888 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:26:10.785464 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Checking segment: {'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:26:10.785960 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.786420 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Bound using segment: {'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:26:10.787206 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Bound port: 013a5685-c659-4422-ac8e-8f639cf5ab94, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b34f328-04ee-4c7d-8442-087fc5b3b135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:26:10.787743 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.815571 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.securitygroups_db [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Project 857be0b19c1244438010bf04643f85e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:26:10.826104 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:10.917525 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] For port 013a5685-c659-4422-ac8e-8f639cf5ab94, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:26:10.926198 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] For port 013a5685-c659-4422-ac8e-8f639cf5ab94, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=013a5685-c659-4422-ac8e-8f639cf5ab94,segment=NetworkSegment(2b34f328-04ee-4c7d-8442-087fc5b3b135),segment_id=2b34f328-04ee-4c7d-8442-087fc5b3b135)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:26:10.962755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:11.024005 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:11.027910 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-fbd60af2-d1b3-4607-8cc3-927fd361bdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:11.057321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:11.057630 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:11.060799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3e3fb236-a567-4b6a-b323-416005a020c2 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:11.092377 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378971f7-548a-4b17-9ac6-80d73efc4850,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:11.097894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:11.150417 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Routers {'4f0ac24e-b370-4d41-ab79-4c9eade5902b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:26:11.151643 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:26:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:11.155715 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e501140-fdb4-4960-aa7c-a76c028eb167 None None] Pushing event updated for resources: {'Port': ['ID=013a5685-c659-4422-ac8e-8f639cf5ab94,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:11.167711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:11.175674 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-15862dad-aa4a-4392-8e06-250a6677ec59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5525603 Jun 25 12:26:11.232571 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-9e501140-fdb4-4960-aa7c-a76c028eb167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:11.542428 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] Set router 4f0ac24e-b370-4d41-ab79-4c9eade5902b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:26:11.575228 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-a331c7a4-51db-4401-ba7c-5b96cbb4c696 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300785436&fields=id&tenant_id=857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 267 time: 0.0703995 Jun 25 12:26:11.800541 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-075684be-46f5-4308-8897-aa1ad3821116 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:11.803371 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-075684be-46f5-4308-8897-aa1ad3821116 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 809 time: 0.2148840 Jun 25 12:26:11.832035 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-1f562f16-9bb0-4721-93e9-7f506bea718e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/quotas/857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 375 time: 0.0172830 Jun 25 12:26:11.960588 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 4, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '013a5685-c659-4422-ac8e-8f639cf5ab94', 'name': '', 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'mac_address': 'fa:16:3e:74:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:26:03Z', 'updated_at': '2021-06-25T12:26:10Z', 'revision_number': 4, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'subnets': [{'id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:11.968525 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-a072c5f5-8c72-41f3-86dd-13f0255cce10 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254702 Jun 25 12:26:12.017651 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69705523-cd50-4aa9-ab1d-a0e2fbd60143 None None] The sync data for ids ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'] in dv-neutron-797120-5-hyperv is: [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:26:05Z', 'revision_number': 4, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '013a5685-c659-4422-ac8e-8f639cf5ab94', 'name': '', 'network_id': 'ef7a4fc3-217a-4433-8929-e0b6c9a60370', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'mac_address': 'fa:16:3e:74:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:26:03Z', 'updated_at': '2021-06-25T12:26:10Z', 'revision_number': 4, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'subnets': [{'id': 'd3fd548b-da5f-47dd-aa92-0a2d1eedf0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:26:12.285141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-7378bf12-2760-4899-a4e2-d33001466ecf service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:26:12.290705 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-7378bf12-2760-4899-a4e2-d33001466ecf service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0991285 Jun 25 12:26:12.388154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 013a5685-c659-4422-ac8e-8f639cf5ab94 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:12.463667 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-df0b27f3-c4ea-41a1-9c54-f14d1ad34bf3 service neutron] 10.222.0.81 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612146 Jun 25 12:26:12.542656 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 013a5685-c659-4422-ac8e-8f639cf5ab94 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:12.551274 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 013a5685-c659-4422-ac8e-8f639cf5ab94 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:12.551905 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:12.645794 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-ae8c72f4-2925-4195-8848-bc5408e955c6 service neutron] 10.222.0.81 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710341 Jun 25 12:26:12.730148 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:12.805402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 013a5685-c659-4422-ac8e-8f639cf5ab94, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=013a5685-c659-4422-ac8e-8f639cf5ab94,segment=NetworkSegment(2b34f328-04ee-4c7d-8442-087fc5b3b135),segment_id=2b34f328-04ee-4c7d-8442-087fc5b3b135)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:26:12.856729 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:26:12.885891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:12.893515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:12.996259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=013a5685-c659-4422-ac8e-8f639cf5ab94,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:13.000130 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:14.143861 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e45ed365-6408-418d-9384-9f1b26301dd3 req-aae6a5a9-4ef3-4937-97d1-963cae501809 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 210 time: 0.0510130 Jun 25 12:26:14.316299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 013a5685-c659-4422-ac8e-8f639cf5ab94 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:14.412158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 013a5685-c659-4422-ac8e-8f639cf5ab94 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:14.412746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:15.303478 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-6f15bda2-2720-409b-958f-b2e01626ae1f req-60642295-d576-42cf-a23c-0af18e6ef992 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 210 time: 0.0563300 Jun 25 12:26:16.596739 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a42b08d3-bf78-4aeb-bfee-69c0f29382d3 req-510487fe-f90c-4480-b106-fa890dbbd653 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 210 time: 0.0580199 Jun 25 12:26:17.889580 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-29c6d828-a434-4c03-bc62-916b04446867 req-a2656116-433c-4b86-96f7-e0244ce574ce tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 210 time: 0.0573378 Jun 25 12:26:18.188735 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-ae20a53c-43ca-476a-acf1-2c85120e50f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:18.191433 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-ae20a53c-43ca-476a-acf1-2c85120e50f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 809 time: 0.2196171 Jun 25 12:26:18.267114 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-77ff78ca-d073-47d3-9a06-4a1db6af42c7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 379 time: 0.0668883 Jun 25 12:26:18.279728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'port': {'device_id': 'f70f104a-1287-4113-bff0-32263803ac97', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'admin_state_up': True, 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'security_groups': ['38819260-09f8-4f2b-bc7b-4c32df41a671']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:19.022217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Made reservation on behalf of 857be0b19c1244438010bf04643f85e6 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:26:19.029302 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:19.113192 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e6b0d2cd-e3a9-46b4-bff4-fb1a8deb926a req-99b63a05-c75a-4d85-ac2d-eecbb8b2a091 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 210 time: 0.0635767 Jun 25 12:26:19.347522 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Allocated IP 172.20.0.5 (040e881f-0225-472b-8ac9-3f851a224643/b58c0390-069e-4889-879f-61cd911f5046/651851b6-6da3-4cb7-bc9c-b93569cdddaf) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:26:19.645268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:19.675333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Transition to ACTIVE for port object 651851b6-6da3-4cb7-bc9c-b93569cdddaf will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:26:19.826534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:19.836519 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-04ffe8de-3af4-4059-bef9-c57c142f67df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:19.927008 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Network 040e881f-0225-472b-8ac9-3f851a224643 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:26:19.938665 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:26:19.946177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:26:20.002641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:20.011380 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:20.055961 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:20.057127 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:20.152575 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-fd80989b-747b-4bcb-8256-be274b94f731 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8800175 Jun 25 12:26:20.171468 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Request body: {'port': {'device_id': 'f70f104a-1287-4113-bff0-32263803ac97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:20.343393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:20.434483 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0345b501-f9db-4381-8521-57d86f46d370 None None] Provisioning for port 651851b6-6da3-4cb7-bc9c-b93569cdddaf completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:20.443016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-0345b501-f9db-4381-8521-57d86f46d370 None None] Provisioning complete for port 651851b6-6da3-4cb7-bc9c-b93569cdddaf triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:20.443650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0345b501-f9db-4381-8521-57d86f46d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:20.460983 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5682-5ae9-4fc6-9c5d-7b2fbb07b2dc req-5b5a2a91-1f5e-4fb2-a7a7-7ec05dca67f5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:20.463687 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-056b5682-5ae9-4fc6-9c5d-7b2fbb07b2dc req-5b5a2a91-1f5e-4fb2-a7a7-7ec05dca67f5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 931 time: 0.1238370 Jun 25 12:26:20.514514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0345b501-f9db-4381-8521-57d86f46d370 None None] Port 651851b6-6da3-4cb7-bc9c-b93569cdddaf cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:26:20.567226 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-056b5682-5ae9-4fc6-9c5d-7b2fbb07b2dc req-569de2f1-5c0e-4728-8ae3-5acdb4928c5d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885639 Jun 25 12:26:20.922612 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651851b6-6da3-4cb7-bc9c-b93569cdddaf {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:26:20.938982 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:20.964573 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Transition to ACTIVE for port object 651851b6-6da3-4cb7-bc9c-b93569cdddaf will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:26:21.075236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:21.082801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:21.176801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:21.182409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:21.313602 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Attempting to bind port 651851b6-6da3-4cb7-bc9c-b93569cdddaf on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:26:21.314142 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Attempting to bind port 651851b6-6da3-4cb7-bc9c-b93569cdddaf by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:26:21.314731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Attempting to bind port 651851b6-6da3-4cb7-bc9c-b93569cdddaf on network 040e881f-0225-472b-8ac9-3f851a224643 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:26:21.322937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Port 651851b6-6da3-4cb7-bc9c-b93569cdddaf on network 040e881f-0225-472b-8ac9-3f851a224643 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:26:21.323467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Attempting to bind port 651851b6-6da3-4cb7-bc9c-b93569cdddaf on network 040e881f-0225-472b-8ac9-3f851a224643 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:26:21.333213 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:26:21.333691 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Checking segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:26:21.334421 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Bound using segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:26:21.335140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Bound port: 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:26:21.335715 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:21.435843 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:26:21.442201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:26:21.543041 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:21.545760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:21.591076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:21.592161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:21.595113 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] 10.222.0.47 "PUT /v2.0/ports/651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 1093 time: 1.4318266 Jun 25 12:26:21.596987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:26:21.601423 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215010c4-3e15-493d-9598-fd3ccb2747f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:26:21.674760 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:21.682531 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:21.687398 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7003b-fa05-4b70-929b-146d1c1bca85 x-openstack-request-id: req-a5b7003b-fa05-4b70-929b-146d1c1bca85 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:26:21.688263 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:26:21.689599 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5b7003b-fa05-4b70-929b-146d1c1bca85 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:26:21.689599 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'status': 'completed', 'code': 200} Jun 25 12:26:21.817932 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215010c4-3e15-493d-9598-fd3ccb2747f9 req-1c82993b-ccd5-45e9-8980-921af0118ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:21.819964 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-215010c4-3e15-493d-9598-fd3ccb2747f9 req-1c82993b-ccd5-45e9-8980-921af0118ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1096 time: 0.0961354 Jun 25 12:26:21.929930 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5da1a-3068-4e25-973a-37111b0b73ff req-37ce7670-dfbb-42af-bc7a-d7fa9b5517d3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:21.932343 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b7a5da1a-3068-4e25-973a-37111b0b73ff req-37ce7670-dfbb-42af-bc7a-d7fa9b5517d3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1142876 Jun 25 12:26:21.991681 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215010c4-3e15-493d-9598-fd3ccb2747f9 req-2d4d08d9-ac37-465d-bf0d-cf18e1236d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:21.994113 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-215010c4-3e15-493d-9598-fd3ccb2747f9 req-2d4d08d9-ac37-465d-bf0d-cf18e1236d25 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=857be0b19c1244438010bf04643f85e6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1664615 Jun 25 12:26:21.999894 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b7a5da1a-3068-4e25-973a-37111b0b73ff req-18c7c83e-52a9-4d6e-81a3-ba07c5d95c64 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585060 Jun 25 12:26:22.180661 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215010c4-3e15-493d-9598-fd3ccb2747f9 req-57c5ff96-f480-42fb-aa9c-a7deee0861c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:22.182545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-215010c4-3e15-493d-9598-fd3ccb2747f9 req-57c5ff96-f480-42fb-aa9c-a7deee0861c3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1800959 Jun 25 12:26:22.338787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-d0a8862a-aeb9-4a52-9268-c5095b247094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:22.341575 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-d0a8862a-aeb9-4a52-9268-c5095b247094 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1096 time: 0.1140587 Jun 25 12:26:22.419112 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-39adbc74-4b32-41e6-9acd-0329bc8d15bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 217 time: 0.0693698 Jun 25 12:26:22.509322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-de750719-1faf-4f23-a127-c2f06ae8a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:22.512054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-de750719-1faf-4f23-a127-c2f06ae8a6c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0857923 Jun 25 12:26:22.627062 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-f11e103f-d89a-4809-a72d-422b7a1daacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:22.629724 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-f11e103f-d89a-4809-a72d-422b7a1daacf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095920 Jun 25 12:26:22.806479 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-c39c7ecb-0057-4172-aaa3-b03c4bfa1950 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691318 Jun 25 12:26:22.991737 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dd490f5c-4378-4bc1-ab77-fb7f5a69e1be req-434097e6-c002-4d5a-a552-3eaa15b862ca service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783888 Jun 25 12:26:23.289242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a347ed-b0f6-4c1d-89df-55bca41d8dca req-d6414661-b92f-4dee-9aac-278dc5eb7279 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:23.292001 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a347ed-b0f6-4c1d-89df-55bca41d8dca req-d6414661-b92f-4dee-9aac-278dc5eb7279 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1248510 Jun 25 12:26:23.383493 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-35a347ed-b0f6-4c1d-89df-55bca41d8dca req-dceb8e19-fbf9-400e-a92f-0e7b2f397e6d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801163 Jun 25 12:26:24.747962 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a0c11-e0b8-4bbe-a21c-0ab471ac7770 req-e4ca489d-26d7-453d-9ec1-cd465d282b65 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:24.751769 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2c7a0c11-e0b8-4bbe-a21c-0ab471ac7770 req-e4ca489d-26d7-453d-9ec1-cd465d282b65 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1327281 Jun 25 12:26:24.832182 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2c7a0c11-e0b8-4bbe-a21c-0ab471ac7770 req-21ec3e7a-7e04-4add-a71c-dac37f7faf09 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690987 Jun 25 12:26:26.228159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10cc43-703a-4473-aadd-e7d82008eaf3 req-37cbeff4-17a9-4873-9a49-6c220168498c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:26.231081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ed10cc43-703a-4473-aadd-e7d82008eaf3 req-37cbeff4-17a9-4873-9a49-6c220168498c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1529303 Jun 25 12:26:26.323487 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ed10cc43-703a-4473-aadd-e7d82008eaf3 req-5fe7b7df-e4e1-4509-9c13-7922c16c2f12 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801058 Jun 25 12:26:26.727704 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:26:26.961603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:26:26.984181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'port_id': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'mac_address': 'fa:16:3e:95:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:26:27.057329 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:27.088253 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651851b6-6da3-4cb7-bc9c-b93569cdddaf {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:26:27.139118 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:26:27.297452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:27.300183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18ac7c15-bbd2-4683-9e63-c7cfdb16db29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:27.413273 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:27.419723 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:27.689477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a911c-368f-4a06-bde4-64c5435ec65a req-c811f895-92ca-4151-b026-10fc912e3260 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:27.692519 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e67a911c-368f-4a06-bde4-64c5435ec65a req-c811f895-92ca-4151-b026-10fc912e3260 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 944 time: 0.1298575 Jun 25 12:26:27.701879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['651851b6-6da3-4cb7-bc9c-b93569cdddaf'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:26:27.769038 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e67a911c-368f-4a06-bde4-64c5435ec65a req-aac134c2-4623-4d11-a6a1-ae2d47405d27 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647988 Jun 25 12:26:28.752577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:26:28.956504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 651851b6-6da3-4cb7-bc9c-b93569cdddaf completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:26:28.963674 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 651851b6-6da3-4cb7-bc9c-b93569cdddaf triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:26:28.964563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:29.122107 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8e2c5-28ed-485d-a0f6-eb1588172718 req-b48d0f00-0ef4-4462-98ef-c0d6f634f6ce tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:29.125674 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90b8e2c5-28ed-485d-a0f6-eb1588172718 req-b48d0f00-0ef4-4462-98ef-c0d6f634f6ce tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 944 time: 0.1353605 Jun 25 12:26:29.131021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:29.177432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:26:29.181920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9154f-7eea-4890-abbf-7879e9e4238e" -d '{"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-plugged", "status": "completed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:26:29.201754 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-90b8e2c5-28ed-485d-a0f6-eb1588172718 req-6fbcffd4-3da2-4a71-ba3f-926b9f9f72c8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622754 Jun 25 12:26:29.206498 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:26:29.260394 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9413ccd-37e4-4770-af17-ad76174379fd x-openstack-request-id: req-a9413ccd-37e4-4770-af17-ad76174379fd {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:26:29.260901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-plugged", "status": "completed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:26:29.261333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9413ccd-37e4-4770-af17-ad76174379fd {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:26:29.262098 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'code': 200} Jun 25 12:26:29.301899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:29.306708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-10e393d5-c3a5-4dfe-a996-afb8f0e3fc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:29.373635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:29.378896 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:29.565606 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2554d2f4-7a2d-4957-973f-c2d763e6a591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:29.792994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e59acc-19ce-4d49-9152-078e41ebff27 req-0f1d852f-367e-46e3-9c83-b9b5ee7d4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:29.795540 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e7e59acc-19ce-4d49-9152-078e41ebff27 req-0f1d852f-367e-46e3-9c83-b9b5ee7d4ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1098 time: 0.0913734 Jun 25 12:26:29.858474 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e7e59acc-19ce-4d49-9152-078e41ebff27 req-9142ad8d-f8dd-4b19-8c12-8cf957bc732d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554748 Jun 25 12:26:30.490723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36088948-9718-45a9-819a-95a811140de6 req-90f81f91-108c-41a7-a126-ddb7f9cd7e15 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:30.493730 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-36088948-9718-45a9-819a-95a811140de6 req-90f81f91-108c-41a7-a126-ddb7f9cd7e15 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1105492 Jun 25 12:26:30.561783 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-36088948-9718-45a9-819a-95a811140de6 req-825fceac-016e-4556-811f-9f3350189825 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563793 Jun 25 12:26:31.833626 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35879ab-02aa-4911-97e0-41818238da85 req-44b377a0-81dc-4211-8c18-1bedd85e694b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:31.836589 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a35879ab-02aa-4911-97e0-41818238da85 req-44b377a0-81dc-4211-8c18-1bedd85e694b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1261384 Jun 25 12:26:31.913641 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a35879ab-02aa-4911-97e0-41818238da85 req-b5792a69-bfe1-489b-b566-fcf2b1ead64e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656648 Jun 25 12:26:32.059354 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7076d648-25d9-41ae-ae3d-6d3cc80b3fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:32.203581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:32.277361 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e08e77-c26a-4ea0-9329-d7640553272e req-31e04b22-6d9a-4c67-b8b5-e9f00a73715b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:32.279946 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e08e77-c26a-4ea0-9329-d7640553272e req-31e04b22-6d9a-4c67-b8b5-e9f00a73715b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1293874 Jun 25 12:26:32.351029 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-76e08e77-c26a-4ea0-9329-d7640553272e req-86f6e035-9d6e-4928-8d5e-f8b1c5f79f7b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597620 Jun 25 12:26:32.395386 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37406) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:32.583102 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9912c29-d310-4f35-b7bf-b40e6eed0c1a tempest-TestShelveInstance-680946685 tempest-TestShelveInstance-680946685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:32.586002 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-a9912c29-d310-4f35-b7bf-b40e6eed0c1a tempest-TestShelveInstance-680946685 tempest-TestShelveInstance-680946685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1093 time: 0.1889045 Jun 25 12:26:32.590960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37410) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:26:32.601032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:26:32.761674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:32.892418 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:33.060457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Allocated IP 172.26.0.17 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/626be7cb-cfb7-48cb-9ba4-725e57bf5f5f) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:26:33.262671 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:33.420277 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:33.425994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f7db1536-f0e8-433a-a96f-102bc9d50aab tempest-TestMinimumBasicScenario-515883811 tempest-TestMinimumBasicScenario-515883811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:33.447760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:33.502713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:26:33.512940 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:26:33.520173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:26:33.570693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'Port': ['ID=626be7cb-cfb7-48cb-9ba4-725e57bf5f5f,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:33.591528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.591528 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.592332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.592830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.593614 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.594281 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.594936 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.595584 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.596243 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.596887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.597569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.598220 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:26:33.607525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:34.171316 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:34.409335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:34.721997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:34.798991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:34.801728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9d87d8c2-0ac6-4f60-b1e8-83d151e76c3f tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:26:34.884966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'Port': ['ID=626be7cb-cfb7-48cb-9ba4-725e57bf5f5f,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:26:34.892998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:26:34.917728 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:35.049969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Floating IP 4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5 associated. External IP: 172.26.0.17, port: 651851b6-6da3-4cb7-bc9c-b93569cdddaf. Jun 25 12:26:35.288246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:35.479569 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Router e20113be-f002-4ab1-82de-9c6435bb88c1 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:26:35.707721 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:26:35.730142 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] Sync routers for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:26:35.747138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:26:35.748379 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:35.959307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:26:36.033219 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:36.092601 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4998934 Jun 25 12:26:36.093675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:26:36.097854 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12739332-54bd-4109-84f3-5f979702986c" -d '{"events": [{"name": "network-changed", "server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:26:36.174351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f20363-898d-48b4-a5e3-d75a449f18fb x-openstack-request-id: req-e7f20363-898d-48b4-a5e3-d75a449f18fb {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:26:36.174887 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:26:36.175384 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7f20363-898d-48b4-a5e3-d75a449f18fb {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:26:36.176137 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'status': 'completed', 'code': 200} Jun 25 12:26:36.319355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12739332-54bd-4109-84f3-5f979702986c req-b608c687-9ecc-4524-ada0-9b1530ea9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:36.321992 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12739332-54bd-4109-84f3-5f979702986c req-b608c687-9ecc-4524-ada0-9b1530ea9226 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1098 time: 0.1053271 Jun 25 12:26:36.357369 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'floating_ip_address': '172.26.0.17', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'port_id': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'mac_address': 'fa:16:3e:95:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f104a-1287-4113-bff0-32263803ac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:26:33Z', 'updated_at': '2021-06-25T12:26:33Z', 'revision_number': 0, 'project_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:36.416161 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] Checking router: e20113be-f002-4ab1-82de-9c6435bb88c1 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:26:36.431917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:26:36.432776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:26:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:36.512923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12739332-54bd-4109-84f3-5f979702986c req-c1d16735-8609-46a1-96f7-e3ac4e3f17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:36.516395 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12739332-54bd-4109-84f3-5f979702986c req-c1d16735-8609-46a1-96f7-e3ac4e3f17f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1872458 Jun 25 12:26:36.638996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12739332-54bd-4109-84f3-5f979702986c req-28de1b3d-fa79-443c-bc57-6032c569e9f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 998 time: 0.1146703 Jun 25 12:26:36.654141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:26:36.749299 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12739332-54bd-4109-84f3-5f979702986c req-55528013-71fc-4517-86c9-8ebab6d53da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:36.752136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12739332-54bd-4109-84f3-5f979702986c req-55528013-71fc-4517-86c9-8ebab6d53da0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.1056669 Jun 25 12:26:36.869002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12739332-54bd-4109-84f3-5f979702986c req-1a910b13-27b3-49be-ba52-302f628c3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:26:36.871290 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12739332-54bd-4109-84f3-5f979702986c req-1a910b13-27b3-49be-ba52-302f628c3450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999835 Jun 25 12:26:37.012387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12739332-54bd-4109-84f3-5f979702986c req-d56ece96-b816-4247-9a24-439637e1029d service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314311 Jun 25 12:26:37.028306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'floating_ip_address': '172.26.0.17', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'port_id': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'mac_address': 'fa:16:3e:95:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f104a-1287-4113-bff0-32263803ac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:26:33Z', 'updated_at': '2021-06-25T12:26:33Z', 'revision_number': 0, 'project_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:26:37.068337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d4e982-eac0-4591-946a-bd9df3042b68 None None] The sync data for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv is: [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': '4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'floating_ip_address': '172.26.0.17', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'port_id': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'mac_address': 'fa:16:3e:95:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f104a-1287-4113-bff0-32263803ac97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:26:33Z', 'updated_at': '2021-06-25T12:26:33Z', 'revision_number': 0, 'project_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:26:37.159088 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12739332-54bd-4109-84f3-5f979702986c req-8d6c01b2-22d6-443c-9c5e-fcfb75f2b209 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388206 Jun 25 12:26:37.324504 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fba97-9f4d-4043-854c-f6166a7f4a6a None None] New status for floating IP 4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:26:41.080067 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:26:49.861247 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:26:59.583757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-26fad80a-7bc7-4e11-b6fa-7573ead4eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:02.035343 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2652a80a-4ab1-4219-99ed-ef00537b3997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:02.189744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:03.486416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:05.341562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:09.278107 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-37ab4cb5-68f7-4623-b0e6-597617bf8673 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799677 Jun 25 12:27:09.405408 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-cfedd6f7-2c97-4ff7-8a28-cacdc506069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:27:09.407385 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-cfedd6f7-2c97-4ff7-8a28-cacdc506069d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1098 time: 0.0732238 Jun 25 12:27:09.597695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-be2e622d-8ab5-412f-8e37-924f709cb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:27:09.599679 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-be2e622d-8ab5-412f-8e37-924f709cb828 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1650383 Jun 25 12:27:09.734627 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-da0ea55b-a8ae-4686-900f-17f31042b2b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 1000 time: 0.1274493 Jun 25 12:27:09.833210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-a05ae134-facd-4988-b71c-d5e73b209ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:27:09.835571 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-a05ae134-facd-4988-b71c-d5e73b209ad6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0946743 Jun 25 12:27:09.944895 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-ce19ae58-40a1-446a-a8c1-5636a44adc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:27:09.948021 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-ce19ae58-40a1-446a-a8c1-5636a44adc04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042790 Jun 25 12:27:10.139074 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-a3a01bf4-870e-4beb-bb2c-81d821e908ba service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828234 Jun 25 12:27:10.324856 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-19d5b21e-16a3-4e80-b2db-c8b3c8603594 req-8143160e-e6c8-4078-b475-6bdc1e877c16 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784616 Jun 25 12:27:11.104747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:26.869327 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:27:29.603814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-eb057f8e-55ee-434b-b9df-5ca4f1985d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:32.011015 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-888cab44-5b19-4767-9c3f-0ccb5765e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:32.193658 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:33.459633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:35.359330 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:41.101666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:27:59.592227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-129e17db-da93-4ece-be31-48019d9fb11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:02.015135 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b6d35179-a37c-4ec8-a55f-ac6e77b77e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:02.215580 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:03.506372 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:03.860621 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:28:05.306691 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:10.310379 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-55beebb8-a358-4d7c-bf97-a7a7f94c6cca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068363 Jun 25 12:28:10.490403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-763eafbd-3124-4332-9223-4a30c7efde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:28:10.492996 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-763eafbd-3124-4332-9223-4a30c7efde9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1098 time: 0.1181347 Jun 25 12:28:10.711345 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-0d98c12e-fac6-4c48-85f1-4e2a9f0e8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:28:10.714074 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-0d98c12e-fac6-4c48-85f1-4e2a9f0e8d4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1905177 Jun 25 12:28:10.853515 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-0d3f4496-507a-412c-ae56-50a429c86147 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 1000 time: 0.1320157 Jun 25 12:28:10.943995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-77908009-db23-443f-bb81-2285958cd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:28:10.946680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-77908009-db23-443f-bb81-2285958cd3aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0866547 Jun 25 12:28:11.052419 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-534ab3f8-0a64-4745-9079-9c0374046b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:28:11.054953 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-534ab3f8-0a64-4745-9079-9c0374046b80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1018045 Jun 25 12:28:11.077659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:11.216554 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-8b8d985f-8595-43dc-b11b-c6624cf509fb service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545501 Jun 25 12:28:11.329680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89392bf8-7257-4b92-b65e-50dd4cbb11b6 req-791b30cd-0f4c-4702-9309-45cf5cb728c5 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041722 Jun 25 12:28:29.522956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a08b9805-5d93-4c4f-8f2c-116a1c5420a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:32.013762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-63a65042-451e-4671-bf80-68f8126e151d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:32.224966 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:33.482321 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:35.385471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:40.865506 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:28:41.064085 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:28:59.532579 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b0cad741-9d13-43de-89e4-f160e29a5335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:02.052510 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a19e-1538-4ca2-82d0-cc6445293510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:02.196097 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:03.469456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:05.303590 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:11.097991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:12.307172 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-194aaaf6-c9d8-4015-ad58-99dace58ca89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084878 Jun 25 12:29:12.472383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-492ccb74-b041-46fa-80aa-27b9dd0c366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:12.475225 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-492ccb74-b041-46fa-80aa-27b9dd0c366b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1098 time: 0.0995684 Jun 25 12:29:12.684296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-9b247f37-9770-4c46-8517-787dec3912ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:12.687085 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-9b247f37-9770-4c46-8517-787dec3912ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1819339 Jun 25 12:29:12.811346 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-41efb17e-22ee-4449-9763-937a775dd285 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 1000 time: 0.1170926 Jun 25 12:29:12.875038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-d333089c-6668-4bcf-94ca-bd84bd5a78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:12.877470 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-d333089c-6668-4bcf-94ca-bd84bd5a78ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0588927 Jun 25 12:29:12.982695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-3881d661-a791-4225-9b8a-f775c9ac468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:12.985752 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-3881d661-a791-4225-9b8a-f775c9ac468e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011374 Jun 25 12:29:13.121286 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-652cc897-0279-417d-9a7a-28f5a3359836 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280880 Jun 25 12:29:13.268161 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-839ca91c-dc63-4a28-8d15-016127ca4598 req-df2ef92c-aeda-406b-bf16-6586fbb60e8c service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390314 Jun 25 12:29:17.870869 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:29:26.158756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65939-03f2-4a05-871a-be52dd34b51e req-7beaf690-47aa-40e7-863a-f6a3d6d153c9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:26.161668 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-41f65939-03f2-4a05-871a-be52dd34b51e req-7beaf690-47aa-40e7-863a-f6a3d6d153c9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1315022 Jun 25 12:29:26.814144 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-41f65939-03f2-4a05-871a-be52dd34b51e req-fe90b76b-841e-4c50-83dc-710ae662320f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6419635 Jun 25 12:29:29.226719 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563c468-1e08-47f6-81c0-8b50bbdba636 req-2c108c57-35d8-4ecf-8c0b-633639f7aeba tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:29.229938 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6563c468-1e08-47f6-81c0-8b50bbdba636 req-2c108c57-35d8-4ecf-8c0b-633639f7aeba tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.8151994 Jun 25 12:29:29.285731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-6563c468-1e08-47f6-81c0-8b50bbdba636 req-b993737e-0270-4bcf-b6dc-f9812f22b933 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447123 Jun 25 12:29:29.537144 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12bc1e70-ed08-4b5f-94ed-175f7d1d0e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:30.651037 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ffc3b-9c16-432d-9abd-486423d84e1d req-1c7d0f0c-1142-4fe7-9e09-63a5dc3a8e4e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:30.654103 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-980ffc3b-9c16-432d-9abd-486423d84e1d req-1c7d0f0c-1142-4fe7-9e09-63a5dc3a8e4e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1266508 Jun 25 12:29:30.735153 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-980ffc3b-9c16-432d-9abd-486423d84e1d req-e693b8b3-3476-4ed1-8513-497bde4d80bd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697339 Jun 25 12:29:32.039344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5fdb6fb8-b808-48cd-9ba0-b548db307467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:32.089816 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99baf3-2a5d-4a0c-b445-d20fcdb3cac2 req-f0a2772a-ff9f-4e32-81e6-c94a03464a54 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:32.092606 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae99baf3-2a5d-4a0c-b445-d20fcdb3cac2 req-f0a2772a-ff9f-4e32-81e6-c94a03464a54 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1267583 Jun 25 12:29:32.176513 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ae99baf3-2a5d-4a0c-b445-d20fcdb3cac2 req-94fa726d-fac3-4e50-91b8-801c17bf5cc3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716066 Jun 25 12:29:32.226816 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:33.519620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:33.533982 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687e4f6-8ee3-4067-92d5-ce671fcb2132 req-d06db080-a2f6-4e4e-9aa8-256b35312d28 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:33.536827 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5687e4f6-8ee3-4067-92d5-ce671fcb2132 req-d06db080-a2f6-4e4e-9aa8-256b35312d28 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1276343 Jun 25 12:29:33.624405 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5687e4f6-8ee3-4067-92d5-ce671fcb2132 req-1e03586e-6c25-4141-ad13-d88bebabd44c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747805 Jun 25 12:29:34.964645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1e36a-c1c6-4947-9cee-7e17df961072 req-f2dafa1e-197a-450f-955a-fd7345e5c2c9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:34.967453 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ed1e36a-c1c6-4947-9cee-7e17df961072 req-f2dafa1e-197a-450f-955a-fd7345e5c2c9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1327388 Jun 25 12:29:35.041954 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2ed1e36a-c1c6-4947-9cee-7e17df961072 req-c7bc15ca-a8d5-4488-bd01-456807cea372 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630183 Jun 25 12:29:35.308831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:36.403940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8c9d3-328e-4d33-8c91-8bb47e74663f req-6c7b40f7-59ee-4c1a-ab8d-2796c69e0459 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:36.406651 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00d8c9d3-328e-4d33-8c91-8bb47e74663f req-6c7b40f7-59ee-4c1a-ab8d-2796c69e0459 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1267128 Jun 25 12:29:36.471405 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00d8c9d3-328e-4d33-8c91-8bb47e74663f req-cf8a1324-b55b-497e-9834-c946f3916c5e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539875 Jun 25 12:29:37.806464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04bc15-b0e5-4db9-9abf-b1ac2843e7f0 req-0e9947bd-9c62-406a-bdd3-10a7dbf12c4a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:37.808153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc04bc15-b0e5-4db9-9abf-b1ac2843e7f0 req-0e9947bd-9c62-406a-bdd3-10a7dbf12c4a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1012442 Jun 25 12:29:37.879123 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dc04bc15-b0e5-4db9-9abf-b1ac2843e7f0 req-09f3f4f9-7a54-4c23-9886-73683bc98703 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605433 Jun 25 12:29:39.243150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dba80-0e46-416c-8f0a-ba0261e1a946 req-69f66cf5-d2e2-4d5d-a67b-39c6ef495a8e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:39.245910 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a08dba80-0e46-416c-8f0a-ba0261e1a946 req-69f66cf5-d2e2-4d5d-a67b-39c6ef495a8e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1288602 Jun 25 12:29:39.317386 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-a08dba80-0e46-416c-8f0a-ba0261e1a946 req-9cbd2e4b-4464-4564-85e3-6080d0a7c478 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602438 Jun 25 12:29:39.730183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:29:39.942681 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:29:39.969146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'port_id': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'mac_address': 'fa:16:3e:95:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:29:40.049506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:40.076884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 651851b6-6da3-4cb7-bc9c-b93569cdddaf {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:29:40.120370 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:29:40.188978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:40.192259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:29:40.292158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['651851b6-6da3-4cb7-bc9c-b93569cdddaf'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:29:40.345123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:29:40.366586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.373502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:29:40.388467 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:29:40.601023 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b44fae-53b7-41e2-8481-053a38fae952 req-2bc7b761-49f1-430c-b513-a6b71c11b517 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:40.603961 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6b44fae-53b7-41e2-8481-053a38fae952 req-2bc7b761-49f1-430c-b513-a6b71c11b517 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 944 time: 0.1083810 Jun 25 12:29:40.674607 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b6b44fae-53b7-41e2-8481-053a38fae952 req-a6b237c2-f68b-4a26-8ea8-2ebfd49ebadd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631289 Jun 25 12:29:41.126317 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:41.746444 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:29:42.053212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3c2d0-8079-45ea-bca7-9bd18a9edb97 req-dcf77ddf-ac81-4968-8193-94a41a1ea41e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:42.057345 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3cf3c2d0-8079-45ea-bca7-9bd18a9edb97 req-dcf77ddf-ac81-4968-8193-94a41a1ea41e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 944 time: 0.1432841 Jun 25 12:29:42.073014 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 651851b6-6da3-4cb7-bc9c-b93569cdddaf triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:29:42.073686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:42.133694 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-3cf3c2d0-8079-45ea-bca7-9bd18a9edb97 req-1f1c06d9-4b2b-49cc-97ab-f10d58c7638f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650852 Jun 25 12:29:42.230362 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:42.275809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:29:42.279944 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183d6e32-4765-4598-8adf-2e49b17ce147" -d '{"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-plugged", "status": "completed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:29:42.305177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:29:42.423480 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:42.426915 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:29:42.486258 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670ed05c-e415-49e0-b35a-df5954e8dfd8 x-openstack-request-id: req-670ed05c-e415-49e0-b35a-df5954e8dfd8 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:29:42.486690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-plugged", "status": "completed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:29:42.487073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-670ed05c-e415-49e0-b35a-df5954e8dfd8 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:29:42.487717 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'code': 200} Jun 25 12:29:42.532381 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:29:42.538324 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:29:43.490636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833facb-57d2-4e26-8e5b-7d03b70c7596 req-661f8d33-b69e-4703-babb-a053ecdbc4f6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:43.494199 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5833facb-57d2-4e26-8e5b-7d03b70c7596 req-661f8d33-b69e-4703-babb-a053ecdbc4f6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1136246 Jun 25 12:29:43.566233 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5833facb-57d2-4e26-8e5b-7d03b70c7596 req-4ee67ed7-1c8a-4f85-a33d-592538a7fd99 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639346 Jun 25 12:29:44.942907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42115ec7-063e-4287-922d-4416104d821d req-e3ded7ec-a476-431c-8ff3-fc667e9119ff tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:44.946552 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42115ec7-063e-4287-922d-4416104d821d req-e3ded7ec-a476-431c-8ff3-fc667e9119ff tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1484308 Jun 25 12:29:45.015534 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42115ec7-063e-4287-922d-4416104d821d req-747793fa-04d0-4b76-9c99-c8a0d0d07d32 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599749 Jun 25 12:29:46.429612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad5feb-ff59-47d0-b124-f6249a4e7eff req-14159bfc-8339-4a25-8796-d9606fda75d4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:46.432260 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1aad5feb-ff59-47d0-b124-f6249a4e7eff req-14159bfc-8339-4a25-8796-d9606fda75d4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1411369 Jun 25 12:29:46.518898 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1aad5feb-ff59-47d0-b124-f6249a4e7eff req-4d57e2e4-461c-47e2-a842-d48bf96165ff tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781004 Jun 25 12:29:47.925810 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ddc0d-ebd7-49e8-aeee-63d61af7917a req-10f4cb2a-389b-4dbc-87d6-815b7f3cadb1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:47.930365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b0ddc0d-ebd7-49e8-aeee-63d61af7917a req-10f4cb2a-389b-4dbc-87d6-815b7f3cadb1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1338463 Jun 25 12:29:48.020765 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3b0ddc0d-ebd7-49e8-aeee-63d61af7917a req-a7fa160d-7cee-4164-b15f-bb5e47dc9aba tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802193 Jun 25 12:29:49.403462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10459ea4-a634-418f-8e0b-91315ce1c4c1 req-13d9d558-d678-4f04-8a73-0a4b3f1c744d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:49.403462 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-10459ea4-a634-418f-8e0b-91315ce1c4c1 req-13d9d558-d678-4f04-8a73-0a4b3f1c744d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1376300 Jun 25 12:29:49.485486 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-10459ea4-a634-418f-8e0b-91315ce1c4c1 req-f6d0c6b6-3f36-4d76-94d6-783679e33bb9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700212 Jun 25 12:29:50.826106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c2707-a73e-490e-9fda-4926d628f55f req-3af2dc84-fccd-4818-a49d-f497bd3aeceb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:50.828436 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2d9c2707-a73e-490e-9fda-4926d628f55f req-3af2dc84-fccd-4818-a49d-f497bd3aeceb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1252971 Jun 25 12:29:50.909557 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2d9c2707-a73e-490e-9fda-4926d628f55f req-9eb9aae8-ae3e-422c-841a-acb5fea799ae tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676301 Jun 25 12:29:52.304542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72195e9-fdd5-49dd-a1b8-63897b769d09 req-fb70c2b2-384b-4b1e-ab6c-102f793eeef3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:52.308639 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b72195e9-fdd5-49dd-a1b8-63897b769d09 req-fb70c2b2-384b-4b1e-ab6c-102f793eeef3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1398869 Jun 25 12:29:52.398936 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b72195e9-fdd5-49dd-a1b8-63897b769d09 req-2cbb256c-fe28-49fd-a6fa-db67266fd647 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788448 Jun 25 12:29:53.767886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195531-0ef4-449e-96ef-19ad268bccef req-ad462ae6-07b2-4804-ae93-0c261cb2fd54 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:53.780796 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-61195531-0ef4-449e-96ef-19ad268bccef req-ad462ae6-07b2-4804-ae93-0c261cb2fd54 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1456470 Jun 25 12:29:53.850152 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-61195531-0ef4-449e-96ef-19ad268bccef req-632beac4-71e6-4397-80c0-f3dcac365958 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676494 Jun 25 12:29:54.878413 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:29:55.251048 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5626141-8258-4b3d-b852-ece5c435775b req-556c1d03-454c-4b26-9824-74dbd9c240eb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:55.259957 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f5626141-8258-4b3d-b852-ece5c435775b req-556c1d03-454c-4b26-9824-74dbd9c240eb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1442206 Jun 25 12:29:55.338067 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f5626141-8258-4b3d-b852-ece5c435775b req-8b0f19f5-5720-4651-9275-67699e883b51 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694048 Jun 25 12:29:56.758081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ed03f-2027-4c94-b6db-7a35dbf51c0e req-3b8faa98-1966-4931-931d-299a0ef3ca3a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:56.761177 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f59ed03f-2027-4c94-b6db-7a35dbf51c0e req-3b8faa98-1966-4931-931d-299a0ef3ca3a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1450276 Jun 25 12:29:56.850010 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f59ed03f-2027-4c94-b6db-7a35dbf51c0e req-f4d46f42-f70c-4a8a-a151-f0d1a02c7464 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751660 Jun 25 12:29:58.272488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6d4d-2eef-408d-95c2-b1004a001e07 req-9ca0c95d-8aac-49da-87af-8449fec4e117 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:58.275233 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d9db6d4d-2eef-408d-95c2-b1004a001e07 req-9ca0c95d-8aac-49da-87af-8449fec4e117 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1209421 Jun 25 12:29:58.351562 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d9db6d4d-2eef-408d-95c2-b1004a001e07 req-03d3bbb6-d103-4c8f-8967-abce9e1a1736 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649121 Jun 25 12:29:59.555654 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4b60e598-ed80-45ca-8391-7d944acd38e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:29:59.731537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b1d2c-f6ce-478d-a0a0-1322a24a8068 req-befdbece-cb15-4e65-9e1a-876b96fbdbd0 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:29:59.734303 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-781b1d2c-f6ce-478d-a0a0-1322a24a8068 req-befdbece-cb15-4e65-9e1a-876b96fbdbd0 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1284001 Jun 25 12:29:59.811511 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-781b1d2c-f6ce-478d-a0a0-1322a24a8068 req-dccccd45-98bb-47d5-be1d-aa3cf9d61ea8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621083 Jun 25 12:30:01.179885 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760569b5-7af2-4dae-bb4f-2d5de1eaaeee req-fb667ecb-d5ea-4405-99f2-f348681e3d31 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:01.182780 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-760569b5-7af2-4dae-bb4f-2d5de1eaaeee req-fb667ecb-d5ea-4405-99f2-f348681e3d31 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1451163 Jun 25 12:30:01.268755 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-760569b5-7af2-4dae-bb4f-2d5de1eaaeee req-ebbbb22a-b8db-46de-afeb-6b7f9da7b021 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751669 Jun 25 12:30:01.275021 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-fe52c892-e787-4bda-8d65-73dce7606b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:01.278148 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-fe52c892-e787-4bda-8d65-73dce7606b94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1098 time: 0.1139147 Jun 25 12:30:01.462559 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-7d69f60a-6f9d-4454-83ee-aa949642dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:01.465399 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-7d69f60a-6f9d-4454-83ee-aa949642dd88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1796520 Jun 25 12:30:01.590490 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-fd30e43e-2762-4f67-8c2d-cdacef8769f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 1000 time: 0.1177833 Jun 25 12:30:01.706948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-d4dab56b-ee8e-44c6-b182-0a0e9c7bb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:01.709891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-d4dab56b-ee8e-44c6-b182-0a0e9c7bb837 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.1117277 Jun 25 12:30:01.804770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-df4ec9a1-0f3d-456b-803f-65b4644109f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:01.807549 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-df4ec9a1-0f3d-456b-803f-65b4644109f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910015 Jun 25 12:30:01.957799 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-ee6cff66-474e-4e51-8e22-4b226bafa1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434383 Jun 25 12:30:02.069265 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf44c2f6-7c9f-4f82-acb3-d3d27ac210fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:02.097973 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-aabd147c-accb-44bf-909a-100b4d7cbc8c req-f745f5a5-93b2-4575-aab5-2b5b9fbcea32 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334107 Jun 25 12:30:02.263490 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:02.622564 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f3dc9-79fe-4b03-9eab-69ec6a13159f req-ea5c19e5-1277-49fb-aa58-337f0af721b6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:02.625481 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-822f3dc9-79fe-4b03-9eab-69ec6a13159f req-ea5c19e5-1277-49fb-aa58-337f0af721b6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1120596 Jun 25 12:30:02.705454 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-822f3dc9-79fe-4b03-9eab-69ec6a13159f req-f51fde9f-dc37-429c-b068-7b0226627566 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670147 Jun 25 12:30:03.504061 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:04.064352 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edcd96-3760-4e3d-841c-1ceb7e2125cf req-949ab15b-2758-4a5e-bd28-f33b46a18f08 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:04.067149 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-66edcd96-3760-4e3d-841c-1ceb7e2125cf req-949ab15b-2758-4a5e-bd28-f33b46a18f08 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1307263 Jun 25 12:30:04.150834 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-66edcd96-3760-4e3d-841c-1ceb7e2125cf req-9028b9c7-0be7-40f1-b8d1-bf38024360b2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708675 Jun 25 12:30:05.348943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:05.532027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c689320-eff4-47bd-ae7f-bbf671101769 req-b61575c1-fb33-4f0a-9997-a887206564e4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:05.534775 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2c689320-eff4-47bd-ae7f-bbf671101769 req-b61575c1-fb33-4f0a-9997-a887206564e4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 945 time: 0.1351273 Jun 25 12:30:05.601839 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2c689320-eff4-47bd-ae7f-bbf671101769 req-25638170-0ef0-4854-974c-119d02c9efce tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577922 Jun 25 12:30:05.890541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:30:06.064665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:06.122236 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:30:06.126608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665aba2a-cbb2-4e4d-984a-347495f0218e" -d '{"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-unplugged", "status": "completed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:30:06.157680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:30:06.186477 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Jun 2021 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f159e68-ab0c-4a12-816f-af000e4f205a x-openstack-request-id: req-0f159e68-ab0c-4a12-816f-af000e4f205a {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:30:06.186879 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-unplugged", "status": "failed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "code": 422}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:30:06.187512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f159e68-ab0c-4a12-816f-af000e4f205a {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:30:06.188059 dv-neutron-797120-5-hyperv neutron-server[94502]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'code': 422} returned with failed status Jun 25 12:30:06.240718 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:06.244518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bff95e65-91b9-4fa8-8d2b-f91710992d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:30:06.331542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:30:06.340946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:30:06.488776 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cbad2-b048-443a-b3d7-023f9912e624 req-597f4835-98a6-498d-ab2c-f6b72cc8b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:06.491642 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2e2cbad2-b048-443a-b3d7-023f9912e624 req-597f4835-98a6-498d-ab2c-f6b72cc8b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1303725 Jun 25 12:30:06.556927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2e2cbad2-b048-443a-b3d7-023f9912e624 req-1b142a6b-a93e-4a55-ab24-83b0c520c297 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501261 Jun 25 12:30:06.857562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37640) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:30:07.000015 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-b9e2cc37-dd4b-4eeb-83c7-53b156aa6c63 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407661 Jun 25 12:30:07.823182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597efb1-ab1b-4749-becd-137bb76c3687 req-4fa8d187-abbc-4839-b28d-98f9419e4bd1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:07.826124 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7597efb1-ab1b-4749-becd-137bb76c3687 req-4fa8d187-abbc-4839-b28d-98f9419e4bd1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1072774 Jun 25 12:30:07.907062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7597efb1-ab1b-4749-becd-137bb76c3687 req-fe054798-cc7f-4709-976f-809d06141816 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655918 Jun 25 12:30:09.224311 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c264b2-f1fb-47a5-b111-73cdccf65b5a req-51c90bc3-9de1-482a-ac30-7a323b35ce9f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:09.227882 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20c264b2-f1fb-47a5-b111-73cdccf65b5a req-51c90bc3-9de1-482a-ac30-7a323b35ce9f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1432908 Jun 25 12:30:09.280088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-84a2bbfe-12c8-406d-8952-7d6a50090b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:09.282967 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-84a2bbfe-12c8-406d-8952-7d6a50090b75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97&tenant_id=857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 1096 time: 0.1871388 Jun 25 12:30:09.284057 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-20c264b2-f1fb-47a5-b111-73cdccf65b5a req-6eccb054-6824-4ff3-ac90-5cc7786b1904 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458152 Jun 25 12:30:09.412089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-b57f1a5f-e7e5-43a1-bed9-92ea7fe2ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:09.415857 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-b57f1a5f-e7e5-43a1-bed9-92ea7fe2ebcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1096 time: 0.1058474 Jun 25 12:30:09.610055 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-fa0fdacb-ecb8-4c9e-b401-46779c54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:09.612585 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-fa0fdacb-ecb8-4c9e-b401-46779c54abc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1901064 Jun 25 12:30:09.736408 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-c5fc9d7e-c78d-459c-a3dd-89e290f48dcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 998 time: 0.1170838 Jun 25 12:30:09.827988 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-ae36388a-7515-4332-b24f-49cf6dc658bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:09.830848 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-ae36388a-7515-4332-b24f-49cf6dc658bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0880942 Jun 25 12:30:09.943328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-ab198981-69f9-4aec-9000-c37522698d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:09.946879 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-ab198981-69f9-4aec-9000-c37522698d42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1093278 Jun 25 12:30:10.127545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-ba7b0521-6350-47ab-b431-ad95b658f698 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733046 Jun 25 12:30:10.312263 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ce41234d-dbdb-42d9-9e32-21958d920094 req-a3f70f39-dd43-4501-85df-46157093ec92 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768868 Jun 25 12:30:10.540561 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e69d2-51c6-4bae-82b6-b8d9890c9d1e req-db341468-5614-495d-898c-5de2d6ca833f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:10.541755 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7e4e69d2-51c6-4bae-82b6-b8d9890c9d1e req-db341468-5614-495d-898c-5de2d6ca833f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.0934005 Jun 25 12:30:10.597497 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7e4e69d2-51c6-4bae-82b6-b8d9890c9d1e req-27f3dfb3-7ecc-4ebf-8b56-71599a5307e7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Jun 25 12:30:11.125635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:11.945995 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69757d82-8643-4d50-8fbe-c9eef0e3e971 req-7c3c8224-26ae-4d62-a26a-de361157197a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:11.949133 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-69757d82-8643-4d50-8fbe-c9eef0e3e971 req-7c3c8224-26ae-4d62-a26a-de361157197a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1329637 Jun 25 12:30:12.031095 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-69757d82-8643-4d50-8fbe-c9eef0e3e971 req-3af5fb48-a9ef-456d-b8a3-08fb649e3730 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718541 Jun 25 12:30:13.325017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6177-a22f-4412-84f5-84175485a0a2 req-93b09a49-0915-4d05-b9b8-a87e7ec311e5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:13.327758 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5b2b6177-a22f-4412-84f5-84175485a0a2 req-93b09a49-0915-4d05-b9b8-a87e7ec311e5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1311371 Jun 25 12:30:13.405897 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5b2b6177-a22f-4412-84f5-84175485a0a2 req-2087aed8-26ae-4b3a-a7ee-ddd801b836a9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659742 Jun 25 12:30:14.783133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cdb2b-1746-4787-9e88-5cdc8de8829b req-5a7a1534-474e-4199-be1c-a04ec0d9f0e1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:14.787739 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-253cdb2b-1746-4787-9e88-5cdc8de8829b req-5a7a1534-474e-4199-be1c-a04ec0d9f0e1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1316185 Jun 25 12:30:14.877176 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-253cdb2b-1746-4787-9e88-5cdc8de8829b req-a6ab1cec-7edc-4fad-8b55-cf61b04b0ee9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785327 Jun 25 12:30:16.198886 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29e960-270d-440f-a00d-5e18bc25a133 req-e7608b44-a42f-4021-90b4-36ffdc61375e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:16.202665 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-da29e960-270d-440f-a00d-5e18bc25a133 req-e7608b44-a42f-4021-90b4-36ffdc61375e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1237109 Jun 25 12:30:16.290354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-da29e960-270d-440f-a00d-5e18bc25a133 req-1d7f1dfb-9545-455f-a8c7-e70cc495908f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757797 Jun 25 12:30:17.784532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be55ac-c5d7-41d2-8bec-5b365b88bf75 req-b17e725d-99dc-4c40-8c73-e23aa72772eb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:17.789346 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b8be55ac-c5d7-41d2-8bec-5b365b88bf75 req-b17e725d-99dc-4c40-8c73-e23aa72772eb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.2357302 Jun 25 12:30:17.866010 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b8be55ac-c5d7-41d2-8bec-5b365b88bf75 req-22908934-0a0a-430b-baf7-344a8f71c540 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669639 Jun 25 12:30:19.311228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71397e91-01d6-43c3-9409-adde5a433446 req-b6f00e86-84a0-4839-a477-4df8f1a386f8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:19.315177 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-71397e91-01d6-43c3-9409-adde5a433446 req-b6f00e86-84a0-4839-a477-4df8f1a386f8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.2273839 Jun 25 12:30:19.398979 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-71397e91-01d6-43c3-9409-adde5a433446 req-2ed55251-c3d1-4db8-9daf-7e0365e1a523 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721269 Jun 25 12:30:20.809760 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56776-7d9a-4121-b6ea-c64d73d929b8 req-35cedcc8-c96c-48af-b50b-e977292bb101 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:20.813184 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-29e56776-7d9a-4121-b6ea-c64d73d929b8 req-35cedcc8-c96c-48af-b50b-e977292bb101 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1654861 Jun 25 12:30:20.911745 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-29e56776-7d9a-4121-b6ea-c64d73d929b8 req-fc253be1-cac7-4ef6-8768-10ce3626bf9f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878971 Jun 25 12:30:21.935583 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-cd2ceb18-76a9-45ad-a975-931464cb9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:21.938419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-cd2ceb18-76a9-45ad-a975-931464cb9c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1096 time: 0.1085663 Jun 25 12:30:22.158761 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-d95abef2-cd64-4323-8349-11c7703f2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:22.160476 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-d95abef2-cd64-4323-8349-11c7703f2483 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1919465 Jun 25 12:30:22.239709 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eb004-6b04-4bfa-bdcd-a31644ebb581 req-66dabe1c-4e41-4728-b1ac-b9ceeefc3c22 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:22.242369 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-897eb004-6b04-4bfa-bdcd-a31644ebb581 req-66dabe1c-4e41-4728-b1ac-b9ceeefc3c22 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1020050 Jun 25 12:30:22.298740 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-897eb004-6b04-4bfa-bdcd-a31644ebb581 req-90a5ec8b-c746-4fc4-952c-af484904e55d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499609 Jun 25 12:30:23.652428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b63fa-761a-46a0-ab4b-4c61174393f3 req-6f5d849a-4318-48cc-9773-6e73e5ac541c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:23.655319 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1f1b63fa-761a-46a0-ab4b-4c61174393f3 req-6f5d849a-4318-48cc-9773-6e73e5ac541c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1461756 Jun 25 12:30:23.735620 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-1f1b63fa-761a-46a0-ab4b-4c61174393f3 req-34809491-e5e6-41be-9a87-735125141b08 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686717 Jun 25 12:30:25.104943 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e38f-d644-4b8d-aca1-19269235bf3a req-929a0a65-9a1d-4878-8584-97f3420d2cc9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:25.107420 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-53a5e38f-d644-4b8d-aca1-19269235bf3a req-929a0a65-9a1d-4878-8584-97f3420d2cc9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1217771 Jun 25 12:30:25.179650 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-53a5e38f-d644-4b8d-aca1-19269235bf3a req-ad2bd0da-0a80-4eb0-b5d4-5171994fbd46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636368 Jun 25 12:30:25.467808 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-12960bb9-fe7e-42d2-b946-6e69c7e1263c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 998 time: 0.1154697 Jun 25 12:30:25.558079 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-8cf0caf3-b61c-4488-927c-b5e43ad378b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:25.560945 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-8cf0caf3-b61c-4488-927c-b5e43ad378b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0837436 Jun 25 12:30:25.670937 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-957895f8-dc5f-47b7-aa05-3697ca81cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:25.673713 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-957895f8-dc5f-47b7-aa05-3697ca81cdd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062686 Jun 25 12:30:25.858048 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-131a0193-cf10-452d-b8bc-6c4e2fca4f8b service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770074 Jun 25 12:30:25.998753 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-47993d34-833d-4c70-a314-5be0f5c0fbc5 req-95340512-824b-4842-8640-a643371c223a service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344044 Jun 25 12:30:26.427641 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c21520-14f7-4954-8b06-408aa5324d7f req-42a2aa1a-533e-49cd-a30b-bd0e0c3edf15 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:26.429504 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-45c21520-14f7-4954-8b06-408aa5324d7f req-42a2aa1a-533e-49cd-a30b-bd0e0c3edf15 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.0825548 Jun 25 12:30:26.497235 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-45c21520-14f7-4954-8b06-408aa5324d7f req-5cc4815e-ee5e-47dc-bc7f-68c7363cf2e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570657 Jun 25 12:30:27.793154 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724a89f-0809-455c-9f70-bac687bf0eb5 req-7c778e18-7e22-4b69-a269-01041cdddc08 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:27.795756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3724a89f-0809-455c-9f70-bac687bf0eb5 req-7c778e18-7e22-4b69-a269-01041cdddc08 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1265945 Jun 25 12:30:27.870709 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3724a89f-0809-455c-9f70-bac687bf0eb5 req-4025ec7a-81b0-419e-b8ef-81ff04f1a9a9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627525 Jun 25 12:30:29.204506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4831-3dda-4db4-8c1a-f9f7fc3656fb req-c5196736-17ee-41ae-8fe2-84ac2035ae74 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:29.207485 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-016d4831-3dda-4db4-8c1a-f9f7fc3656fb req-c5196736-17ee-41ae-8fe2-84ac2035ae74 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 943 time: 0.1284482 Jun 25 12:30:29.296683 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-016d4831-3dda-4db4-8c1a-f9f7fc3656fb req-197ece7c-796d-48f0-ab41-ab7c0748f658 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783944 Jun 25 12:30:29.588866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c7ff6116-0459-49ba-9c9c-e0a4a6cfcb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:30.010539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:30:30.214642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:30:30.245022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'port_id': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'mac_address': 'fa:16:3e:95:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:30:30.339233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:30.365003 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651851b6-6da3-4cb7-bc9c-b93569cdddaf {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:30:30.405039 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:30:30.511468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:30.514659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:30:30.622468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=9']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:30:30.632871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:30:30.667007 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585297d3-f3e1-4815-a290-77bf9ae3051b req-d9b99a69-1337-4118-997b-5210701e6dbe tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:30.669841 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-585297d3-f3e1-4815-a290-77bf9ae3051b req-d9b99a69-1337-4118-997b-5210701e6dbe tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 944 time: 0.1356113 Jun 25 12:30:30.738332 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-585297d3-f3e1-4815-a290-77bf9ae3051b req-5ee55a20-888f-4dc4-9508-fb8fc810f5d2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554724 Jun 25 12:30:30.931828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['651851b6-6da3-4cb7-bc9c-b93569cdddaf'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:30:31.873299 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:30:32.025409 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f99da2b7-f1e3-40c4-bad2-faeb16f26308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:32.077868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20f186-e54f-4093-a436-1e7aba54bd2f req-e71d9964-e0d1-4b95-9332-248c79a5f220 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:32.080037 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5d20f186-e54f-4093-a436-1e7aba54bd2f req-e71d9964-e0d1-4b95-9332-248c79a5f220 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 944 time: 0.0950265 Jun 25 12:30:32.155111 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5d20f186-e54f-4093-a436-1e7aba54bd2f req-933d3c2c-0156-49a7-bdb7-4841b7b585c1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636623 Jun 25 12:30:32.222912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:33.500922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d332-a442-44ab-b926-f2dc6a1d61a9 req-fbc90141-7154-4e07-a2a1-5dc84ff42626 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:33.503576 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:33.504193 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5056d332-a442-44ab-b926-f2dc6a1d61a9 req-fbc90141-7154-4e07-a2a1-5dc84ff42626 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 944 time: 0.1163962 Jun 25 12:30:33.574461 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5056d332-a442-44ab-b926-f2dc6a1d61a9 req-da09fd5d-41c5-4dfd-a1d8-56a7b02eac9b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593910 Jun 25 12:30:34.051934 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:30:34.152817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 651851b6-6da3-4cb7-bc9c-b93569cdddaf triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:30:34.153573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:34.318405 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:34.351912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:30:34.355828 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14326b1-e5f6-4e58-9e8a-0ba0c2c8d301" -d '{"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-plugged", "status": "completed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:30:34.381665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:30:34.436573 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c90d11-5c8e-4e19-8f2c-fb6e2e3b012b x-openstack-request-id: req-34c90d11-5c8e-4e19-8f2c-fb6e2e3b012b {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:30:34.437029 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-plugged", "status": "completed", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:30:34.437469 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34c90d11-5c8e-4e19-8f2c-fb6e2e3b012b {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:30:34.438092 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'code': 200} Jun 25 12:30:34.441937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:34.446451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:30:34.533680 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=10']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:30:34.538004 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:30:34.934568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb81f2-73aa-4e62-874e-77cbb4088f3b req-2b42265f-af41-46f4-952b-e2ef2c71d98d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:34.936745 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfeb81f2-73aa-4e62-874e-77cbb4088f3b req-2b42265f-af41-46f4-952b-e2ef2c71d98d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 946 time: 0.1375268 Jun 25 12:30:34.955011 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f9ec-4d75-4e52-ac5d-d737ad0e65db req-0e5b378e-beeb-4044-92f7-0506dfc6b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:34.957595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc97f9ec-4d75-4e52-ac5d-d737ad0e65db req-0e5b378e-beeb-4044-92f7-0506dfc6b20e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1099 time: 0.1184962 Jun 25 12:30:35.055660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-bfeb81f2-73aa-4e62-874e-77cbb4088f3b req-a2539063-2672-4444-ab9d-8129e45d8405 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075215 Jun 25 12:30:35.066949 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fc97f9ec-4d75-4e52-ac5d-d737ad0e65db req-3c820670-0967-4f95-9b38-e3587240f526 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983517 Jun 25 12:30:35.327121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:36.396363 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204205-cbb8-41a2-b514-8b21f45e7065 req-28837144-4e6d-48cd-b8f1-d23f189c2548 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:36.398968 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-26204205-cbb8-41a2-b514-8b21f45e7065 req-28837144-4e6d-48cd-b8f1-d23f189c2548 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 946 time: 0.0948777 Jun 25 12:30:36.463127 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-26204205-cbb8-41a2-b514-8b21f45e7065 req-23970742-d598-44bd-990e-513196cf5fa4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530608 Jun 25 12:30:37.747595 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf6ad3-c499-4461-9a06-39d3c0744941 req-bcea6b21-848b-4920-83e0-cb021ac4b77e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:37.750919 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89bf6ad3-c499-4461-9a06-39d3c0744941 req-bcea6b21-848b-4920-83e0-cb021ac4b77e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 946 time: 0.1239853 Jun 25 12:30:37.824290 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-89bf6ad3-c499-4461-9a06-39d3c0744941 req-2d9c3c0c-ab39-41f0-8cb1-e9975f81d53b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625741 Jun 25 12:30:39.177425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781fc80-0bb8-476e-ae6a-b6847f845234 req-22e3d946-c4f4-48ff-a50f-d1ce3d5e50f3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:30:39.181253 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2781fc80-0bb8-476e-ae6a-b6847f845234 req-22e3d946-c4f4-48ff-a50f-d1ce3d5e50f3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 946 time: 0.1292987 Jun 25 12:30:39.241581 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2781fc80-0bb8-476e-ae6a-b6847f845234 req-6500d8e0-b9c1-4187-b49c-358c33d9f823 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535061 Jun 25 12:30:41.137070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:30:59.596798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-fe41b843-c5dc-4747-80b7-a76eb5169d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:02.025860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b5b14c0d-1d09-41bb-9212-99fa212c264f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:02.225730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:03.525652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:05.317127 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:08.879527 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:31:11.166387 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:13.289333 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-27b37ddb-ddf3-4440-97d2-4acaadbe1750 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0986774 Jun 25 12:31:13.452576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-55c342d1-9374-48d7-a634-e7b509a26417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:31:13.455425 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-55c342d1-9374-48d7-a634-e7b509a26417 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1099 time: 0.1025057 Jun 25 12:31:13.658489 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-a513d36d-f13b-4c79-a6ff-091269431670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:31:13.661300 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-a513d36d-f13b-4c79-a6ff-091269431670 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1747983 Jun 25 12:31:13.785407 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-2edb10d2-cb51-4292-8f01-a4b2abf12eb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 1000 time: 0.1167173 Jun 25 12:31:13.875613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-b050ca9d-6db3-4504-9a84-873fdc8be9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:31:13.878218 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-b050ca9d-6db3-4504-9a84-873fdc8be9d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0862834 Jun 25 12:31:13.968260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-92b6089e-fc4b-4e7f-ba8f-d9423cf7c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:31:13.970742 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-92b6089e-fc4b-4e7f-ba8f-d9423cf7c9cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851612 Jun 25 12:31:14.117046 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-134167f5-efcd-49e3-ae38-1a60b5da32f1 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384468 Jun 25 12:31:14.299419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-44ff39ba-1f55-4ea1-9dcd-1a0cafac90a8 req-a44716c0-6877-4415-a3b8-b491beaf0db2 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755753 Jun 25 12:31:29.637388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e7c87d39-fe8b-43e3-968c-8ca27f3def38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:32.019984 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f1380da8-5217-415b-a0e4-f9a7fc4c900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:32.229115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:33.674697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:35.400753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:41.174384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:31:45.874863 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:31:59.597994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-31494de7-132c-4bf0-89e8-bfbdfa171470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:02.034806 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e62371f6-fa89-4caf-9d81-661f8aed03cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:02.221280 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:03.554760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:05.323685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:11.166520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:13.287283 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-2dcb5c4a-a8e7-4ecf-9884-8ba63573c625 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881519 Jun 25 12:32:13.456651 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-9b466e6d-9c34-49f5-b84d-b106d4811bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:13.459355 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-9b466e6d-9c34-49f5-b84d-b106d4811bab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1099 time: 0.1067579 Jun 25 12:32:13.661483 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-3f2516e2-8272-4081-9a3d-b1be62458a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:13.663947 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-3f2516e2-8272-4081-9a3d-b1be62458a18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1753695 Jun 25 12:32:13.794931 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-5c28205d-1144-47f3-b4a4-55250387681e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 1000 time: 0.1232910 Jun 25 12:32:13.861308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-8482d0f6-2f11-4479-a349-b39a66a7532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:13.863280 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-8482d0f6-2f11-4479-a349-b39a66a7532f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0625095 Jun 25 12:32:13.937448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-0f950aa2-3812-43b3-b135-6f6aaa78d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:13.939205 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-0f950aa2-3812-43b3-b135-6f6aaa78d2eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699880 Jun 25 12:32:14.139158 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-35f80160-4e58-4f37-80ab-846816001ccb service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879358 Jun 25 12:32:14.327104 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22477748-a9de-44d8-8c9f-75dc5a849c70 req-a9608435-6b09-49f4-8ce5-8bbe9ccbf5c3 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799734 Jun 25 12:32:14.859280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37804) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:15.185548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Deleting port 626be7cb-cfb7-48cb-9ba4-725e57bf5f5f {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:32:15.186061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:15.309758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:15.310324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:15.334828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Calling delete_port for 626be7cb-cfb7-48cb-9ba4-725e57bf5f5f owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:32:15.800358 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:15.804623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e664f614-c1fc-4d91-9b78-943b8067b323 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:15.849997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event deleted for resources: {'Port': ['ID=626be7cb-cfb7-48cb-9ba4-725e57bf5f5f,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:15.870906 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.872150 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.872339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.872831 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.873538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.874207 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.874836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.875496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.876124 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.876743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.877339 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.877918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:15.905801 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:15.951242 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:16.031900 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Floating IP 4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5 disassociated (deleted). External IP: 172.26.0.17, port: 651851b6-6da3-4cb7-bc9c-b93569cdddaf. Jun 25 12:32:16.223636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Router e20113be-f002-4ab1-82de-9c6435bb88c1 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:32:16.375704 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:32:16.385347 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:16.391917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] Sync routers for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:32:16.409952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:32:16.410869 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:32:16.455609 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-8c8c7189-7225-415d-9ff4-2d1389b912a5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "DELETE /v2.0/floatingips/4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5 HTTP/1.1" status: 204 len: 168 time: 1.5943756 Jun 25 12:32:16.456799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:32:16.462437 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb536245a4293004ccb94569e29862530b8a96f6b074e81abc97c5bb77e2e451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042ad88-45f4-4174-a20d-01fbbba6087d" -d '{"events": [{"name": "network-changed", "server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:32:16.631136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:32:16.704054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5661da9a-e38b-4600-ae2e-0e286620e09c x-openstack-request-id: req-5661da9a-e38b-4600-ae2e-0e286620e09c {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:32:16.704766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:32:16.705314 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5661da9a-e38b-4600-ae2e-0e286620e09c {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:32:16.706101 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'status': 'completed', 'code': 200} Jun 25 12:32:16.836574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-b1d24e62-f869-4e02-88c0-baa864825c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:16.844525 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-b1d24e62-f869-4e02-88c0-baa864825c81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 1099 time: 0.1073227 Jun 25 12:32:16.991557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-8231bd4b-af71-40bb-baba-61371f56d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:16.993779 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-8231bd4b-af71-40bb-baba-61371f56d251 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1472058 Jun 25 12:32:17.058121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:32:17.070675 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-1152c33a-6160-486c-bdfb-078eafef2d52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 200 len: 217 time: 0.0695422 Jun 25 12:32:17.093650 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] Checking router: e20113be-f002-4ab1-82de-9c6435bb88c1 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:32:17.128964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:32:17.128964 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:32:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:32:17.179733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-962ecf82-cd11-4e31-b7b7-ee1db9cd051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:17.183711 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-962ecf82-cd11-4e31-b7b7-ee1db9cd051f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.1069665 Jun 25 12:32:17.305656 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-6078e3e1-58e5-468f-9c0c-cbb5b47f2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:17.308908 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-6078e3e1-58e5-468f-9c0c-cbb5b47f2be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174116 Jun 25 12:32:17.314753 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:32:17.500969 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-d03c154e-159b-4b06-873d-b2d70c0cd4ca service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850743 Jun 25 12:32:17.591652 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3ffca-3485-474e-b196-8b2fc7b09847 req-bd9cc19c-6909-492a-bb27-55759a24b46e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:17.594797 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00f3ffca-3485-474e-b196-8b2fc7b09847 req-bd9cc19c-6909-492a-bb27-55759a24b46e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 946 time: 0.1308532 Jun 25 12:32:17.668054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4042ad88-45f4-4174-a20d-01fbbba6087d req-29b561ff-6a53-43cb-a05f-bb60851b71af service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565728 Jun 25 12:32:17.688192 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-00f3ffca-3485-474e-b196-8b2fc7b09847 req-1505559c-1830-44cc-94fd-f951fa21831c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786872 Jun 25 12:32:17.731320 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:32:17.769587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07cde7-dc55-4610-ad62-752e7d4d9a78 None None] The sync data for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv is: [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:32:18.115875 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d18e7-80a1-4554-84e4-a52ce1e549c1 None None] New status for floating IP 4e5fa0d3-5ef8-4098-8bd6-eb050b0cd8f5: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:32:19.134745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469035e2-a2ac-481c-a92c-ab34dc91abaf req-65172759-60ad-4943-88dd-e3f387c2b341 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:19.137545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-469035e2-a2ac-481c-a92c-ab34dc91abaf req-65172759-60ad-4943-88dd-e3f387c2b341 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 946 time: 0.2048893 Jun 25 12:32:19.176833 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48caa5-1942-455f-a592-d381f908eeae req-950ec628-e5f2-4988-8457-5d3d4f44138c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:32:19.179542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3c48caa5-1942-455f-a592-d381f908eeae req-950ec628-e5f2-4988-8457-5d3d4f44138c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 946 time: 0.1883042 Jun 25 12:32:19.293582 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-469035e2-a2ac-481c-a92c-ab34dc91abaf req-5bd68f48-33ff-474c-b803-b8a833745eb4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=38819260-09f8-4f2b-bc7b-4c32df41a671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435678 Jun 25 12:32:19.412460 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Deleting port 651851b6-6da3-4cb7-bc9c-b93569cdddaf {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:32:19.413036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:19.614330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] For port 651851b6-6da3-4cb7-bc9c-b93569cdddaf, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=651851b6-6da3-4cb7-bc9c-b93569cdddaf,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:32:19.615028 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:19.644467 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Calling delete_port for 651851b6-6da3-4cb7-bc9c-b93569cdddaf owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:32:19.989230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:19.996568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-be218039-bb46-4624-9c0c-fc8d45f421a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:20.046159 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event deleted for resources: {'Port': ['ID=651851b6-6da3-4cb7-bc9c-b93569cdddaf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:20.101784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.102369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.102974 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.103579 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.104168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.104763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.105405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.106012 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.106762 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.107328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.107946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.108532 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:32:20.116118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:20.149608 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] No DVR routers for this DVR port 651851b6-6da3-4cb7-bc9c-b93569cdddaf on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:32:20.153479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:20.157003 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3c48caa5-1942-455f-a592-d381f908eeae req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "DELETE /v2.0/ports/651851b6-6da3-4cb7-bc9c-b93569cdddaf HTTP/1.1" status: 204 len: 173 time: 0.9624755 Jun 25 12:32:20.157999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-deleted', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:32:20.162413 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd15bebe-0045-460d-b999-3abd31909f92" -d '{"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-deleted", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:32:20.305172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82e8f3-40dd-41dc-a601-e16a84a35002 x-openstack-request-id: req-fa82e8f3-40dd-41dc-a601-e16a84a35002 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:32:20.305739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f104a-1287-4113-bff0-32263803ac97", "name": "network-vif-deleted", "tag": "651851b6-6da3-4cb7-bc9c-b93569cdddaf", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:32:20.306264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa82e8f3-40dd-41dc-a601-e16a84a35002 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:32:20.307077 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f104a-1287-4113-bff0-32263803ac97', 'name': 'network-vif-deleted', 'tag': '651851b6-6da3-4cb7-bc9c-b93569cdddaf', 'status': 'completed', 'code': 200} Jun 25 12:32:20.626893 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-09d43ac3-d3ea-4370-8d20-efb3412e94c8 req-dcbe6239-8b53-4d9e-9029-f634d6371540 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=f70f104a-1287-4113-bff0-32263803ac97 HTTP/1.1" status: 200 len: 210 time: 0.0714324 Jun 25 12:32:21.830463 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37836) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:21.950181 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-331d63bf-0586-4272-901b-77c03224df6f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:21.998196 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-331d63bf-0586-4272-901b-77c03224df6f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:22.195680 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-331d63bf-0586-4272-901b-77c03224df6f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:22.203874 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-331d63bf-0586-4272-901b-77c03224df6f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:22.203874 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-331d63bf-0586-4272-901b-77c03224df6f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "DELETE /v2.0/security-groups/38819260-09f8-4f2b-bc7b-4c32df41a671 HTTP/1.1" status: 204 len: 168 time: 0.3712072 Jun 25 12:32:22.204798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1ce4fab1-cd5d-4b32-bf36-c9d02b5c240b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:22.224024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d63bf-0586-4272-901b-77c03224df6f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38819260-09f8-4f2b-bc7b-4c32df41a671,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:22.229602 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-331d63bf-0586-4272-901b-77c03224df6f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:22.500149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:32:22.537683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 651851b6-6da3-4cb7-bc9c-b93569cdddaf {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:32:22.538352 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 651851b6-6da3-4cb7-bc9c-b93569cdddaf not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:32:22.880298 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:32:23.214923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37842) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:23.223462 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082198979', 'description': 'tempest-secgroup-smoke-1082198979 description', 'project_id': '857be0b19c1244438010bf04643f85e6'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:32:23.375542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:23.554290 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:23.614295 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:23.620065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b0b9a07f-10ce-46af-bba5-0f1fc65af236 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:23.658060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29260b92-d0d7-428d-8b60-048b986ddebf,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:23.662599 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:24.062793 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:24.064361 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b882c75d-2a5d-4a4a-9ce6-02149257f54b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8479028 Jun 25 12:32:24.068922 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37844) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:24.075679 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '29260b92-d0d7-428d-8b60-048b986ddebf', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:32:24.191450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:24.310557 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:24.479688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:24.483108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fe620189-f0f8-437b-8cfd-e76a81ffd4e8 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:24.518493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdf2813-0248-4832-939f-088995c6efb2,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:24.523767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:24.674623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:24.676786 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-b9a4cad7-4de4-4831-b475-c9771c1d0cd5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6061647 Jun 25 12:32:24.682018 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37846) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:24.690609 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '29260b92-d0d7-428d-8b60-048b986ddebf', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:32:24.871794 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [req-27d942e8-123f-461d-abc7-7c205e3a2921 req-b091f90f-cfa2-46df-9f86-6d90cb30f7bd service neutron] (94500) timed out ('10.222.0.81', 36418) {{(pid=94500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 12:32:24.969907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.094349 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.189031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.198286 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2f7b8612-5071-42e0-84d7-5c898baab438 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:25.232134 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a09613-94e6-4ef3-ab9f-375f715f93c1,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:25.236779 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:25.303534 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.306465 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-218082e2-f1b9-4be5-9432-28ad3c017806 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6225972 Jun 25 12:32:25.311199 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 37848) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:25.319818 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '29260b92-d0d7-428d-8b60-048b986ddebf', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:32:25.479035 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.607182 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.692059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.696203 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fdf70a8e-df6c-4a0f-85cb-4820781f5eae tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:25.732017 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81bd268-00eb-4821-9245-24122fa7e4b3,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:25.738132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:25.829537 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:25.831814 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-2867d441-f64c-4692-bedb-fcc80b604ccd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5188267 Jun 25 12:32:25.836581 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37850) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:25.845553 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '29260b92-d0d7-428d-8b60-048b986ddebf', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:32:25.998867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.148825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.295898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.298997 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-36455ffd-4663-4e1c-91fa-a48f920d1633 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:26.333060 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0831196b-f630-41e2-9b9f-089894341c57,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:26.338532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:26.472986 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.475144 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9e75755e-077c-43ee-a5e8-dc1c5cc4a4a2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6364808 Jun 25 12:32:26.480120 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37852) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:26.490337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '29260b92-d0d7-428d-8b60-048b986ddebf', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:32:26.610208 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Project 857be0b19c1244438010bf04643f85e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:32:26.620877 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.750699 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.855929 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.865700 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbb006d9-4b98-4557-9cf7-07faa1e9d852 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:26.890776 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8854df7-c7da-4ea9-a8ef-485aae02fbd6,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:26.894200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:26.965649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:26.967266 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-0ebe23a5-7ca7-4f9d-9ac7-e2b5cf328f53 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4854462 Jun 25 12:32:26.972024 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 37854) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:32:26.978184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'security_group_rule': {'security_group_id': '29260b92-d0d7-428d-8b60-048b986ddebf', 'project_id': '857be0b19c1244438010bf04643f85e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:32:27.088005 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Project 857be0b19c1244438010bf04643f85e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:32:27.098047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:27.230035 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:27.326093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:27.329378 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c7ce076e-3c9c-4833-9895-b2b4ed7808ff tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:32:27.362848 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f258fe1-26bf-418c-87c5-b1c6d2124218,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:32:27.367892 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:32:27.509950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:27.512418 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-48ccb51b-ba51-4f87-926b-46e954540a46 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5386124 Jun 25 12:32:29.549173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e51e9062-1087-4728-87dd-ef7d87d07915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:32.040020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-109e4979-318b-4a42-adec-a904735fdbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:32.229204 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:33.518903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:35.370601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:41.201495 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:59.623157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d5198f00-758d-4b53-9fbb-047f440a4e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:32:59.885405 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:33:02.091963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-280e0d14-c82e-41e9-95e6-645177601cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:02.268366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:03.478595 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-6e8cc508-a6cf-4c66-ab31-5564b54df552 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082198979&fields=id&tenant_id=857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 267 time: 0.0662947 Jun 25 12:33:03.536602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:03.695568 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-d324cbac-6190-4997-87d0-1ec4f567ff9e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:03.697690 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-d324cbac-6190-4997-87d0-1ec4f567ff9e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 809 time: 0.2065213 Jun 25 12:33:03.726725 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-b0555245-5ef0-4b40-8ce7-078d7cf93c8a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/quotas/857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 375 time: 0.0213981 Jun 25 12:33:03.865846 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-cbca005b-1aa0-4ff5-8391-a55dbb1daf36 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313574 Jun 25 12:33:03.977040 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-5e630e6d-3fcc-4fd6-8dc2-5987920a9d30 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:33:03.978733 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-5e630e6d-3fcc-4fd6-8dc2-5987920a9d30 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0917947 Jun 25 12:33:04.719240 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-cd8af380-de69-4f02-ac98-de2f123d518f service neutron] 10.222.0.81 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328560 Jun 25 12:33:04.930448 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-6284007c-bc1b-489f-b8db-07e5461bf385 service neutron] 10.222.0.81 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984742 Jun 25 12:33:05.353884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:05.868095 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2488bf59-b1d9-44ac-843f-94f609b1cc94 req-a1a8cb18-0d13-4d9f-b3b4-580822606796 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0617678 Jun 25 12:33:07.044136 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d0e54821-94f0-4f15-b5a0-348f7f2138af req-939e64e7-63a8-49bd-8af9-15c77b6e2fc2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0570838 Jun 25 12:33:08.370899 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7ca369ed-c0e4-42a6-880e-df69d1ca3f44 req-09b29687-e0f7-457c-a29b-65311cc8189f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0588970 Jun 25 12:33:09.190037 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-dd2973df-2e2c-42e2-a7c3-ba58aeb4e67c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:09.192633 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-dd2973df-2e2c-42e2-a7c3-ba58aeb4e67c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 809 time: 0.2107682 Jun 25 12:33:09.267733 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-c705983f-730c-4e23-b566-03c994ec6b99 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 380 time: 0.0655723 Jun 25 12:33:09.281268 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'port': {'device_id': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'admin_state_up': True, 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'security_groups': ['29260b92-d0d7-428d-8b60-048b986ddebf']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:33:09.600109 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Made reservation on behalf of 857be0b19c1244438010bf04643f85e6 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:33:09.607130 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:09.693891 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-fabefbf4-b68e-4f72-82c9-c91c85d39c01 req-99597881-722a-4c58-895a-c592791ccff3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0593889 Jun 25 12:33:09.946124 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Allocated IP 172.20.0.6 (040e881f-0225-472b-8ac9-3f851a224643/b58c0390-069e-4889-879f-61cd911f5046/e86f1b95-fc47-44a5-981f-2c5aa87732f2) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:33:10.248374 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:10.271739 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Transition to ACTIVE for port object e86f1b95-fc47-44a5-981f-2c5aa87732f2 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:33:10.435399 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:10.442851 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38fa9d9d-4fa7-40e6-b339-5f1522962d23 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:33:10.519450 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Network 040e881f-0225-472b-8ac9-3f851a224643 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:33:10.529981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:33:10.537335 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:33:10.615236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:33:10.624171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:33:10.663208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:10.664428 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:10.835876 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-324832f2-941e-472a-8007-5c9db644a807 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5621934 Jun 25 12:33:10.852770 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-fd93f4af-95a4-4ece-8520-9768d72d5c09 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:33:10.868714 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-fd93f4af-95a4-4ece-8520-9768d72d5c09 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255609 Jun 25 12:33:10.886019 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Request body: {'port': {'device_id': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:33:11.057503 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:11.063246 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bf13a7ae-d4c8-4771-baea-b9ecd8c06d35 None None] Provisioning for port e86f1b95-fc47-44a5-981f-2c5aa87732f2 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:33:11.071403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bf13a7ae-d4c8-4771-baea-b9ecd8c06d35 None None] Provisioning complete for port e86f1b95-fc47-44a5-981f-2c5aa87732f2 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:33:11.072036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf13a7ae-d4c8-4771-baea-b9ecd8c06d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:11.072252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b6a25-a173-4eff-b9f3-4570f1406667 req-5607991b-c242-4ede-9ecd-48122cb8db99 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:11.075004 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-949b6a25-a173-4eff-b9f3-4570f1406667 req-5607991b-c242-4ede-9ecd-48122cb8db99 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 931 time: 0.1350901 Jun 25 12:33:11.169318 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-949b6a25-a173-4eff-b9f3-4570f1406667 req-86b33c8d-de33-4d6e-8922-35e250389dad tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810280 Jun 25 12:33:11.213133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-bf13a7ae-d4c8-4771-baea-b9ecd8c06d35 None None] Port e86f1b95-fc47-44a5-981f-2c5aa87732f2 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:33:11.280577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:11.602490 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86f1b95-fc47-44a5-981f-2c5aa87732f2 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:33:11.625010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:11.651487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Transition to ACTIVE for port object e86f1b95-fc47-44a5-981f-2c5aa87732f2 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:33:11.713161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:11.718727 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-abf84b87-c10b-4b64-9fd4-b91abdff5ba6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:33:11.819803 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:33:11.849416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:33:11.956112 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Attempting to bind port e86f1b95-fc47-44a5-981f-2c5aa87732f2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:33:11.956773 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Attempting to bind port e86f1b95-fc47-44a5-981f-2c5aa87732f2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:33:11.957391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Attempting to bind port e86f1b95-fc47-44a5-981f-2c5aa87732f2 on network 040e881f-0225-472b-8ac9-3f851a224643 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:33:11.966394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Port e86f1b95-fc47-44a5-981f-2c5aa87732f2 on network 040e881f-0225-472b-8ac9-3f851a224643 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:33:11.966929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Attempting to bind port e86f1b95-fc47-44a5-981f-2c5aa87732f2 on network 040e881f-0225-472b-8ac9-3f851a224643 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:33:11.979073 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:33:11.979634 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Checking segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:33:11.980315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Bound using segment: {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:33:11.981059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Bound port: e86f1b95-fc47-44a5-981f-2c5aa87732f2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acdbf58-6300-409d-bb7a-84bbe4088896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '040e881f-0225-472b-8ac9-3f851a224643'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:33:11.981708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:12.123238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:33:12.137972 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:33:12.264700 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:12.272647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:33:12.328045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:12.329908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:12.332711 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] 10.222.0.47 "PUT /v2.0/ports/e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 1093 time: 1.4564655 Jun 25 12:33:12.343123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:33:12.343123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d181a-6060-48b9-89e7-ca85c8b1fe90" -d '{"events": [{"name": "network-changed", "server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:33:12.450308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7229055a-1e83-4ef2-b97c-6438ef5270db x-openstack-request-id: req-7229055a-1e83-4ef2-b97c-6438ef5270db {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:33:12.453304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:33:12.454076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7229055a-1e83-4ef2-b97c-6438ef5270db {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:33:12.454941 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'status': 'completed', 'code': 200} Jun 25 12:33:12.459871 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:33:12.468401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:33:12.669045 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d181a-6060-48b9-89e7-ca85c8b1fe90 req-7a1d2c0f-59ac-4b22-a061-9556706e5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:12.671817 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-707d181a-6060-48b9-89e7-ca85c8b1fe90 req-7a1d2c0f-59ac-4b22-a061-9556706e5c46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1096 time: 0.1941562 Jun 25 12:33:12.737403 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2019b03-dd35-40cf-971a-8417c4b27ad1 req-bc9193cc-3d56-4bb0-bb11-f32eee8d31c3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:12.740140 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e2019b03-dd35-40cf-971a-8417c4b27ad1 req-bc9193cc-3d56-4bb0-bb11-f32eee8d31c3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.2469432 Jun 25 12:33:12.912679 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e2019b03-dd35-40cf-971a-8417c4b27ad1 req-505a1ca7-5786-4ab4-96ce-d6aa4ebbce6d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586533 Jun 25 12:33:12.941404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d181a-6060-48b9-89e7-ca85c8b1fe90 req-aba0eb33-3a7f-4175-b043-fcb6e2a77ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:12.944260 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-707d181a-6060-48b9-89e7-ca85c8b1fe90 req-aba0eb33-3a7f-4175-b043-fcb6e2a77ecd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=857be0b19c1244438010bf04643f85e6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2616217 Jun 25 12:33:13.142223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d181a-6060-48b9-89e7-ca85c8b1fe90 req-71887836-b086-4b89-9b14-bcd4c2ff8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:13.144893 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-707d181a-6060-48b9-89e7-ca85c8b1fe90 req-71887836-b086-4b89-9b14-bcd4c2ff8d35 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1934690 Jun 25 12:33:13.302530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-eed662cc-44b5-4857-b066-9990e04d076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:13.305365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-eed662cc-44b5-4857-b066-9990e04d076d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1096 time: 0.1033595 Jun 25 12:33:13.388548 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-b1f2401a-5d28-44d1-9b0b-f35471cda494 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 217 time: 0.0746806 Jun 25 12:33:13.479695 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-3ae8a7fc-993b-4562-a890-fd7904c33fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:13.482284 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-3ae8a7fc-993b-4562-a890-fd7904c33fe7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0873117 Jun 25 12:33:13.599523 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-aa89dcd1-3ccb-4f28-906c-eab18c0a77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:13.602448 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-aa89dcd1-3ccb-4f28-906c-eab18c0a77e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126785 Jun 25 12:33:13.791250 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-3ed3d358-394e-4c2a-92e7-23ed55b53fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809421 Jun 25 12:33:13.976977 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-98ce3a4b-d2eb-441f-8bcd-73d3a757326a req-c84ceb75-6e7b-4ba2-aa62-1487f3bd4831 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789613 Jun 25 12:33:14.295931 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4df8e7-e3e6-4edb-a67f-05f7bad34187 req-855b0690-5201-4b56-a765-380f790d2514 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:14.299051 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7e4df8e7-e3e6-4edb-a67f-05f7bad34187 req-855b0690-5201-4b56-a765-380f790d2514 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1513803 Jun 25 12:33:14.377630 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7e4df8e7-e3e6-4edb-a67f-05f7bad34187 req-4c06cbfa-8eba-40f9-9600-06621bbaf710 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664413 Jun 25 12:33:15.758576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f90f94-9863-44c4-a45f-49ed16579e28 req-7209f273-73d4-4577-8f02-314e221e2568 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:15.761365 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a5f90f94-9863-44c4-a45f-49ed16579e28 req-7209f273-73d4-4577-8f02-314e221e2568 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1398363 Jun 25 12:33:15.836805 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a5f90f94-9863-44c4-a45f-49ed16579e28 req-2976d2cd-d42f-4a12-8859-3c68760f5aa7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633669 Jun 25 12:33:17.131163 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb24554-db79-44e4-9147-23eddc376e57 req-a13cd1b8-1032-4cd4-a8ee-b808b66088f5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:17.134120 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-feb24554-db79-44e4-9147-23eddc376e57 req-a13cd1b8-1032-4cd4-a8ee-b808b66088f5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1258926 Jun 25 12:33:17.205706 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-feb24554-db79-44e4-9147-23eddc376e57 req-cd4753c4-486d-4e49-b53d-c3afc7962b96 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645134 Jun 25 12:33:18.485648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b83f7-8ce6-4faa-8d71-bd7ff06941bb req-6c2d4c4c-6e93-4662-911a-86e4b960906a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:18.488122 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c95b83f7-8ce6-4faa-8d71-bd7ff06941bb req-6c2d4c4c-6e93-4662-911a-86e4b960906a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1192124 Jun 25 12:33:18.550447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c95b83f7-8ce6-4faa-8d71-bd7ff06941bb req-df31e751-5477-4bf4-ba0f-f0f48eb9a871 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517085 Jun 25 12:33:19.907674 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f98f4-9a30-45d9-b786-3afd6bf4359e req-59f7ae83-a2f1-4719-b85b-f6aaea0a5f35 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:19.910413 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-721f98f4-9a30-45d9-b786-3afd6bf4359e req-59f7ae83-a2f1-4719-b85b-f6aaea0a5f35 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1330175 Jun 25 12:33:19.987254 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-721f98f4-9a30-45d9-b786-3afd6bf4359e req-24442c0a-d676-4a23-bb1e-c826d0451775 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652485 Jun 25 12:33:21.252474 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b537d00-4d69-4b6b-b8d1-8ce6f3db7109 req-72c78666-1b90-48e1-b661-dad831fcadc5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:21.254515 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b537d00-4d69-4b6b-b8d1-8ce6f3db7109 req-72c78666-1b90-48e1-b661-dad831fcadc5 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.0952747 Jun 25 12:33:21.311754 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0b537d00-4d69-4b6b-b8d1-8ce6f3db7109 req-b7c4ee41-7037-4eb9-87f1-7f8c55f11b68 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Jun 25 12:33:22.640481 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb469cb-d0c2-4d68-9a3a-61205384dcd1 req-1bf9264a-3746-4fff-854a-8ce13b78c4ca tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:22.642873 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dfb469cb-d0c2-4d68-9a3a-61205384dcd1 req-1bf9264a-3746-4fff-854a-8ce13b78c4ca tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1104050 Jun 25 12:33:22.697887 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-dfb469cb-d0c2-4d68-9a3a-61205384dcd1 req-56e3883f-f76f-468a-8a5c-1575bbaaa439 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438032 Jun 25 12:33:24.022234 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f99a5c-eb2f-4b87-84c3-66e0acfb389f req-88f4f504-e702-4620-b301-8e5b92c50645 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:24.026108 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d6f99a5c-eb2f-4b87-84c3-66e0acfb389f req-88f4f504-e702-4620-b301-8e5b92c50645 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1259680 Jun 25 12:33:24.100273 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d6f99a5c-eb2f-4b87-84c3-66e0acfb389f req-4a7fc1bc-099b-458d-bc99-4a798f4ba57e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639489 Jun 25 12:33:25.469752 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6d2f8-1dbf-47b2-b454-45a169b69a38 req-eafe988b-d0f5-43f6-9442-c114d28ff922 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:25.472977 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-12d6d2f8-1dbf-47b2-b454-45a169b69a38 req-eafe988b-d0f5-43f6-9442-c114d28ff922 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1327171 Jun 25 12:33:25.549543 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-12d6d2f8-1dbf-47b2-b454-45a169b69a38 req-997a3479-985f-4078-a37b-d0af18d40190 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641041 Jun 25 12:33:26.841384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e86f1b95-fc47-44a5-981f-2c5aa87732f2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:33:26.895208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b70ed-a97e-469e-a5ea-6651c4eb68bc req-0c16a4fd-373b-4b48-bd33-b0377f10b5e9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:26.898218 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c88b70ed-a97e-469e-a5ea-6651c4eb68bc req-0c16a4fd-373b-4b48-bd33-b0377f10b5e9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1342871 Jun 25 12:33:26.985447 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c88b70ed-a97e-469e-a5ea-6651c4eb68bc req-64888e31-5f03-48e7-bce8-ae66ea19ea23 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659566 Jun 25 12:33:27.040835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:33:27.068916 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'port_id': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'mac_address': 'fa:16:3e:61:92:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:33:27.141833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:27.166441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86f1b95-fc47-44a5-981f-2c5aa87732f2 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:33:27.202685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:33:27.292504 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:27.295537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8332732d-0020-445b-b757-00189128bab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:33:27.389804 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:33:27.404524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.404985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.405611 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.406186 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.406747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.407325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.407876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.408432 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.408992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.409577 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.410205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.422906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:27.422906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:33:27.617392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['e86f1b95-fc47-44a5-981f-2c5aa87732f2'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:33:28.355139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c87a2-5a62-45ea-b09a-455071bf3964 req-98ccf3a9-bf50-4b78-801d-649467fbf599 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:28.357798 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4d6c87a2-5a62-45ea-b09a-455071bf3964 req-98ccf3a9-bf50-4b78-801d-649467fbf599 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 944 time: 0.1344051 Jun 25 12:33:28.432180 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4d6c87a2-5a62-45ea-b09a-455071bf3964 req-a81ec86d-7fe9-4974-be50-5c81974f7b6e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625439 Jun 25 12:33:28.858228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e86f1b95-fc47-44a5-981f-2c5aa87732f2 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:33:29.005874 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port e86f1b95-fc47-44a5-981f-2c5aa87732f2 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:33:29.014801 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port e86f1b95-fc47-44a5-981f-2c5aa87732f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:33:29.015374 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:29.142431 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:29.173178 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:33:29.176123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dea736-c144-4ae7-b2bc-07d7012f9580" -d '{"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-plugged", "status": "completed", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:33:29.200333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:33:29.232126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b76a5ff-6e70-4a25-9e11-9798055be7ff x-openstack-request-id: req-6b76a5ff-6e70-4a25-9e11-9798055be7ff {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:33:29.232602 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-plugged", "status": "completed", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:33:29.233034 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b76a5ff-6e70-4a25-9e11-9798055be7ff {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:33:29.233744 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'code': 200} Jun 25 12:33:29.316857 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:29.320328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:33:29.411499 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:33:29.417685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:33:29.600446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e01acedb-ba73-476d-9cc6-6969068945bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:29.672947 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146cf8d-db5c-40c7-800a-cc2798049431 req-f6bfb332-8484-4589-99a7-e861e0902735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:29.675914 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c146cf8d-db5c-40c7-800a-cc2798049431 req-f6bfb332-8484-4589-99a7-e861e0902735 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1181269 Jun 25 12:33:29.741596 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c146cf8d-db5c-40c7-800a-cc2798049431 req-c163a9a6-a6e4-411d-8b93-8f4b932724bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579576 Jun 25 12:33:29.798329 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6de37-4a22-4616-bf41-68d18b5846a9 req-f10a04d9-5bf7-4b13-94c5-a40bae10768f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:29.801856 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ace6de37-4a22-4616-bf41-68d18b5846a9 req-f10a04d9-5bf7-4b13-94c5-a40bae10768f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1305876 Jun 25 12:33:29.877539 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ace6de37-4a22-4616-bf41-68d18b5846a9 req-80516476-6a6a-4eb4-87d3-209f1276c1f1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643017 Jun 25 12:33:31.257915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4113c60-59b7-434a-a787-ba693bda31a6 req-f665c852-fd9c-430d-ae99-c4d47bbaf5a9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:31.260774 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e4113c60-59b7-434a-a787-ba693bda31a6 req-f665c852-fd9c-430d-ae99-c4d47bbaf5a9 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1409540 Jun 25 12:33:31.333549 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e4113c60-59b7-434a-a787-ba693bda31a6 req-f14176fa-fb97-48c1-b906-fe5e5de79108 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620673 Jun 25 12:33:32.024049 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f4a6b7d2-cfee-4127-8dc7-9b82980ad745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:32.240035 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:32.672717 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c7ef-5fdf-490a-b841-1ce9d04af01c req-4caa184c-15ab-40ec-be23-262b6193a534 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:32.674503 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8a21c7ef-5fdf-490a-b841-1ce9d04af01c req-4caa184c-15ab-40ec-be23-262b6193a534 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1137633 Jun 25 12:33:32.729643 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-8a21c7ef-5fdf-490a-b841-1ce9d04af01c req-2db6e83d-84c9-4ab4-a59b-2a3e7e418f1c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Jun 25 12:33:33.106582 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943573b5-5ca5-4a88-9150-c9d7663efd90 req-7b09dfe6-5e50-46a2-ad8b-9d00f9c30fdb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:33.109363 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-943573b5-5ca5-4a88-9150-c9d7663efd90 req-7b09dfe6-5e50-46a2-ad8b-9d00f9c30fdb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1418824 Jun 25 12:33:33.201551 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-943573b5-5ca5-4a88-9150-c9d7663efd90 req-fd7a4ac2-712a-4839-a54a-42c74e795c25 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768647 Jun 25 12:33:33.248507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38120) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:33:33.466054 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1d06b-13c6-4ecb-8230-be23d8efca02 tempest-TestShelveInstance-680946685 tempest-TestShelveInstance-680946685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:33.466054 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-53c1d06b-13c6-4ecb-8230-be23d8efca02 tempest-TestShelveInstance-680946685 tempest-TestShelveInstance-680946685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1093 time: 0.2120576 Jun 25 12:33:33.469806 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38124) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:33:33.489499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:33:33.554557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:33.714296 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:33.970901 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:34.234892 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Allocated IP 172.26.0.138 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/f157f2ec-bdf5-468d-a286-2a4701fee677) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:33:34.453885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:34.641289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:34.648527 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:33:34.746105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:33:34.752653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:33:34.761414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:33:34.805822 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'Port': ['ID=f157f2ec-bdf5-468d-a286-2a4701fee677,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:33:34.825923 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.826556 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.827240 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.827906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.828545 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.829274 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.829850 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.830506 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.831332 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.831812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.832505 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.833147 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:33:34.845076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:33:35.342961 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:35.604058 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:35.855032 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:36.173635 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:36.251173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:36.257341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:33:36.378396 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event updated for resources: {'Port': ['ID=f157f2ec-bdf5-468d-a286-2a4701fee677,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:33:36.387163 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:33:36.404319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:36.547742 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Floating IP db28c9a3-e20f-4818-8396-0465af36959d associated. External IP: 172.26.0.138, port: e86f1b95-fc47-44a5-981f-2c5aa87732f2. Jun 25 12:33:36.890007 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:33:36.890831 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Router e20113be-f002-4ab1-82de-9c6435bb88c1 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:33:37.119955 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:33:37.137341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] Sync routers for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:33:37.160608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:33:37.160608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:33:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:33:37.257767 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:37.328419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8566861 Jun 25 12:33:37.329636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:33:37.334013 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6" -d '{"events": [{"name": "network-changed", "server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:33:37.367617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:33:37.390054 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435a4634-61fd-41aa-a445-24e4b4737fae x-openstack-request-id: req-435a4634-61fd-41aa-a445-24e4b4737fae {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:33:37.390593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:33:37.391082 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-435a4634-61fd-41aa-a445-24e4b4737fae {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:33:37.391815 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'status': 'completed', 'code': 200} Jun 25 12:33:37.521758 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-8f9e70d7-0f2b-458f-9dc0-62ceb180bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:37.524635 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-8f9e70d7-0f2b-458f-9dc0-62ceb180bbbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1029475 Jun 25 12:33:37.703958 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-5218329c-33f7-4870-a462-cdafbc16afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:37.706819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-5218329c-33f7-4870-a462-cdafbc16afdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1757090 Jun 25 12:33:37.838103 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-4c4a5635-1120-4b21-bf88-1fe6e522caf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 999 time: 0.1236010 Jun 25 12:33:37.937705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-9be41854-1ad9-4fb7-a187-fa7b82c5ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:37.940555 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-9be41854-1ad9-4fb7-a187-fa7b82c5ca5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0963750 Jun 25 12:33:38.031255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'db28c9a3-e20f-4818-8396-0465af36959d', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'port_id': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'mac_address': 'fa:16:3e:61:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:33:35Z', 'updated_at': '2021-06-25T12:33:35Z', 'revision_number': 0, 'project_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:33:38.051330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-94b4c4e2-3878-4fb9-97a5-96ebd4b274ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:33:38.053717 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-94b4c4e2-3878-4fb9-97a5-96ebd4b274ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065578 Jun 25 12:33:38.082300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] Checking router: e20113be-f002-4ab1-82de-9c6435bb88c1 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:33:38.101378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:33:38.102607 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:33:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:33:38.240537 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-1fa1ca61-ee4d-4f8f-a2c8-8161dedc9aca service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794374 Jun 25 12:33:38.320518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:33:38.418482 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1ca9558a-3cde-4f3a-ac57-515ffa2b30d6 req-85ba6029-1aa3-4f2a-9d1f-49c66d3b1630 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713345 Jun 25 12:33:38.801391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'db28c9a3-e20f-4818-8396-0465af36959d', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'port_id': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'mac_address': 'fa:16:3e:61:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:33:35Z', 'updated_at': '2021-06-25T12:33:35Z', 'revision_number': 0, 'project_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:33:38.857306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9673e050-b7ff-4cdf-bbb7-8a9b4f72af3e None None] The sync data for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv is: [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'db28c9a3-e20f-4818-8396-0465af36959d', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'port_id': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'mac_address': 'fa:16:3e:61:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:33:35Z', 'updated_at': '2021-06-25T12:33:35Z', 'revision_number': 0, 'project_id': '857be0b19c1244438010bf04643f85e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:33:39.177249 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1340a-24bf-40e6-93ee-eee961439422 None None] New status for floating IP db28c9a3-e20f-4818-8396-0465af36959d: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:33:41.196090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:33:59.588875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2fbd043a-9efb-4e10-961c-ad2554d830dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:02.206116 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e52f2ad5-4afd-4ca3-a9f9-fec8fb0e2364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:02.280177 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:03.531901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:05.388335 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:11.366091 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:13.890716 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:34:16.294228 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-d0cc264e-83f6-4132-8909-ca3e4dcbbded service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983000 Jun 25 12:34:16.466991 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c252198-dfc2-40a7-93df-e800878f9455 req-b404258c-4c65-451b-a07c-bdec951349ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:34:16.469935 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-b404258c-4c65-451b-a07c-bdec951349ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1132991 Jun 25 12:34:16.641139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c252198-dfc2-40a7-93df-e800878f9455 req-17b506ba-e214-47e8-ba49-3454f22b8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:34:16.643950 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-17b506ba-e214-47e8-ba49-3454f22b8ccf service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1435814 Jun 25 12:34:17.211735 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-13d3c47c-765a-4494-b900-1348d6165f3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 1001 time: 0.5606761 Jun 25 12:34:17.293113 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c252198-dfc2-40a7-93df-e800878f9455 req-3ce79cc2-8b93-42ea-9e57-1e22a02cb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:34:17.295885 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-3ce79cc2-8b93-42ea-9e57-1e22a02cb7db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0776567 Jun 25 12:34:17.404171 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c252198-dfc2-40a7-93df-e800878f9455 req-da44c3af-6519-4573-80c2-e57d974bde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:34:17.406918 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-da44c3af-6519-4573-80c2-e57d974bde93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1038663 Jun 25 12:34:17.570744 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-b4ed10e5-b729-48ed-aaff-21e1af8740c9 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543243 Jun 25 12:34:17.690138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c252198-dfc2-40a7-93df-e800878f9455 req-e4375978-44ee-4ebb-9e23-dbb9faf0dcad service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148665 Jun 25 12:34:29.617399 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b735c99c-9d67-48cf-acea-07fa8f7b16a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:32.045952 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-da10858b-8683-42c6-9e48-331cdcebde1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:32.251887 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:33.565991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:35.360065 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:41.217333 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:34:50.899618 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:34:59.618175 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d8804a90-6704-40ff-ba98-7c28f01539d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:02.057617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9dd599ea-5418-48bf-8db5-d4e1be991108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:02.205237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:03.543517 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:05.337361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:11.211744 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:17.371393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-78694df6-285d-47f5-82e7-c5627b859dde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1720376 Jun 25 12:35:17.515878 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-9193e360-5657-464d-a11a-0d03b04f9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:35:17.518501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-9193e360-5657-464d-a11a-0d03b04f9e44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.0892684 Jun 25 12:35:17.726491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-611e367a-b9e8-4372-809a-db652b0c4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:35:17.729033 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-611e367a-b9e8-4372-809a-db652b0c4f46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1815910 Jun 25 12:35:17.859839 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-961f441c-eb13-4044-855a-746642e9cdde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 1001 time: 0.1240389 Jun 25 12:35:17.948812 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-2659cd7a-67d9-4853-8b69-b01a251c7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:35:17.951682 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-2659cd7a-67d9-4853-8b69-b01a251c7dc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0846620 Jun 25 12:35:18.059935 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-6c50dceb-1884-417d-b9e5-de47afc4abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:35:18.062774 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-6c50dceb-1884-417d-b9e5-de47afc4abd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016748 Jun 25 12:35:18.257289 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-5a463921-11db-4def-9302-edbf13831c85 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864550 Jun 25 12:35:18.441062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e45f0d5-5196-4e67-b336-e3ecab74b6b4 req-a34bbbc1-9fb6-473f-bc36-c43c676b63ad service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765978 Jun 25 12:35:27.894423 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:35:29.555156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c0c031c3-77a0-48bf-98ad-550cc3badffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:32.024555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-505319af-59cb-40c0-83a7-96d9609351e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:32.217738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:33.629586 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:35.375884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:41.269366 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:35:59.560446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a077cc1-f0f4-4ffe-9888-00d491222e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:02.101286 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b2831f88-9408-4109-a116-e513c43c712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:02.223924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:03.541512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:04.902166 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:36:05.377558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:11.272815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:18.066690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6170c-796f-425a-bea3-25df6abd48a2 req-21f1f364-e71d-42b2-b621-ff4a1ffc26ce tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:18.071240 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-47d6170c-796f-425a-bea3-25df6abd48a2 req-21f1f364-e71d-42b2-b621-ff4a1ffc26ce tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.5605407 Jun 25 12:36:18.149608 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-47d6170c-796f-425a-bea3-25df6abd48a2 req-209773ac-6f4b-49d0-b7bc-b1073d0c4ed1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674045 Jun 25 12:36:18.356832 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-d3b494bf-876a-4784-8df3-9960b8363525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:18.359388 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-d3b494bf-876a-4784-8df3-9960b8363525 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1150568 Jun 25 12:36:18.555493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-a3eaf837-4807-488d-973b-4f92aff4e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:18.558149 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-a3eaf837-4807-488d-973b-4f92aff4e333 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1699212 Jun 25 12:36:18.681871 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-b3279682-0a4e-4d57-a27a-2bd620c086c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 1001 time: 0.1157172 Jun 25 12:36:18.742860 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-c482e7f9-38f9-4f6d-9717-e6e4aa6c3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:18.744645 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-c482e7f9-38f9-4f6d-9717-e6e4aa6c3ad9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0561714 Jun 25 12:36:18.835117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-ee8de9d2-bee3-458b-80b8-c8ce9eddde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:18.836845 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-ee8de9d2-bee3-458b-80b8-c8ce9eddde21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848291 Jun 25 12:36:18.981768 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-a7036aac-8a7f-49db-844d-b60ea39ac63e service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357107 Jun 25 12:36:19.147226 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-22c0fafd-95a9-47c9-b709-8e98c14011ae req-b804bd64-7ffc-428e-add1-16bce476e91c service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586919 Jun 25 12:36:19.706865 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9177b18-f085-4c82-93ae-0b2c6a349b4c req-0a0fb780-1042-4891-bb68-a43373687860 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:19.710208 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9177b18-f085-4c82-93ae-0b2c6a349b4c req-0a0fb780-1042-4891-bb68-a43373687860 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.3273804 Jun 25 12:36:19.785148 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b9177b18-f085-4c82-93ae-0b2c6a349b4c req-41a51d43-355c-43e3-95f8-a395ff657b10 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633912 Jun 25 12:36:21.132642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e71d7f-8bbe-4482-ad37-339d76c9edad req-4db94387-049a-4e1d-ad29-d981075dc5d3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:21.135008 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f1e71d7f-8bbe-4482-ad37-339d76c9edad req-4db94387-049a-4e1d-ad29-d981075dc5d3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.0922732 Jun 25 12:36:21.191291 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f1e71d7f-8bbe-4482-ad37-339d76c9edad req-1838227d-f441-4a38-9c87-452d97c92ace tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447822 Jun 25 12:36:22.509454 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98bc9b-307c-4829-9ad0-f10718bde5e1 req-1e20220d-8b92-4a0a-a60e-04dd5f398fa1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:22.512222 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a98bc9b-307c-4829-9ad0-f10718bde5e1 req-1e20220d-8b92-4a0a-a60e-04dd5f398fa1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1052382 Jun 25 12:36:22.581951 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2a98bc9b-307c-4829-9ad0-f10718bde5e1 req-5801d9f2-7fb1-43eb-9e1e-adbd65c5942c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623703 Jun 25 12:36:23.861239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c68ee1-97e1-4b50-b9bd-cb7fa4e6b722 req-5fc2e600-e42a-4da8-b10c-aa29b208db59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:23.863305 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e4c68ee1-97e1-4b50-b9bd-cb7fa4e6b722 req-5fc2e600-e42a-4da8-b10c-aa29b208db59 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.0803118 Jun 25 12:36:23.918652 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e4c68ee1-97e1-4b50-b9bd-cb7fa4e6b722 req-4333d81c-49df-4b88-8505-6e5803b8908e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485384 Jun 25 12:36:25.171190 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93838c39-4798-4094-9558-cdf5846a4da3 req-b6775be8-c28e-4983-bfe2-ed6b1b1022d8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:25.173178 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-93838c39-4798-4094-9558-cdf5846a4da3 req-b6775be8-c28e-4983-bfe2-ed6b1b1022d8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.0837421 Jun 25 12:36:25.227680 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-93838c39-4798-4094-9558-cdf5846a4da3 req-88173615-c5e9-4819-9f18-67d626c4a83e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465968 Jun 25 12:36:26.502244 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb62ce-b77a-4c00-ae4d-6809353714db req-5c3d2b72-4729-4375-8148-48de659e6328 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:26.504398 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-10bb62ce-b77a-4c00-ae4d-6809353714db req-5c3d2b72-4729-4375-8148-48de659e6328 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.0798693 Jun 25 12:36:26.567755 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-10bb62ce-b77a-4c00-ae4d-6809353714db req-25a82187-7521-455a-aa8f-c18837fd797f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554249 Jun 25 12:36:27.731648 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-f3c39734-169f-4492-a368-a12a5c4a0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:27.734390 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-f3c39734-169f-4492-a368-a12a5c4a0911 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1083672 Jun 25 12:36:27.930210 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-7d68d91b-ac35-452e-91ec-97baf3231a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:27.932096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-7d68d91b-ac35-452e-91ec-97baf3231a88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1895869 Jun 25 12:36:27.953968 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3658824-54e5-4b32-9d17-6178dd348386 req-125238d4-74f1-40c5-8939-4c1921bcd67c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:27.955886 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e3658824-54e5-4b32-9d17-6178dd348386 req-125238d4-74f1-40c5-8939-4c1921bcd67c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1702609 Jun 25 12:36:28.063945 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-98d71a88-0274-4af6-ad3a-4699e265314f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 1001 time: 0.1244161 Jun 25 12:36:28.070767 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e3658824-54e5-4b32-9d17-6178dd348386 req-51a69124-cf85-4122-be0a-285463b4d076 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731268 Jun 25 12:36:28.134025 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-76b5e0dc-55f9-430c-9e56-70b4d46fc8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:28.136216 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-76b5e0dc-55f9-430c-9e56-70b4d46fc8b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0640841 Jun 25 12:36:28.241774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-3a672d71-565e-42ff-b2f2-16a7a8dbce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:28.244523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-3a672d71-565e-42ff-b2f2-16a7a8dbce8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013892 Jun 25 12:36:28.444753 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-2769cbb2-bafb-4df9-b933-604b629b9f34 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931674 Jun 25 12:36:28.627538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-7a9b993f-f3ab-4fbb-85ae-3361bf8433d6 req-34b6cb22-1507-4249-981b-fecc5eda4898 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755462 Jun 25 12:36:29.462422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81796d29-b72f-41c6-a401-7524ef9d0791 req-938a61bd-8874-49a4-852b-fc04116aee5a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:29.465346 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-81796d29-b72f-41c6-a401-7524ef9d0791 req-938a61bd-8874-49a4-852b-fc04116aee5a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1435437 Jun 25 12:36:29.538372 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-81796d29-b72f-41c6-a401-7524ef9d0791 req-2043fab8-3e82-4a45-9baf-c41d34d449fd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598986 Jun 25 12:36:29.572871 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-02d61c19-6e8f-4409-a5ea-c72c568b08b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:30.892562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d7e4d-a545-46b3-a474-b9192c36fdc5 req-53068283-e3aa-4077-855f-530509662213 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:30.895612 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-497d7e4d-a545-46b3-a474-b9192c36fdc5 req-53068283-e3aa-4077-855f-530509662213 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1306865 Jun 25 12:36:30.970997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-497d7e4d-a545-46b3-a474-b9192c36fdc5 req-59de4415-2634-4e37-9ee1-1a03f15b0dda tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638385 Jun 25 12:36:32.054886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c567837c-fbf6-4e51-bca3-14f018222d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:32.243912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:32.256802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32100b07-a128-425e-b021-62824fe0c9f0 req-e610b3a1-efef-4f56-b846-b70c86fbe14f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:32.259872 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-32100b07-a128-425e-b021-62824fe0c9f0 req-e610b3a1-efef-4f56-b846-b70c86fbe14f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.0908227 Jun 25 12:36:32.312165 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-32100b07-a128-425e-b021-62824fe0c9f0 req-e694c141-361f-4139-a090-b118e689d0b3 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 Jun 25 12:36:33.555069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:33.662541 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254f012-2f13-47d2-8e8f-e1d93b79ae2d req-49a5c53e-69ba-4735-8199-9acb5ae0298d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:33.665384 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f254f012-2f13-47d2-8e8f-e1d93b79ae2d req-49a5c53e-69ba-4735-8199-9acb5ae0298d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1151493 Jun 25 12:36:33.704512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e86f1b95-fc47-44a5-981f-2c5aa87732f2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:36:33.748146 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f254f012-2f13-47d2-8e8f-e1d93b79ae2d req-fc065657-877c-4259-bbd2-369576ae6e05 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686824 Jun 25 12:36:33.837920 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:33.877496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:36:33.880667 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2252cd-ec11-4259-b5d1-49d1e1890baa" -d '{"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-unplugged", "status": "completed", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:36:33.904768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:36:33.978790 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:33.984911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1bac1f9-26d3-4610-b26d-777b45086fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:36:34.091234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:36:34.104447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.105008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.105732 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.106205 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.106686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.107587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.107831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.108323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.108818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.109393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.110187 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.110707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:36:34.117325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:36:35.057282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c1ec3-4613-4494-851f-9b63979c8b39 x-openstack-request-id: req-b11c1ec3-4613-4494-851f-9b63979c8b39 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:36:35.058402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-unplugged", "status": "completed", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:36:35.058402 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b11c1ec3-4613-4494-851f-9b63979c8b39 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:36:35.058805 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'code': 200} Jun 25 12:36:35.092272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c00f9a-1c70-4cc7-b95d-2588484b0d10 req-0ae0c173-1c90-4d0f-aa42-ed00184f1830 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:35.095101 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42c00f9a-1c70-4cc7-b95d-2588484b0d10 req-0ae0c173-1c90-4d0f-aa42-ed00184f1830 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1294274 Jun 25 12:36:35.174683 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-42c00f9a-1c70-4cc7-b95d-2588484b0d10 req-f75b78a1-5e37-4fbc-ad5b-006c4e05ea71 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680213 Jun 25 12:36:35.343385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:36.191144 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50495f-bd9a-4d18-bd85-e693d7b215e9 req-32d8b56e-b40a-4f0a-b108-b707769fa8ad tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:36.195472 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e50495f-bd9a-4d18-bd85-e693d7b215e9 req-32d8b56e-b40a-4f0a-b108-b707769fa8ad tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.2174797 Jun 25 12:36:36.207937 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-be056468-cdeb-4b7e-9e62-59734f78e9e7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2777183 Jun 25 12:36:36.277182 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0e50495f-bd9a-4d18-bd85-e693d7b215e9 req-a698a951-ec32-4d6e-a759-0c889d64f9b7 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665576 Jun 25 12:36:37.974575 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4233b75-73f1-433b-9ab4-c7156241a37d req-80c8e467-d5a3-41ea-bb16-10e98187c574 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:37.977619 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b4233b75-73f1-433b-9ab4-c7156241a37d req-80c8e467-d5a3-41ea-bb16-10e98187c574 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1576178 Jun 25 12:36:38.046397 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b4233b75-73f1-433b-9ab4-c7156241a37d req-10e2de20-5f00-4a74-8f50-dd7acba3ec5b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565636 Jun 25 12:36:39.414753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b651e-c60e-41d3-80dc-5edea914cd03 req-941cfaa4-c7f7-41da-a834-35c4a576ba97 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:39.417610 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-af6b651e-c60e-41d3-80dc-5edea914cd03 req-941cfaa4-c7f7-41da-a834-35c4a576ba97 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1383302 Jun 25 12:36:39.479982 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-af6b651e-c60e-41d3-80dc-5edea914cd03 req-ceda0431-73ed-4f5e-b0c4-07bb25e54291 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499780 Jun 25 12:36:40.809361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6f7f9-d904-4bb9-b536-9a37ef7a03ea req-c5defeef-917d-4431-9a87-2c322b0cfa45 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:40.811866 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ab6f7f9-d904-4bb9-b536-9a37ef7a03ea req-c5defeef-917d-4431-9a87-2c322b0cfa45 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1211190 Jun 25 12:36:40.881468 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-4ab6f7f9-d904-4bb9-b536-9a37ef7a03ea req-9f76ba95-125a-49b9-8fde-5a1aff7625dd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615160 Jun 25 12:36:41.229197 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:41.900333 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:36:42.239497 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a37b2c-1ac0-4177-b19c-bf258c50efc5 req-bb132e22-c035-455e-9d36-d1424147f2bd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:42.242444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c1a37b2c-1ac0-4177-b19c-bf258c50efc5 req-bb132e22-c035-455e-9d36-d1424147f2bd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1241555 Jun 25 12:36:42.321259 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c1a37b2c-1ac0-4177-b19c-bf258c50efc5 req-137e8d07-36da-4503-abf7-4210afff7ae4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674977 Jun 25 12:36:43.673851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b2a04-9d44-49b4-9161-c1352a977aaa req-1bd7e767-7d20-4664-a187-f5bfabe61eae tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:43.677216 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd9b2a04-9d44-49b4-9161-c1352a977aaa req-1bd7e767-7d20-4664-a187-f5bfabe61eae tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1193509 Jun 25 12:36:43.756817 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd9b2a04-9d44-49b4-9161-c1352a977aaa req-c314be4a-4292-4db7-84f5-fce08a9f6216 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682788 Jun 25 12:36:45.096948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6c8c-e1d5-41a3-afcc-bd8354813efe req-47e6c5ea-4492-499b-b834-864e6d700cbb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:45.100330 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-29fc6c8c-e1d5-41a3-afcc-bd8354813efe req-47e6c5ea-4492-499b-b834-864e6d700cbb tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1270730 Jun 25 12:36:45.177278 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-29fc6c8c-e1d5-41a3-afcc-bd8354813efe req-777a1b42-4c82-4074-8fa6-56ddf244d4fe tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655138 Jun 25 12:36:45.934402 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-c0030aab-8870-4772-97b4-9c29c80066b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:45.937059 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-c0030aab-8870-4772-97b4-9c29c80066b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048&tenant_id=857be0b19c1244438010bf04643f85e6 HTTP/1.1" status: 200 len: 1096 time: 0.1060846 Jun 25 12:36:46.064228 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-b3aa91a6-9804-40bd-ae50-9dd3cca8987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:46.068581 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-b3aa91a6-9804-40bd-ae50-9dd3cca8987f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1096 time: 0.1003957 Jun 25 12:36:46.239807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-7877eb98-2690-48cb-a10e-493ab86d943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:46.242523 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-7877eb98-2690-48cb-a10e-493ab86d943b service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1684821 Jun 25 12:36:46.373721 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-d38b19cc-0993-4523-9f10-192eeb387564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 999 time: 0.1225674 Jun 25 12:36:46.452269 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-293db359-59aa-414b-a8bb-54488331874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:46.454881 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-293db359-59aa-414b-a8bb-54488331874c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0735390 Jun 25 12:36:46.543922 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d367c-7d49-40b6-b181-1eef134cf29c req-b9c4eaa4-7162-4c73-aa9e-ef17251ccf20 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:46.546612 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd0d367c-7d49-40b6-b181-1eef134cf29c req-b9c4eaa4-7162-4c73-aa9e-ef17251ccf20 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1363146 Jun 25 12:36:46.547033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-56de5735-ecb7-42d2-a8b5-4f89f626bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:46.549828 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-56de5735-ecb7-42d2-a8b5-4f89f626bae4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879369 Jun 25 12:36:46.621599 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd0d367c-7d49-40b6-b181-1eef134cf29c req-e20420a5-86ed-4948-a9c2-2b056cd377b8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636353 Jun 25 12:36:46.721852 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-82805207-c6a7-4695-b956-7bd0e71f3a8d service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638694 Jun 25 12:36:46.916251 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-73328a51-4ad1-4b7e-ba86-c0aaaf45b93f service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869965 Jun 25 12:36:47.979949 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ccab7-a33d-49c4-9ece-c005d40f0c77 req-fa2d5f50-e9cb-4388-999f-2f42fa2f4c1f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:47.982819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2d8ccab7-a33d-49c4-9ece-c005d40f0c77 req-fa2d5f50-e9cb-4388-999f-2f42fa2f4c1f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1297429 Jun 25 12:36:48.053464 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2d8ccab7-a33d-49c4-9ece-c005d40f0c77 req-74f939f4-680a-40fc-83a1-7dee33a8b03c tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603201 Jun 25 12:36:49.410507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926d982-fc2d-417d-8de8-270744e6f728 req-a64ab294-0902-470f-90a0-bda1a8b6791a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:49.413451 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e926d982-fc2d-417d-8de8-270744e6f728 req-a64ab294-0902-470f-90a0-bda1a8b6791a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1262991 Jun 25 12:36:49.491480 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e926d982-fc2d-417d-8de8-270744e6f728 req-efa8f6a3-c803-4e89-a128-1b590eb0cb34 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667119 Jun 25 12:36:50.829686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378f865-f0c5-4f62-bb79-49ab569be004 req-606c3f5d-a51f-45be-98c4-f57002b2dad1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:50.832525 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d378f865-f0c5-4f62-bb79-49ab569be004 req-606c3f5d-a51f-45be-98c4-f57002b2dad1 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1230795 Jun 25 12:36:50.905717 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d378f865-f0c5-4f62-bb79-49ab569be004 req-752f612e-fc58-462e-9f21-195c35db2b81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622547 Jun 25 12:36:52.280817 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981028-de20-4bda-bec8-0bdfcaae7aa9 req-6a5fcd2a-ded1-48c5-b5d9-d1c392978a13 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:52.283369 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9981028-de20-4bda-bec8-0bdfcaae7aa9 req-6a5fcd2a-ded1-48c5-b5d9-d1c392978a13 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1316545 Jun 25 12:36:52.358927 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e9981028-de20-4bda-bec8-0bdfcaae7aa9 req-c616374e-6653-4c87-9233-6829e5f7c81f tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644765 Jun 25 12:36:53.608623 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50beb9a-7d7a-4d41-a09e-838d82189846 req-61ce4a24-05a8-477c-ace0-f751fa5153f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:53.610637 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50beb9a-7d7a-4d41-a09e-838d82189846 req-61ce4a24-05a8-477c-ace0-f751fa5153f4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.0884976 Jun 25 12:36:53.663337 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f50beb9a-7d7a-4d41-a09e-838d82189846 req-1748b095-ae98-4675-8b73-377badabb29d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Jun 25 12:36:54.963061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a08aa-c616-4439-a74b-631500d41900 req-65906b37-ce93-4b41-bef2-51a31134ad2b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:54.964884 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bb0a08aa-c616-4439-a74b-631500d41900 req-65906b37-ce93-4b41-bef2-51a31134ad2b tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.0880671 Jun 25 12:36:55.018372 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bb0a08aa-c616-4439-a74b-631500d41900 req-407c09ed-ca38-4d61-bdb2-6f6dcd7f2cfd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Jun 25 12:36:55.872224 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e86f1b95-fc47-44a5-981f-2c5aa87732f2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:36:56.075170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:36:56.100338 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'port_id': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'mac_address': 'fa:16:3e:61:92:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:36:56.184780 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:56.214084 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86f1b95-fc47-44a5-981f-2c5aa87732f2 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:36:56.257506 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:36:56.334899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:56.338114 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bff95e65-91b9-4fa8-8d2b-f91710992d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:36:56.386690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad3ce4-9318-41d8-8596-d810b4941ccb req-b407a001-c79e-4a90-9ee6-f8810314cf97 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:56.389697 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-79ad3ce4-9318-41d8-8596-d810b4941ccb req-b407a001-c79e-4a90-9ee6-f8810314cf97 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 943 time: 0.1373909 Jun 25 12:36:56.433334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:36:56.440635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:36:56.475315 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-79ad3ce4-9318-41d8-8596-d810b4941ccb req-caf0f2bf-ba83-4208-9299-d4063b7aa427 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733373 Jun 25 12:36:56.713991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['e86f1b95-fc47-44a5-981f-2c5aa87732f2'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:36:57.852718 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f98700-7d5a-4920-81e9-676431a6f66b req-81b89d40-79b8-4880-b9f4-0d979c06a2cc tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:57.855496 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-05f98700-7d5a-4920-81e9-676431a6f66b req-81b89d40-79b8-4880-b9f4-0d979c06a2cc tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 944 time: 0.1287391 Jun 25 12:36:57.874600 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e86f1b95-fc47-44a5-981f-2c5aa87732f2 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:36:57.937224 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-05f98700-7d5a-4920-81e9-676431a6f66b req-344c9969-2e4c-4022-997d-6b2e29ba1d27 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692868 Jun 25 12:36:57.970947 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port e86f1b95-fc47-44a5-981f-2c5aa87732f2 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:36:57.971575 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:58.147244 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:58.195598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:36:58.199843 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a616a-e56f-4203-a817-876418ba06a6" -d '{"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-plugged", "status": "completed", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:36:58.227017 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:36:58.276965 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737754d0-8e3d-4867-90c3-e26dad5178a7 x-openstack-request-id: req-737754d0-8e3d-4867-90c3-e26dad5178a7 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:36:58.277555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-plugged", "status": "completed", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:36:58.277831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-737754d0-8e3d-4867-90c3-e26dad5178a7 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:36:58.278422 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'code': 200} Jun 25 12:36:58.315570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:36:58.319570 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:36:58.422156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:36:58.428960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:36:58.798873 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c54ba4-351d-4987-92b2-89de22dc3e44 req-2588eff8-71dc-4a74-b8f0-d0b7c72322f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:58.802372 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-03c54ba4-351d-4987-92b2-89de22dc3e44 req-2588eff8-71dc-4a74-b8f0-d0b7c72322f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1174860 Jun 25 12:36:58.863526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-03c54ba4-351d-4987-92b2-89de22dc3e44 req-fbc9023f-cc01-421c-a5d1-afb38cdf8791 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541050 Jun 25 12:36:59.303539 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ad881-333d-4b27-9ead-7eeb87a5281a req-1c86f97b-0fc5-4abd-9cf5-6e5ab76ee624 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:36:59.306181 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d72ad881-333d-4b27-9ead-7eeb87a5281a req-1c86f97b-0fc5-4abd-9cf5-6e5ab76ee624 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1378458 Jun 25 12:36:59.381566 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d72ad881-333d-4b27-9ead-7eeb87a5281a req-3fba450c-5ccd-40ec-a81a-b8ca61e49068 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638463 Jun 25 12:36:59.632093 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf196356-a5cc-4130-b4ff-da0b080d2e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:00.753267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae540f-6999-4b7a-84b3-f222319f18e2 req-ae1f471a-c7ad-43c2-a1ae-eddd2299bb50 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:37:00.756831 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5bae540f-6999-4b7a-84b3-f222319f18e2 req-ae1f471a-c7ad-43c2-a1ae-eddd2299bb50 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1302562 Jun 25 12:37:00.840808 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-5bae540f-6999-4b7a-84b3-f222319f18e2 req-ad04ff76-eb56-48be-a2cc-e0af5e54999a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728881 Jun 25 12:37:02.026101 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8e563048-5cce-4934-a6bf-6d338fcdec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:02.252305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:03.569747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:05.345666 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:11.229414 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:18.307501 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-5bdb2042-8f19-4132-a933-396f6512f54f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068847 Jun 25 12:37:18.475027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4162-66a4-4073-ba16-766a1eed3239 req-72ef1315-9e7e-4569-a570-450b67b699c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:37:18.477844 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-72ef1315-9e7e-4569-a570-450b67b699c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1178894 Jun 25 12:37:18.635603 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4162-66a4-4073-ba16-766a1eed3239 req-82f0ed1a-06c4-4bac-87a2-cc93f1f200f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:37:18.637942 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-82f0ed1a-06c4-4bac-87a2-cc93f1f200f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1328816 Jun 25 12:37:18.734431 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-52a7dea0-ebae-4392-a30d-dcfc9430ddfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 1001 time: 0.0885925 Jun 25 12:37:18.825267 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4162-66a4-4073-ba16-766a1eed3239 req-b19cc9e0-53e7-4fc9-8909-52fe04e5f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:37:18.828070 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-b19cc9e0-53e7-4fc9-8909-52fe04e5f4e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0857553 Jun 25 12:37:18.898581 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:37:18.942781 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c4162-66a4-4073-ba16-766a1eed3239 req-d8c0590a-cc02-4c6c-ad5d-d6c80865599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:37:18.945545 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-d8c0590a-cc02-4c6c-ad5d-d6c80865599e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104677 Jun 25 12:37:19.156775 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-a6573320-b595-48c4-b771-06d872d16020 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033935 Jun 25 12:37:19.325660 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-922c4162-66a4-4073-ba16-766a1eed3239 req-fe2d7ea0-60a0-4c3f-81cd-8b4c64e52b39 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619177 Jun 25 12:37:29.580128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf200-7c03-4f12-ab7d-84446344d8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:32.014108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c797d11f-b8a8-4c96-9039-123b9e807107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:32.214593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:33.561318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:35.385105 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:41.231353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:37:55.894013 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:37:59.568342 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf64a-b0b2-4abd-a1d8-fc57d7f83820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:02.036223 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a167fd5d-8f1d-4dcd-b5d7-11583ecaf854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:02.208515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:03.568233 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:05.373620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:11.316229 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:20.321944 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-108cba13-adc3-45a6-8172-64847f2aea1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068406 Jun 25 12:38:20.490266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-a240c41d-9d56-4a4e-824b-bd73b2066ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:20.492950 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-a240c41d-9d56-4a4e-824b-bd73b2066ba0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.1093755 Jun 25 12:38:20.696099 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-00546ce0-1e0f-4884-bd03-5a1f2d0a5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:20.698792 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-00546ce0-1e0f-4884-bd03-5a1f2d0a5788 service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1788633 Jun 25 12:38:20.818702 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-a9da8071-f649-4e15-b77f-ec10f5e51ec2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 1001 time: 0.1136618 Jun 25 12:38:20.884038 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-4b40dc60-aa26-41bb-bcfd-13c45c1026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:20.885930 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-4b40dc60-aa26-41bb-bcfd-13c45c1026cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0606761 Jun 25 12:38:20.958193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-9833ca59-ba94-4889-bea1-9a8399f12860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:20.959980 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-9833ca59-ba94-4889-bea1-9a8399f12860 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673954 Jun 25 12:38:21.104009 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-cb030802-3e2a-43d0-84dd-d6a645b5ac13 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362560 Jun 25 12:38:21.273702 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a3006cce-0f3b-4f1f-800b-922f27384657 req-4e7119b6-61f1-41c4-b0f0-cae3912a0355 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622694 Jun 25 12:38:29.601426 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-edf03e17-5cfa-49a0-b3e9-ff6d7ad59ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:32.036120 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c598c08f-8fbe-4a3f-9d16-c98d0a336208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:32.236886 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:32.889377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:38:33.561279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:35.373016 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:41.259711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:48.881231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38336) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:38:49.448225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Deleting port f157f2ec-bdf5-468d-a286-2a4701fee677 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:38:49.448804 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:49.580187 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:49.580751 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:49.594805 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Calling delete_port for f157f2ec-bdf5-468d-a286-2a4701fee677 owned by network:floatingip {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:38:49.914953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:49.919253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b8a66578-0143-43ea-b446-b80095e3fcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:38:49.951057 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event deleted for resources: {'Port': ['ID=f157f2ec-bdf5-468d-a286-2a4701fee677,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:38:50.000881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.002170 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.003211 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.003733 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.004383 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.005027 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.005688 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.006315 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.006960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.007638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.008266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.008910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:38:50.018118 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:38:50.091827 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for floatingip, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:50.092393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.db.l3_db [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Floating IP db28c9a3-e20f-4818-8396-0465af36959d disassociated (deleted). External IP: 172.26.0.138, port: e86f1b95-fc47-44a5-981f-2c5aa87732f2. Jun 25 12:38:50.898128 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Router e20113be-f002-4ab1-82de-9c6435bb88c1 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:38:51.042834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:38:51.050924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:51.059058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] Sync routers for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:38:51.076010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:38:51.077022 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:38:51.134010 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "DELETE /v2.0/floatingips/db28c9a3-e20f-4818-8396-0465af36959d HTTP/1.1" status: 204 len: 168 time: 2.2503290 Jun 25 12:38:51.135168 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:38:51.139826 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4746a0a0-842e-440a-ae33-6e186e84b385" -d '{"events": [{"name": "network-changed", "server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:38:51.282746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:38:51.312491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b18a98c-979c-4668-b321-7e3f18b2015b x-openstack-request-id: req-2b18a98c-979c-4668-b321-7e3f18b2015b {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:38:51.313150 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:38:51.313585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b18a98c-979c-4668-b321-7e3f18b2015b {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:38:51.315262 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'status': 'completed', 'code': 200} Jun 25 12:38:51.433999 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-1fd9b8a4-d9ef-4c45-82c2-ddd498aec300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:51.436069 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-1fd9b8a4-d9ef-4c45-82c2-ddd498aec300 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=857be0b19c1244438010bf04643f85e6&device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 1098 time: 0.0949695 Jun 25 12:38:51.617663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-3d36dbd7-41a7-4eba-88f1-6cf8814ef51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:51.620245 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-3d36dbd7-41a7-4eba-88f1-6cf8814ef51e service neutron] 10.222.0.47 "GET /v2.0/networks?id=040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 200 len: 911 time: 0.1773932 Jun 25 12:38:51.666341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:38:51.679836 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-95e62fe0-8205-4d99-b3ad-81ac4eeb8259 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 200 len: 217 time: 0.0532000 Jun 25 12:38:51.717786 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] Checking router: e20113be-f002-4ab1-82de-9c6435bb88c1 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:38:51.735460 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:38:51.737906 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:38:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:38:51.768217 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-115e49df-238e-4669-b714-1fb72388fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:51.771114 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-115e49df-238e-4669-b714-1fb72388fc0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 200 len: 848 time: 0.0844116 Jun 25 12:38:51.898610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-133da5ac-e00e-4122-9d7b-1b507a81b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:51.901711 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-133da5ac-e00e-4122-9d7b-1b507a81b1a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=040e881f-0225-472b-8ac9-3f851a224643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228101 Jun 25 12:38:51.955943 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:38:52.088124 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-1e751e79-b5a2-413d-bdf8-d6658037e7cd service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764803 Jun 25 12:38:52.288844 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4746a0a0-842e-440a-ae33-6e186e84b385 req-b8313e9e-b414-4651-9af7-9e39c57f26d2 service neutron] 10.222.0.47 "GET /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923232 Jun 25 12:38:52.314590 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c2ae1-07b2-49a1-bfb2-06dfa71e441e req-e75116ad-7d2e-4375-9e8b-5c6f77975491 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:52.317293 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a1c2ae1-07b2-49a1-bfb2-06dfa71e441e req-e75116ad-7d2e-4375-9e8b-5c6f77975491 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.2043195 Jun 25 12:38:52.367166 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:38:52.384978 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a1c2ae1-07b2-49a1-bfb2-06dfa71e441e req-1c915607-3cd0-4e69-b830-0d1f49d74c80 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561042 Jun 25 12:38:52.614901 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd0599-9210-42c2-9426-8abe83e4b06a None None] The sync data for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv is: [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:25:53Z', 'revision_number': 4, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '9e703f8c-de2e-44a1-bc5f-ecce9ab90533', 'name': '', 'network_id': '040e881f-0225-472b-8ac9-3f851a224643', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'mac_address': 'fa:16:3e:39:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'b58c0390-069e-4889-879f-61cd911f5046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:52Z', 'updated_at': '2021-06-25T12:26:03Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'subnets': [{'id': 'b58c0390-069e-4889-879f-61cd911f5046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:38:52.957909 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba8d0d-161c-4617-a5b2-4ea9b576cc04 None None] New status for floating IP db28c9a3-e20f-4818-8396-0465af36959d: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:38:53.707612 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dabb77-9633-4fb0-8a19-d08d6976cbff req-045f844d-86e4-4516-9e09-64ff141cfae8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:53.710308 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74dabb77-9633-4fb0-8a19-d08d6976cbff req-045f844d-86e4-4516-9e09-64ff141cfae8 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1220710 Jun 25 12:38:53.785280 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-74dabb77-9633-4fb0-8a19-d08d6976cbff req-83e05dfd-5a64-4cc5-b0d0-b7e00a09f269 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/security-groups?id=29260b92-d0d7-428d-8b60-048b986ddebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639520 Jun 25 12:38:53.879310 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282be46-8fbd-477b-be08-d943a678c61b req-cf75c426-343a-43dd-ad49-08434850c9a4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:38:53.882070 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c282be46-8fbd-477b-be08-d943a678c61b req-cf75c426-343a-43dd-ad49-08434850c9a4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 945 time: 0.1285884 Jun 25 12:38:54.077869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Deleting port e86f1b95-fc47-44a5-981f-2c5aa87732f2 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:38:54.078306 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:54.249014 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] For port e86f1b95-fc47-44a5-981f-2c5aa87732f2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e86f1b95-fc47-44a5-981f-2c5aa87732f2,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:38:54.249766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:54.273986 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Calling delete_port for e86f1b95-fc47-44a5-981f-2c5aa87732f2 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:38:54.538303 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:54.545442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-d6d572ad-1113-4027-89c0-bf73016b66c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:38:54.593780 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event deleted for resources: {'Port': ['ID=e86f1b95-fc47-44a5-981f-2c5aa87732f2,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:38:54.602479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:38:54.668540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] No DVR routers for this DVR port e86f1b95-fc47-44a5-981f-2c5aa87732f2 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:38:54.671791 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:38:54.675063 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c282be46-8fbd-477b-be08-d943a678c61b req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.47 "DELETE /v2.0/ports/e86f1b95-fc47-44a5-981f-2c5aa87732f2 HTTP/1.1" status: 204 len: 173 time: 0.7872849 Jun 25 12:38:54.675749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-deleted', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:38:54.679059 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c3dccc-43a6-4a41-8049-be4ef54cc0ea" -d '{"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-deleted", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:38:54.751015 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587385cb-c6d3-425e-bbdb-dc15ccc949f8 x-openstack-request-id: req-587385cb-c6d3-425e-bbdb-dc15ccc949f8 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:38:54.752232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737fbb82-4109-47d1-a9fb-83a98bf8d048", "name": "network-vif-deleted", "tag": "e86f1b95-fc47-44a5-981f-2c5aa87732f2", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:38:54.752653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-587385cb-c6d3-425e-bbdb-dc15ccc949f8 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:38:54.754541 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737fbb82-4109-47d1-a9fb-83a98bf8d048', 'name': 'network-vif-deleted', 'tag': 'e86f1b95-fc47-44a5-981f-2c5aa87732f2', 'status': 'completed', 'code': 200} Jun 25 12:38:55.009548 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-072a18af-1d35-4241-a56f-8371a9602545 req-caf2a948-0ba9-40c3-b57f-062eb0a9c12e tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0509899 Jun 25 12:38:56.300591 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1c7e4262-4bd3-4c97-bb2a-1d5e30c9d190 req-99e1ff64-d2c4-4ce4-963d-1f8e15687706 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0572236 Jun 25 12:38:56.520337 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e86f1b95-fc47-44a5-981f-2c5aa87732f2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:38:56.559686 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: e86f1b95-fc47-44a5-981f-2c5aa87732f2 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:38:56.560310 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device e86f1b95-fc47-44a5-981f-2c5aa87732f2 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:38:57.577708 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-af0cad51-6275-4cfc-afce-365129aa7f82 req-f815a326-0eba-4b81-8bc4-a6b475495bcd tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0423512 Jun 25 12:38:58.770096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f5bac551-cb40-4db6-9f19-487e252c4cd9 req-71dcef09-abd1-4f91-9a54-74144c01d55d tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0358253 Jun 25 12:38:59.589878 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7927fe66-24ac-4cd2-9fa1-1226f01df2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:00.049724 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-62bfae4b-6c17-4c80-a7bf-dc2cea14c1cc req-341910ed-5afc-4fe4-9dca-d4249c5c2ff4 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0582924 Jun 25 12:39:01.354756 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-dbec4161-b2c0-4809-b767-3ee70d0d3d3f req-8a682144-aa05-4f52-ace8-38941d33669a tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "GET /v2.0/ports?device_id=737fbb82-4109-47d1-a9fb-83a98bf8d048 HTTP/1.1" status: 200 len: 210 time: 0.0421355 Jun 25 12:39:02.046388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4f4f50f9-8420-41f3-99e6-4e099a1a7b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:02.207005 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:02.542389 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38378) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:02.625645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f65ef9c5-abfa-4ee0-8e17-7a6206706265 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:02.667372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f65ef9c5-abfa-4ee0-8e17-7a6206706265 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:02.880951 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f65ef9c5-abfa-4ee0-8e17-7a6206706265 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:02.887145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f65ef9c5-abfa-4ee0-8e17-7a6206706265 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:02.889625 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f65ef9c5-abfa-4ee0-8e17-7a6206706265 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] 10.222.0.81 "DELETE /v2.0/security-groups/29260b92-d0d7-428d-8b60-048b986ddebf HTTP/1.1" status: 204 len: 168 time: 0.3455391 Jun 25 12:39:02.891496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6986c9cc-d9c0-4246-b42a-e05d2bbc1822 tempest-SecGroupTest-279891463 tempest-SecGroupTest-279891463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:02.917353 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ef9c5-abfa-4ee0-8e17-7a6206706265 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29260b92-d0d7-428d-8b60-048b986ddebf,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:02.933629 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f65ef9c5-abfa-4ee0-8e17-7a6206706265 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:03.080668 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38382) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:03.578163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:03.974464 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:04.937105 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Deleting port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:04.938215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:05.038029 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] For port 9e703f8c-de2e-44a1-bc5f-ecce9ab90533, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:05.038515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:05.057781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Calling delete_port for 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:05.383154 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:05.423239 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:05.427522 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5212391d-58ca-43db-b136-bf57c69a99a3 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:05.464415 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e703f8c-de2e-44a1-bc5f-ecce9ab90533,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:05.510788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.511572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.512372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.513135 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.514564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.514564 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.515316 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.516155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.517324 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.517891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.518474 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.519104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:05.525299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:05.810899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:06.235595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Router e20113be-f002-4ab1-82de-9c6435bb88c1 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:39:06.451859 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:39:06.461017 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] 10.222.0.81 "PUT /v2.0/routers/e20113be-f002-4ab1-82de-9c6435bb88c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3767574 Jun 25 12:39:06.464783 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38386) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:06.469129 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] Sync routers for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:39:06.488147 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:06.488911 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:06.689843 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:06.695608 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:06.899421 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:07.069643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:39:05Z', 'revision_number': 5, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port': {'id': '097ed3ed-6c07-4a42-9e06-4afd3440b52a', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:49Z', 'updated_at': '2021-06-25T12:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:07.122643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] Checking router: e20113be-f002-4ab1-82de-9c6435bb88c1 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:39:07.125786 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Deleting port 097ed3ed-6c07-4a42-9e06-4afd3440b52a {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:07.128125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:07.139921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] Routers {'e20113be-f002-4ab1-82de-9c6435bb88c1'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:07.141019 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['e20113be-f002-4ab1-82de-9c6435bb88c1'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:07.300300 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] For port 097ed3ed-6c07-4a42-9e06-4afd3440b52a, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=097ed3ed-6c07-4a42-9e06-4afd3440b52a,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:07.301201 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:07.324458 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Calling delete_port for 097ed3ed-6c07-4a42-9e06-4afd3440b52a owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:07.326285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] Set router e20113be-f002-4ab1-82de-9c6435bb88c1 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:07.416415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:39:06Z', 'revision_number': 6, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:07.463618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2dcbd-7e5b-46dd-8be1-0e6b4e39151e None None] The sync data for ids ['e20113be-f002-4ab1-82de-9c6435bb88c1'] in dv-neutron-797120-5-hyperv is: [{'id': 'e20113be-f002-4ab1-82de-9c6435bb88c1', 'name': 'tempest-TestShelveInstance-1044887909-router', 'tenant_id': '857be0b19c1244438010bf04643f85e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:48Z', 'updated_at': '2021-06-25T12:39:06Z', 'revision_number': 6, 'project_id': '857be0b19c1244438010bf04643f85e6', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:39:07.738513 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:07.742390 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fbcda4e8-9f1c-44f8-9673-2ba70e6910dc tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:07.802170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Pushing event deleted for resources: {'Port': ['ID=097ed3ed-6c07-4a42-9e06-4afd3440b52a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:07.806660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:07.929933 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.120642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.124627 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.269475 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.270479 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e20113be-f002-4ab1-82de-9c6435bb88c1 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:39:08.279642 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.281192 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e20113be-f002-4ab1-82de-9c6435bb88c1 HTTP/1.1" status: 204 len: 168 time: 1.8145523 Jun 25 12:39:08.285781 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38390) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:08.379909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Deleting subnet b58c0390-069e-4889-879f-61cd911f5046 {{(pid=94500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:39:08.385977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.448372 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2875977'] for subnet, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.605647 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.801684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3102561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9560401'] for subnet, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.807082 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4b3c6cc6-d0c5-4962-a597-4f26d7b864f6 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:08.857867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58c0390-069e-4889-879f-61cd911f5046,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:08.864521 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:08.866387 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:08.871492 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-fb2e02bc-11d4-4657-8028-f5fe5ff33e0e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b58c0390-069e-4889-879f-61cd911f5046 HTTP/1.1" status: 204 len: 168 time: 0.5823915 Jun 25 12:39:08.874546 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38392) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:08.880617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ca3734-faed-4f32-b9ff-4d630b1772b9 None None] Network 040e881f-0225-472b-8ac9-3f851a224643 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:39:08.980446 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 097ed3ed-6c07-4a42-9e06-4afd3440b52a no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:39:09.033562 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 097ed3ed-6c07-4a42-9e06-4afd3440b52a {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:39:09.034150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 097ed3ed-6c07-4a42-9e06-4afd3440b52a not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:39:09.034813 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:39:09.036449 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.084058 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:39:09.084463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 9e703f8c-de2e-44a1-bc5f-ecce9ab90533 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:39:09.115499 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Deleting port 16be1eb9-8b9b-482c-af84-25f9c4cd055c {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:09.115966 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.200358 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] For port 16be1eb9-8b9b-482c-af84-25f9c4cd055c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=16be1eb9-8b9b-482c-af84-25f9c4cd055c,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:09.200914 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.222881 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Calling delete_port for 16be1eb9-8b9b-482c-af84-25f9c4cd055c owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:09.297339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] DHCP port deletion for 040e881f-0225-472b-8ac9-3f851a224643 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:39:09.377677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Deleting port 16be1eb9-8b9b-482c-af84-25f9c4cd055c {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:09.378002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.417765 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.421657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-68d9757a-f0a4-433a-91b4-bf9deae362df tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:09.466626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] For port 16be1eb9-8b9b-482c-af84-25f9c4cd055c, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=16be1eb9-8b9b-482c-af84-25f9c4cd055c,segment=NetworkSegment(7acdbf58-6300-409d-bb7a-84bbe4088896),segment_id=7acdbf58-6300-409d-bb7a-84bbe4088896)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:09.467211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.473264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Pushing event deleted for resources: {'Port': ['ID=16be1eb9-8b9b-482c-af84-25f9c4cd055c,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:09.478308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:09.484106 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] No DVR routers for this DVR port 16be1eb9-8b9b-482c-af84-25f9c4cd055c on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:39:09.490167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Calling delete_port for 16be1eb9-8b9b-482c-af84-25f9c4cd055c owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:09.596622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.599226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:09.629742 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Pushing event deleted for resources: {'Port': ['ID=16be1eb9-8b9b-482c-af84-25f9c4cd055c,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:09.635285 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] No DVR routers for this DVR port 16be1eb9-8b9b-482c-af84-25f9c4cd055c on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.652389 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.654535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.654930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.654930 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:09.660298 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:09.671372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040e881f-0225-472b-8ac9-3f851a224643']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:09.687801 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acdbf58-6300-409d-bb7a-84bbe4088896') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:09.688253 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acdbf58-6300-409d-bb7a-84bbe4088896') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:09.700763 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.722898 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.734371 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:39:09.735068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:39:09.740194 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:39:09.895197 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:39:09.932456 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.939002 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-03c59f3c-b840-47da-b938-b38f3b6a7c51 tempest-RoutersNegativeTest-1783511350 tempest-RoutersNegativeTest-1783511350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:09.945705 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:09.949533 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] 10.222.0.81 "DELETE /v2.0/networks/040e881f-0225-472b-8ac9-3f851a224643 HTTP/1.1" status: 204 len: 168 time: 1.0720332 Jun 25 12:39:09.954869 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38394) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:09.970668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Pushing event deleted for resources: {'Network': ['ID=040e881f-0225-472b-8ac9-3f851a224643,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:09.975238 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:10.602916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:10.922111 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 16be1eb9-8b9b-482c-af84-25f9c4cd055c no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:39:10.968578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 16be1eb9-8b9b-482c-af84-25f9c4cd055c {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:39:10.969182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 16be1eb9-8b9b-482c-af84-25f9c4cd055c not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:39:11.065855 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Deleting port 013a5685-c659-4422-ac8e-8f639cf5ab94 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:11.066570 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:11.227948 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] For port 013a5685-c659-4422-ac8e-8f639cf5ab94, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=013a5685-c659-4422-ac8e-8f639cf5ab94,segment=NetworkSegment(2b34f328-04ee-4c7d-8442-087fc5b3b135),segment_id=2b34f328-04ee-4c7d-8442-087fc5b3b135)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:11.228537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:11.246318 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:11.256087 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Calling delete_port for 013a5685-c659-4422-ac8e-8f639cf5ab94 owned by network:router_interface {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:11.607110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:11.613165 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-afc19903-5f0d-4617-91d3-dec9d070c4a5 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:11.660625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=013a5685-c659-4422-ac8e-8f639cf5ab94,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:11.666748 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:12.014660 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:12.332792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Router 4f0ac24e-b370-4d41-ab79-4c9eade5902b has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:39:12.513326 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:39:12.522483 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] 10.222.0.81 "PUT /v2.0/routers/4f0ac24e-b370-4d41-ab79-4c9eade5902b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5657272 Jun 25 12:39:12.526788 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38398) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:12.529293 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] Sync routers for ids ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:39:12.548278 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] Routers {'4f0ac24e-b370-4d41-ab79-4c9eade5902b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:12.549421 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:12.753614 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:12.762192 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] Set router 4f0ac24e-b370-4d41-ab79-4c9eade5902b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:13.127281 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:39:11Z', 'revision_number': 5, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:13.184992 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] Checking router: 4f0ac24e-b370-4d41-ab79-4c9eade5902b for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:39:13.203056 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] Routers {'4f0ac24e-b370-4d41-ab79-4c9eade5902b'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:13.205387 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:13.407466 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] Set router 4f0ac24e-b370-4d41-ab79-4c9eade5902b gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:13.527950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:13.738342 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:39:11Z', 'revision_number': 5, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:13.742702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Deleting port cb2f0749-86ed-4b6a-9467-5e1cd07a79db {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:13.743245 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:13.791370 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c1904-5bfb-48ab-a654-9dbf2287f4a5 None None] The sync data for ids ['4f0ac24e-b370-4d41-ab79-4c9eade5902b'] in dv-neutron-797120-5-hyperv is: [{'id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'name': 'tempest-TestShelveInstance-157377052-router', 'tenant_id': 'd330e2c8841b423f9898abd706c0d774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:25:58Z', 'updated_at': '2021-06-25T12:39:11Z', 'revision_number': 5, 'project_id': 'd330e2c8841b423f9898abd706c0d774', 'gw_port': {'id': 'cb2f0749-86ed-4b6a-9467-5e1cd07a79db', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ac24e-b370-4d41-ab79-4c9eade5902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:25:59Z', 'updated_at': '2021-06-25T12:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:39:13.906789 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] For port cb2f0749-86ed-4b6a-9467-5e1cd07a79db, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:13.908161 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:13.935328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Calling delete_port for cb2f0749-86ed-4b6a-9467-5e1cd07a79db owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:14.355250 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:14.359905 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1857e478-1696-4e3b-b896-c354facd0d22 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:14.415123 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2f0749-86ed-4b6a-9467-5e1cd07a79db,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:14.422170 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:14.534950 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:14.739209 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:14.743537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:14.939198 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 013a5685-c659-4422-ac8e-8f639cf5ab94 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:39:14.943509 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:14.944476 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f0ac24e-b370-4d41-ab79-4c9eade5902b {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:39:14.961466 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:14.961466 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4f0ac24e-b370-4d41-ab79-4c9eade5902b HTTP/1.1" status: 204 len: 168 time: 2.4255855 Jun 25 12:39:14.961869 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38402) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:14.977171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 013a5685-c659-4422-ac8e-8f639cf5ab94 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:39:14.977764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 013a5685-c659-4422-ac8e-8f639cf5ab94 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:39:15.053975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Deleting subnet d3fd548b-da5f-47dd-aa92-0a2d1eedf0de {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:39:15.059693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.123204 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.225708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.361496 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.363948 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7ebb888c-c191-4b25-8c1f-91f63f17d11d tempest-RoutersIpV6Test-693213136 tempest-RoutersIpV6Test-693213136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:15.399223 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fd548b-da5f-47dd-aa92-0a2d1eedf0de,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:15.402241 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.408981 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510625a6-69b5-4609-8d34-65790a4860d0 None None] Network ef7a4fc3-217a-4433-8929-e0b6c9a60370 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:39:15.409471 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38404) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:15.409667 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d3fd548b-da5f-47dd-aa92-0a2d1eedf0de HTTP/1.1" status: 204 len: 168 time: 0.4486313 Jun 25 12:39:15.411578 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-82f6150e-82f2-44b3-aec0-eaa3b66a63cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:15.535836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.612846 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Deleting port aa7fe683-b6a2-47ae-bc32-dc03a999797e {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:15.613200 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.730215 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] For port aa7fe683-b6a2-47ae-bc32-dc03a999797e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa7fe683-b6a2-47ae-bc32-dc03a999797e,segment=NetworkSegment(2b34f328-04ee-4c7d-8442-087fc5b3b135),segment_id=2b34f328-04ee-4c7d-8442-087fc5b3b135)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:15.730941 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.736777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] DHCP port deletion for ef7a4fc3-217a-4433-8929-e0b6c9a60370 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:39:15.753309 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Calling delete_port for aa7fe683-b6a2-47ae-bc32-dc03a999797e owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:15.826824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Deleting port aa7fe683-b6a2-47ae-bc32-dc03a999797e {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:39:15.827353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.960002 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] For port aa7fe683-b6a2-47ae-bc32-dc03a999797e, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=aa7fe683-b6a2-47ae-bc32-dc03a999797e,segment=NetworkSegment(2b34f328-04ee-4c7d-8442-087fc5b3b135),segment_id=2b34f328-04ee-4c7d-8442-087fc5b3b135)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:15.960848 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.966385 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:15.972953 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-40fafd9d-df2d-4b96-9cba-b34d48107769 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:15.983344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Calling delete_port for aa7fe683-b6a2-47ae-bc32-dc03a999797e owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:39:16.025067 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7fe683-b6a2-47ae-bc32-dc03a999797e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:16.028871 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] No DVR routers for this DVR port aa7fe683-b6a2-47ae-bc32-dc03a999797e on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:39:16.033138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:16.138538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:16.141851 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:16.179041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Pushing event deleted for resources: {'Port': ['ID=aa7fe683-b6a2-47ae-bc32-dc03a999797e,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:16.182117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:16.184245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:16.185299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] No DVR routers for this DVR port aa7fe683-b6a2-47ae-bc32-dc03a999797e on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:39:16.211645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7a4fc3-217a-4433-8929-e0b6c9a60370']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:16.235698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b34f328-04ee-4c7d-8442-087fc5b3b135') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:16.236212 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b34f328-04ee-4c7d-8442-087fc5b3b135') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:16.255773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:16.282702 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:16.303391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:39:16.444429 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:39:16.515661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:16.523966 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:16.527906 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ef7a4fc3-217a-4433-8929-e0b6c9a60370 HTTP/1.1" status: 204 len: 168 time: 1.1164043 Jun 25 12:39:16.529456 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9111f93a-f993-4e91-ad33-82da7510213e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:16.554589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7a4fc3-217a-4433-8929-e0b6c9a60370,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:16.559075 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b59c102d-ff91-4d71-af6d-8a17e7b72d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:16.933069 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aa7fe683-b6a2-47ae-bc32-dc03a999797e no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:39:16.958422 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: aa7fe683-b6a2-47ae-bc32-dc03a999797e {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:39:16.958960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device aa7fe683-b6a2-47ae-bc32-dc03a999797e not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:39:16.959649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cb2f0749-86ed-4b6a-9467-5e1cd07a79db no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:39:16.984772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: cb2f0749-86ed-4b6a-9467-5e1cd07a79db {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:39:16.986463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device cb2f0749-86ed-4b6a-9467-5e1cd07a79db not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:39:16.996235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38408) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:17.075186 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3224b35a-fd4f-43ee-8794-90c510a46932 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=857be0b19c1244438010bf04643f85e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767212 Jun 25 12:39:17.077972 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38410) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:17.190355 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-292e9b97-37e3-4a26-9c2f-3aa72124cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:17.236303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-292e9b97-37e3-4a26-9c2f-3aa72124cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:17.429408 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-292e9b97-37e3-4a26-9c2f-3aa72124cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:17.436826 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-292e9b97-37e3-4a26-9c2f-3aa72124cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:17.441353 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-292e9b97-37e3-4a26-9c2f-3aa72124cc06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b025823-bf9c-4de2-8b2a-7bdfd80325ea HTTP/1.1" status: 204 len: 168 time: 0.3594160 Jun 25 12:39:17.441353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d41ee08b-87e9-4acb-82c2-0a0199e2475b tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:17.455756 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e9b97-37e3-4a26-9c2f-3aa72124cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b025823-bf9c-4de2-8b2a-7bdfd80325ea,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:17.460206 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-292e9b97-37e3-4a26-9c2f-3aa72124cc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:18.655699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38416) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:18.737165 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c4e3fc69-0604-4f51-b6cd-2f6dd0d0ed99 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d330e2c8841b423f9898abd706c0d774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776258 Jun 25 12:39:18.740993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38418) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:18.834325 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:18.878548 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:19.068380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:19.071845 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:19.073368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b34a6d9f-2ab6-47be-817a-fb3976fd99b4 HTTP/1.1" status: 204 len: 168 time: 0.3308308 Jun 25 12:39:19.074401 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-8d922a38-eefa-474e-b323-9428d6440e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:19.088477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a6d9f-2ab6-47be-817a-fb3976fd99b4,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:19.089353 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:20.972697 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38440) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:21.166621 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-620074528-network', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:21.275173 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Made reservation on behalf of 2008337919f34cf9bccdf042f7c49f20 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:39:21.279763 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.299475 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.500560 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.583342 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.590914 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eb1c35c9-4ffa-4cb6-8f29-ffaaa801426f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:21.635198 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:39:21.656586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfdd0fd-142e-47e0-88dd-975e5964946e,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:21.665670 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:21.667928 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.668493 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Added segment f180d7fc-257d-49b4-9960-db1da61cd5bb of type vlan for network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 Jun 25 12:39:21.755813 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.920332 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.921936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:21.922835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:21.926836 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b12af9a4-5a96-4d8f-9f3b-28ef7ca3f50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:22.040944 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Pushing event updated for resources: {'Network': ['ID=186c8b7c-304a-4ef5-89b3-a85d3f83ee53,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:22.046790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:22.064385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:39:22.065358 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-290a6eda-d380-4c79-9a4e-8714cca15f18 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0897977 Jun 25 12:39:22.069902 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38444) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:22.078507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Request body: {'subnet': {'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-620074528-subnet', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'ip_version': 4}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:22.228804 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Made reservation on behalf of 2008337919f34cf9bccdf042f7c49f20 for: {'subnet': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:39:22.231595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10362544'] for subnet, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:22.601110 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3102502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10362530'] for subnet, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:22.606787 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c13c502e-86d7-48cf-a991-9ba54c050f70 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:22.735524 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a404147a-c440-4bc9-8859-d65cafe7e19b,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:22.743552 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:22.745003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Checking segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:22.745537 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Network hostable DHCP agents. Network: 186c8b7c-304a-4ef5-89b3-a85d3f83ee53, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:39:22.875078 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:39:22.972381 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 186c8b7c-304a-4ef5-89b3-a85d3f83ee53) {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:22.980098 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:22.981131 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:22.990355 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68910392-cb6d-450a-ba33-83908467389f None None] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:39:23.116019 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d175063c-6866-4a29-ae32-fa29a5395750 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0439425 Jun 25 12:39:23.120613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38446) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:23.130010 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:23.229224 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:23.230908 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:23.276153 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:39:23.277584 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:23.327116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:23.530917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Allocated IP 172.20.0.2 (186c8b7c-304a-4ef5-89b3-a85d3f83ee53/a404147a-c440-4bc9-8859-d65cafe7e19b/e2c7280b-7d13-4c59-8e42-2a43502505dc) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:39:23.581909 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:23.787009 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:23.804617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Transition to ACTIVE for port object e2c7280b-7d13-4c59-8e42-2a43502505dc will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:23.832894 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Transition to ACTIVE for port object e2c7280b-7d13-4c59-8e42-2a43502505dc will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:23.920293 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:23.927685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:23.978237 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:23.982464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:23.990440 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:39:23.994958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Pushing event updated for resources: {'Port': ['ID=e2c7280b-7d13-4c59-8e42-2a43502505dc,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:23.996980 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:24.000837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:24.032663 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:24.078457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Attempting to bind port e2c7280b-7d13-4c59-8e42-2a43502505dc on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:39:24.078457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Attempting to bind port e2c7280b-7d13-4c59-8e42-2a43502505dc by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:39:24.078457 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Attempting to bind port e2c7280b-7d13-4c59-8e42-2a43502505dc on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:24.085385 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:39:24.085936 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Checking segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:24.086442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:24.086926 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Bound using segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:39:24.087669 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Bound port: e2c7280b-7d13-4c59-8e42-2a43502505dc, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:39:24.088221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:24.199572 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] For port e2c7280b-7d13-4c59-8e42-2a43502505dc, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:39:24.206167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] For port e2c7280b-7d13-4c59-8e42-2a43502505dc, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e2c7280b-7d13-4c59-8e42-2a43502505dc,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:39:24.208511 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Allocated IP 172.26.0.121 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/32d8a5f4-8636-4258-bd4f-11a2aa356ac8) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:39:24.326834 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:24.341496 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:24.359257 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:24.445953 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Pushing event updated for resources: {'Port': ['ID=e2c7280b-7d13-4c59-8e42-2a43502505dc,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:24.451520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:24.492535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:24.498236 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c02e95b3-c023-432e-b7a2-dae8a553c427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:24.571033 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:24.585757 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:24.600724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:39:24.605457 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Pushing event updated for resources: {'Port': ['ID=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:24.614619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:24.996141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e2c7280b-7d13-4c59-8e42-2a43502505dc up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:25.196393 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:25.200720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port e2c7280b-7d13-4c59-8e42-2a43502505dc completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:25.607347 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:25.726509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbb08c-8087-4a54-803c-eef33f8b5763 None None] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:39:25.898923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Provisioning for port e2c7280b-7d13-4c59-8e42-2a43502505dc completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:25.911696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Provisioning complete for port e2c7280b-7d13-4c59-8e42-2a43502505dc triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:25.912211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:25.938613 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:39:26.095170 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:26.143260 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:39:26.162593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] For port e2c7280b-7d13-4c59-8e42-2a43502505dc, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e2c7280b-7d13-4c59-8e42-2a43502505dc,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:26.166563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Sync routers for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:39:26.184278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:26.185471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:26.259081 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:26.261419 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-3dad0c7a-1b56-461f-b6a2-3d1ba6cd2fea admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1389444 Jun 25 12:39:26.265414 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38448) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:26.487812 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:26.494247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:26.687738 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Pushing event updated for resources: {'Port': ['ID=e2c7280b-7d13-4c59-8e42-2a43502505dc,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:26.697220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:26.709677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-25bcd191-1f5b-4f1e-9c6c-66a611bf8070 None None] Provisioning complete for port e2c7280b-7d13-4c59-8e42-2a43502505dc triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:26.710306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-25bcd191-1f5b-4f1e-9c6c-66a611bf8070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:26.773066 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:27.011106 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e2c7280b-7d13-4c59-8e42-2a43502505dc up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:27.271909 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port e2c7280b-7d13-4c59-8e42-2a43502505dc triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:27.273159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:27.427776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:24Z', 'revision_number': 3, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:27.500226 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Checking router: 20ff5d18-692b-4db5-b5ef-24da0282c9e0 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:39:27.501278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Updating router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:39:27.522313 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:27.578955 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:27.830329 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Allocated IP 172.20.0.1 (186c8b7c-304a-4ef5-89b3-a85d3f83ee53/a404147a-c440-4bc9-8859-d65cafe7e19b/d04509d3-f553-4c68-aad5-099630335c33) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:39:28.034708 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.057716 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Transition to ACTIVE for port object d04509d3-f553-4c68-aad5-099630335c33 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:28.089750 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.117949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Transition to ACTIVE for port object 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:28.253437 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.259480 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-eecad2e6-f618-4d35-8640-ccc804c2d6ee tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:28.263553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.270531 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:28.342242 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:28.348755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:28.355401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:39:28.376677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Attempting to bind port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:39:28.377373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Attempting to bind port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:39:28.377979 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Attempting to bind port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:28.387026 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81d6d7-948d-4a10-a92a-3ad6ba47ee66 None None] Pushing event updated for resources: {'Port': ['ID=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:28.394569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1b81d6d7-948d-4a10-a92a-3ad6ba47ee66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:28.398664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:39:28.399393 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:28.400181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.400757 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:39:28.401516 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Bound port: 32d8a5f4-8636-4258-bd4f-11a2aa356ac8, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:39:28.402159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.410798 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Pushing event updated for resources: {'Port': ['ID=d04509d3-f553-4c68-aad5-099630335c33,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:28.418838 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:28.453365 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.513858 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] For port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:39:28.520268 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] For port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:39:28.614247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.620595 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:28.723479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:28.724587 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:28.734095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81d6d7-948d-4a10-a92a-3ad6ba47ee66 None None] Pushing event updated for resources: {'Port': ['ID=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:28.796632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1b81d6d7-948d-4a10-a92a-3ad6ba47ee66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:28.821863 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:28.934183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c9cee36c-63f2-4610-97d8-3106374320d9 None None] Provisioning for port d04509d3-f553-4c68-aad5-099630335c33 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:28.952312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-c9cee36c-63f2-4610-97d8-3106374320d9 None None] Provisioning complete for port d04509d3-f553-4c68-aad5-099630335c33 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:28.952855 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c9cee36c-63f2-4610-97d8-3106374320d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:29.002559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:29.154618 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:29.232713 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-c9cee36c-63f2-4610-97d8-3106374320d9 None None] Port d04509d3-f553-4c68-aad5-099630335c33 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:39:29.311357 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:29.318794 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f284378d-7d3c-4d48-9745-96df3496fe42 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:29.396500 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:24Z', 'revision_number': 3, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:29.450479 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f31c22-28da-4aea-a0a0-e64bcfb50541 None None] The sync data for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv is: [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:24Z', 'revision_number': 3, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:39:29.455815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Pushing event updated for resources: {'Port': ['ID=d04509d3-f553-4c68-aad5-099630335c33,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:29.460558 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:29.464322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:29.555454 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2f014a21-a8f5-4bde-a3ae-14b85abf2339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:29.662514 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:29.665148 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:29.937404 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:39:30.128852 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:39:30.138324 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] 10.222.0.81 "PUT /v2.0/routers/20ff5d18-692b-4db5-b5ef-24da0282c9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8692694 Jun 25 12:39:30.174868 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-3113138c-e16b-4ab2-bf91-7f197ec9881c None None] Provisioning complete for port d04509d3-f553-4c68-aad5-099630335c33 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:30.175529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3113138c-e16b-4ab2-bf91-7f197ec9881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:30.244541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-3113138c-e16b-4ab2-bf91-7f197ec9881c None None] Port d04509d3-f553-4c68-aad5-099630335c33 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:39:30.971126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:31.128010 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:31.138770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:31.139378 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.243628 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38464) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:31.255985 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2029951796-network', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:31.308787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.349255 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:31.372254 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Made reservation on behalf of d3574f0ba11a4f2e892dfc05aaa329a7 for: {'network': 1} {{(pid=94500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:39:31.377428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for network, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.396065 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.417008 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.422132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b1bac1f9-26d3-4610-b26d-777b45086fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:31.509541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:31.515036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:31.551351 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.608212 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Sync routers for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:39:31.624391 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:31.626120 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:31.663138 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.671168 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-b55de024-6d9e-4467-9444-e6a3264e5964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:31.725134 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=94500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 12:39:31.728729 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5840aa06-bda9-4668-82c1-2b19ddd00882,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:31.733420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:31.748822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.749714 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.segments_db [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Added segment f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e of type vlan for network 656b9e01-47f4-4816-8a84-485d33128c63 Jun 25 12:39:31.822199 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:31.832097 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764449252437'] for network, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.943257 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807'] for network, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.945661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:31.947357 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:31.954640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9a0afb66-cbaf-4fe3-8238-f02d96b65b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:32.084640 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Pushing event updated for resources: {'Network': ['ID=656b9e01-47f4-4816-8a84-485d33128c63,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:32.091368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:32.104565 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Network 656b9e01-47f4-4816-8a84-485d33128c63 details requested by agent ovs-agent-dv-neutron-797120-5-hyperv with host dv-neutron-797120-5-hyperv {{(pid=94502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 12:39:32.253213 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c29412c2-4bf5-42d1-91ab-c00385d1b4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:32.304334 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0567245 Jun 25 12:39:32.310793 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38466) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:32.340471 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Request body: {'subnet': {'network_id': '656b9e01-47f4-4816-8a84-485d33128c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2029951796-subnet', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'ip_version': 4}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:32.366856 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:32.401186 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 2, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:32.452464 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Checking router: 20ff5d18-692b-4db5-b5ef-24da0282c9e0 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:39:32.453055 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Updating router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 port d04509d3-f553-4c68-aad5-099630335c33 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:39:32.457443 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Made reservation on behalf of d3574f0ba11a4f2e892dfc05aaa329a7 for: {'subnet': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:39:32.461730 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9461676'] for subnet, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:32.517566 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:32.898817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10342263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9461694'] for subnet, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:32.902693 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4d2dbf9b-f1ee-4992-9ba5-f8fd03a597c9 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:32.962259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:33.008117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9ef320-20b5-419d-bdc4-7b70d4273fc8,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:33.014550 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:33.030477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Checking segment: {'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:33.030477 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Network hostable DHCP agents. Network: 656b9e01-47f4-4816-8a84-485d33128c63, hostable agents: ['1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d'], hosted agents: [] {{(pid=94501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 12:39:33.060538 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:33.061353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.064182 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.083638 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Transition to ACTIVE for port object d04509d3-f553-4c68-aad5-099630335c33 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:33.166050 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Network 656b9e01-47f4-4816-8a84-485d33128c63 is scheduled to be hosted by DHCP agent 1bf8f0ff-ca5a-4531-8cfc-634fca6b8e2d with binding_index 1 {{(pid=94501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 12:39:33.194789 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.198739 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:33.240580 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-5-hyperv, 656b9e01-47f4-4816-8a84-485d33128c63) {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:33.248184 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:33.249680 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.257264 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde21285-7801-47bd-9c5b-138730e8b610 None None] Network 656b9e01-47f4-4816-8a84-485d33128c63 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:39:33.288771 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Pushing event updated for resources: {'Port': ['ID=d04509d3-f553-4c68-aad5-099630335c33,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:33.304476 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.305043 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.305717 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.306364 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.306859 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.307437 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.307983 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.308541 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.309211 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.309638 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.310257 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.310737 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:33.317589 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:33.343047 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-4d3c5d21-f975-402f-a00a-02e7365b4a37 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0233943 Jun 25 12:39:33.345528 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38470) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:33.355433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:33.451884 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Attempting to bind port d04509d3-f553-4c68-aad5-099630335c33 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:39:33.452502 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Attempting to bind port d04509d3-f553-4c68-aad5-099630335c33 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:39:33.454733 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Attempting to bind port d04509d3-f553-4c68-aad5-099630335c33 on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:33.463946 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:39:33.464586 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Checking segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:33.465328 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.465991 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Bound using segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:39:33.466828 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Bound port: d04509d3-f553-4c68-aad5-099630335c33, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:39:33.467542 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.501728 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-773795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27928'] for router, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.504615 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-773800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-584602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28001'] for router, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.602301 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38b36a44-b84a-5ec7-b19b-ea55d9f1e30d-656b9e01-47f4-4816-8a84-485d33128c63', 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'fixed_ips': [{'subnet_id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8'}]}} from dv-neutron-797120-5-hyperv. {{(pid=94502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 12:39:33.605818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.645590 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] For port d04509d3-f553-4c68-aad5-099630335c33, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:39:33.652887 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] For port d04509d3-f553-4c68-aad5-099630335c33, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d04509d3-f553-4c68-aad5-099630335c33,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:39:33.653322 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.727230 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.746661 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-f404e029-92f2-4ee0-8f9b-4f181b4506ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:33.764160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:33.829528 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:33.831048 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:33.942958 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.db_base_plugin_common [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Allocated IP 172.20.0.2 (656b9e01-47f4-4816-8a84-485d33128c63/9f9ef320-20b5-419d-bdc4-7b70d4273fc8/01963022-3380-43a0-bcb7-c5c77cefbb35) {{(pid=94502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:39:33.991405 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Pushing event updated for resources: {'Port': ['ID=d04509d3-f553-4c68-aad5-099630335c33,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:34.047987 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-18964506-b053-42b7-b6fe-f0deac93fe3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:34.113520 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:34.189668 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-773175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28023'] for router, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:34.602471 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:34.611167 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:33Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:34.622279 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Transition to ACTIVE for port object 01963022-3380-43a0-bcb7-c5c77cefbb35 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:34.658620 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Transition to ACTIVE for port object 01963022-3380-43a0-bcb7-c5c77cefbb35 will not be triggered until provisioned by entity DHCP. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:34.679662 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd028d01-203b-472d-812d-d5ad2dea7d9a None None] The sync data for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv is: [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:33Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:39:34.729883 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235'] for port, after_create {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:34.737511 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:34.867727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:34.925162 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:34.954659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Network 656b9e01-47f4-4816-8a84-485d33128c63 is already hosted by enough agents. {{(pid=94502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:34.966588 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.scheduler.base_scheduler [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Resources bound (agent type, host, resource id): {{(pid=94502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:34.972817 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Received port after_create {{(pid=94502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:39:34.986838 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Pushing event updated for resources: {'Port': ['ID=01963022-3380-43a0-bcb7-c5c77cefbb35,revision_number=1']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:34.991814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:35.157653 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d04509d3-f553-4c68-aad5-099630335c33 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:35.216779 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Allocated IP 172.26.0.3 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:39:35.227785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Attempting to bind port 01963022-3380-43a0-bcb7-c5c77cefbb35 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:39:35.233637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Attempting to bind port 01963022-3380-43a0-bcb7-c5c77cefbb35 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:39:35.233637 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Attempting to bind port 01963022-3380-43a0-bcb7-c5c77cefbb35 on network 656b9e01-47f4-4816-8a84-485d33128c63 {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:35.255447 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:39:35.256646 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Checking segment: {'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:35.257867 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.258921 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Bound using segment: {'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:39:35.260442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Bound port: 01963022-3380-43a0-bcb7-c5c77cefbb35, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:39:35.261509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.425502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] For port 01963022-3380-43a0-bcb7-c5c77cefbb35, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:39:35.432284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] For port 01963022-3380-43a0-bcb7-c5c77cefbb35, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=01963022-3380-43a0-bcb7-c5c77cefbb35,segment=NetworkSegment(f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e),segment_id=f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:39:35.481354 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.508123 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.549877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port d04509d3-f553-4c68-aad5-099630335c33 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:35.556831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.560523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-0948946c-0264-476c-b47a-5be8cc587bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:35.576050 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d04509d3-f553-4c68-aad5-099630335c33 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:35.576685 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.618802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.625277 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-307d90ce-e247-4aab-a157-43e2275ac5bf tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:35.720565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:35.745489 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:35.748193 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:35.752514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:35.754000 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:39:35.755549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Pushing event updated for resources: {'Port': ['ID=01963022-3380-43a0-bcb7-c5c77cefbb35,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:35.761468 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:35.845842 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:35.916528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port d04509d3-f553-4c68-aad5-099630335c33, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d04509d3-f553-4c68-aad5-099630335c33,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:36.017419 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:36.020931 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-18ac7c15-bbd2-4683-9e63-c7cfdb16db29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:36.171788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=d04509d3-f553-4c68-aad5-099630335c33,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:36.178073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:36.396348 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:36.839719 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-773166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-771132'] for router, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:37.134797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d04509d3-f553-4c68-aad5-099630335c33 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:37.259384 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port d04509d3-f553-4c68-aad5-099630335c33 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:37.260212 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:37.292772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Router b73b693b-9357-40cc-a1f6-3d2a60123c59 is scheduled to L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 with binding_index 1 {{(pid=94500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 12:39:37.314569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f902a8-9c69-4a1e-ada5-dccc2723074d None None] Network 656b9e01-47f4-4816-8a84-485d33128c63 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:39:37.472339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9fb4ada9-a3d4-4a24-8c4c-5d10c298d3b8 None None] Provisioning for port 01963022-3380-43a0-bcb7-c5c77cefbb35 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:37.517410 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:39:37.548830 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Sync routers for ids ['b73b693b-9357-40cc-a1f6-3d2a60123c59'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:39:37.570552 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 01963022-3380-43a0-bcb7-c5c77cefbb35 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:37.644557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Routers {'b73b693b-9357-40cc-a1f6-3d2a60123c59'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:37.645489 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b73b693b-9357-40cc-a1f6-3d2a60123c59'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:37.651420 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:37.654358 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3047385 Jun 25 12:39:37.657698 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38488) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:37.924033 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Set router b73b693b-9357-40cc-a1f6-3d2a60123c59 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:38.039341 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 01963022-3380-43a0-bcb7-c5c77cefbb35 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:38.056247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 01963022-3380-43a0-bcb7-c5c77cefbb35 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:38.056923 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:38.416810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:38.528820 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 01963022-3380-43a0-bcb7-c5c77cefbb35, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=01963022-3380-43a0-bcb7-c5c77cefbb35,segment=NetworkSegment(f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e),segment_id=f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:38.530766 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-29da626b-dbfb-46cd-a76a-55285b5afe04 None None] Provisioning complete for port 01963022-3380-43a0-bcb7-c5c77cefbb35 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:38.531473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29da626b-dbfb-46cd-a76a-55285b5afe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:38.575992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:38.597141 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:39:36Z', 'revision_number': 3, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port': {'id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:34Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:38.662951 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:38.666232 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Checking router: b73b693b-9357-40cc-a1f6-3d2a60123c59 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:39:38.666734 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Updating router b73b693b-9357-40cc-a1f6-3d2a60123c59 port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 binding host dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:39:38.673747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:38.833462 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:38.883083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=01963022-3380-43a0-bcb7-c5c77cefbb35,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:38.903643 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Allocated IP 172.20.0.1 (656b9e01-47f4-4816-8a84-485d33128c63/9f9ef320-20b5-419d-bdc4-7b70d4273fc8/0ee115cc-554a-4403-8bb3-7dca2c46d2e5) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:39:38.923729 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:39.144007 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.164204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.provisioning_blocks [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Transition to ACTIVE for port object 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 will not be triggered until provisioned by entity DHCP. {{(pid=94500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:39.286538 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.291665 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-31ab012b-a960-452f-95a6-2a778c5209c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:39.361398 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Network 656b9e01-47f4-4816-8a84-485d33128c63 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:39.374423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:39.379061 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:39:39.396844 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Notify callbacks [] for port, precommit_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.418345 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Transition to ACTIVE for port object ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 will not be triggered until provisioned by entity L2. {{(pid=94502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:39.425233 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:39.434146 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:39.468204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671422'] for router_interface, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.515149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.521442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:39.624442 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Attempting to bind port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:39:39.625171 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Attempting to bind port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:39:39.625862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Attempting to bind port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 on network 28202613-d2aa-4a01-8c11-e2080899c66e {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:39.631752 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060fe39-20b6-4191-a2a5-004de2057bae None None] Pushing event updated for resources: {'Port': ['ID=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,revision_number=2']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:39.642665 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f060fe39-20b6-4191-a2a5-004de2057bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:39.646037 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:39:39.648038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Checking segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:39.648935 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.649705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Bound using segment: {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'} {{(pid=94502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:39:39.657448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.managers [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Bound port: ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16a24aa-85cd-4c1f-915d-cdeafc68faf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e'}}] {{(pid=94502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:39:39.657448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.739174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] For port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:39:39.744876 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] For port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:39:39.813867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.817326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7daa3986-169c-49a8-b340-130dfc294c65 None None] Provisioning for port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:39.825272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-7daa3986-169c-49a8-b340-130dfc294c65 None None] Provisioning complete for port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:39.825941 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7daa3986-169c-49a8-b340-130dfc294c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.870464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:39.880798 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:39.987596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-7daa3986-169c-49a8-b340-130dfc294c65 None None] Port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:39:40.022682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Routers {'b73b693b-9357-40cc-a1f6-3d2a60123c59'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:40.023850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b73b693b-9357-40cc-a1f6-3d2a60123c59'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:40.344578 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060fe39-20b6-4191-a2a5-004de2057bae None None] Pushing event updated for resources: {'Port': ['ID=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,revision_number=3']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:40.352239 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-f060fe39-20b6-4191-a2a5-004de2057bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:40.522203 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] Set router b73b693b-9357-40cc-a1f6-3d2a60123c59 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:40.754520 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:40.846955 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:40.854350 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-605ccdfa-7be3-4014-8f13-743b928b4990 tempest-ServerActionsTestJSON-180193183 tempest-ServerActionsTestJSON-180193183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:40.985358 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 01963022-3380-43a0-bcb7-c5c77cefbb35 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:41.026790 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671314'] for router_interface, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:41.041594 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:41.048221 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:41.049720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 4, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port': {'id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:34Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0ee115cc-554a-4403-8bb3-7dca2c46d2e5', 'name': '', 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'mac_address': 'fa:16:3e:4a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:38Z', 'updated_at': '2021-06-25T12:39:38Z', 'revision_number': 1, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'subnets': [{'id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:41.131991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb89bbe-a741-4014-8b89-1deb270ca542 None None] The sync data for ids ['b73b693b-9357-40cc-a1f6-3d2a60123c59'] in dv-neutron-797120-5-hyperv is: [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 4, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port': {'id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:34Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0ee115cc-554a-4403-8bb3-7dca2c46d2e5', 'name': '', 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'mac_address': 'fa:16:3e:4a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:38Z', 'updated_at': '2021-06-25T12:39:38Z', 'revision_number': 1, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'subnets': [{'id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:39:41.170134 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 01963022-3380-43a0-bcb7-c5c77cefbb35 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:41.170768 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:41.210770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Network 656b9e01-47f4-4816-8a84-485d33128c63 is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:41.212514 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:41.379099 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:41.507180 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Router b73b693b-9357-40cc-a1f6-3d2a60123c59 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:39:41.637041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9a3d55ee-7f1a-4b8b-9b09-8bcbef93190c None None] Provisioning complete for port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:41.637982 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9a3d55ee-7f1a-4b8b-9b09-8bcbef93190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:41.730131 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9a3d55ee-7f1a-4b8b-9b09-8bcbef93190c None None] Port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:39:41.797632 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:39:41.807559 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] 10.222.0.81 "PUT /v2.0/routers/b73b693b-9357-40cc-a1f6-3d2a60123c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1476121 Jun 25 12:39:42.989894 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38496) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:42.996161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282136508', 'description': 'tempest-secgroup-smoke-282136508 description', 'project_id': '2008337919f34cf9bccdf042f7c49f20'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:43.039690 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:43.114753 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.223912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:43.231090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:43.231730 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.279625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.342699 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.346835 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b6b821da-2873-4d6e-a962-bb7b7420ad3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:43.393249 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.399135 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1240ee39-bdc4-4f23-bf20-6720d4f93b8a,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:43.406842 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:43.433167 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:43.475395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.477824 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-39f65747-538d-4ae8-aafa-4141c6b68619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4862621 Jun 25 12:39:43.482899 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38498) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:43.491993 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'security_group_rule': {'security_group_id': '1240ee39-bdc4-4f23-bf20-6720d4f93b8a', 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:43.503514 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.508687 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1f868143-022d-4a83-b1f6-272cbfeecbd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:43.594150 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:43.597850 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:43.606736 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.695004 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.772723 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.775192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91e28bec-bb8a-4803-8cdf-fe8dfd47b379 tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:43.801434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45fc471-9417-4a72-9eae-61d9d677d87a,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:43.805566 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:43.886479 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:43.888114 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-403b8a14-a4fa-4865-a22c-3345d7d301c0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036734 Jun 25 12:39:43.893616 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38500) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:43.902946 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'security_group_rule': {'security_group_id': '1240ee39-bdc4-4f23-bf20-6720d4f93b8a', 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:44.061369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:44.185292 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:44.290608 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Sync routers for ids ['b73b693b-9357-40cc-a1f6-3d2a60123c59'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:39:44.291789 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:44.303076 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0d24adb8-955b-410f-86f8-d705f19164b1 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:44.308380 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Routers {'b73b693b-9357-40cc-a1f6-3d2a60123c59'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:44.309319 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b73b693b-9357-40cc-a1f6-3d2a60123c59'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:44.340543 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4179d58c-14e5-4747-ad41-e361077598a4,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:44.345289 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:44.424562 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:44.426881 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-817defcc-1a8d-4dc9-a725-8602237dae76 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5313439 Jun 25 12:39:44.431387 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 38502) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:44.442807 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'security_group_rule': {'security_group_id': '1240ee39-bdc4-4f23-bf20-6720d4f93b8a', 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:44.538400 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Set router b73b693b-9357-40cc-a1f6-3d2a60123c59 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:44.650270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:44.757890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:44.852036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:44.855981 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-b5c5de22-06f1-4964-8d7d-6636f71234db tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:44.894009 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37c4f36-d384-447e-8de1-47604a3e2bd0,revision_number=0']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:44.904874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:44.932994 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 4, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port': {'id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:34Z', 'updated_at': '2021-06-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0ee115cc-554a-4403-8bb3-7dca2c46d2e5', 'name': '', 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'mac_address': 'fa:16:3e:4a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:38Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 2, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'subnets': [{'id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:44.978593 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Checking router: b73b693b-9357-40cc-a1f6-3d2a60123c59 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:39:44.979108 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Updating router b73b693b-9357-40cc-a1f6-3d2a60123c59 port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 binding host dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 12:39:45.006662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:45.034440 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.052500 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.059438 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-c095e138-c3f8-4970-b58d-93336d7657c2 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6198320 Jun 25 12:39:45.059921 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38504) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:45.070240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'security_group_rule': {'security_group_id': '1240ee39-bdc4-4f23-bf20-6720d4f93b8a', 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:45.096829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:45.097492 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.211589 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.320160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.400423 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.403766 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-34f4bfaf-d3ae-41a1-b11b-0011ccb0e391 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:45.437657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8e1134-6571-4924-afd0-671687be1313,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:45.443586 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:45.521569 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Notify callbacks [] for port, precommit_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.532992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.535286 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-a1bf3c1b-c87e-45e3-952d-1b42e8091167 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4732220 Jun 25 12:39:45.538828 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38506) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:45.541513 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.provisioning_blocks [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Transition to ACTIVE for port object 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 will not be triggered until provisioned by entity L2. {{(pid=94503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:45.548954 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'security_group_rule': {'security_group_id': '1240ee39-bdc4-4f23-bf20-6720d4f93b8a', 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:45.617616 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.622863 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-79db546a-dd64-4ca2-a7ab-f03d2e4ab065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:45.680798 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Project 2008337919f34cf9bccdf042f7c49f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:39:45.691657 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.711410 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6c670-4f32-4edf-a4e1-0c958f18bdc0 None None] Pushing event updated for resources: {'Port': ['ID=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,revision_number=3']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:45.720050 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-94d6c670-4f32-4edf-a4e1-0c958f18bdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:45.815842 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Attempting to bind port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 on host dv-neutron-797120-5-hyperv for vnic_type normal with profile {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:39:45.816436 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Attempting to bind port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 by drivers openvswitch,hyperv on host dv-neutron-797120-5-hyperv at level 0 using segments [{'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:39:45.817032 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Attempting to bind port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 on network 656b9e01-47f4-4816-8a84-485d33128c63 {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:45.821825 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.831111 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Checking agent: {'id': '38fe4bb8-5a64-4b80-8dd3-27985840e3c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 13, 2), 'started_at': datetime.datetime(2021, 6, 25, 11, 13, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:39:45.831509 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Checking segment: {'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:45.831894 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.832682 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Bound using segment: {'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'} {{(pid=94503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:39:45.833343 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.managers [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Bound port: 0ee115cc-554a-4403-8bb3-7dca2c46d2e5, host: dv-neutron-797120-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63'}}] {{(pid=94503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:39:45.833857 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.897526 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:45.900961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6a0468e2-e910-4c65-b754-6f4e029486ce tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:45.936139 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1787129-f14a-47d8-b47b-f59a29f7910e,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:45.944834 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:46.023623 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:46.025928 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e3faf002-b9a5-4226-9bfe-108388b6e99b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4851954 Jun 25 12:39:46.030498 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38508) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:39:46.040576 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'security_group_rule': {'security_group_id': '1240ee39-bdc4-4f23-bf20-6720d4f93b8a', 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:46.064377 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] For port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5, host dv-neutron-797120-5-hyperv, cleared binding levels {{(pid=94503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:39:46.069243 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.plugins.ml2.db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] For port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5, host dv-neutron-797120-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,segment=NetworkSegment(f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e),segment_id=f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e)] {{(pid=94503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:39:46.149744 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron_lib.callbacks.manager [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:46.154557 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-cde05a01-0690-46ce-954c-210624feee22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:46.154879 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.securitygroups_db [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Project 2008337919f34cf9bccdf042f7c49f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 12:39:46.166346 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:46.276815 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Routers {'b73b693b-9357-40cc-a1f6-3d2a60123c59'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:39:46.278614 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:39:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b73b693b-9357-40cc-a1f6-3d2a60123c59'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:46.284522 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6c670-4f32-4edf-a4e1-0c958f18bdc0 None None] Pushing event updated for resources: {'Port': ['ID=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,revision_number=4']} {{(pid=94503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:46.311920 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:46.347454 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG oslo_concurrency.lockutils [None req-94d6c670-4f32-4edf-a4e1-0c958f18bdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=94503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:46.416882 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-561497'] for security_group_rule, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:46.419130 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7cd90c52-393f-4e76-b42a-3046fb60e3e4 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:46.453536 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c888830a-f835-492d-8f27-36e330696fd8,revision_number=0']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:46.459111 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:46.512248 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] Set router b73b693b-9357-40cc-a1f6-3d2a60123c59 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:39:46.565868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:46.568340 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-e9012c73-b469-4634-87e6-ee15c00435f4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5345328 Jun 25 12:39:46.868005 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-d215b563-0807-47d9-aa1e-fabe6a03de09 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282136508&fields=id&tenant_id=2008337919f34cf9bccdf042f7c49f20 HTTP/1.1" status: 200 len: 267 time: 0.0734196 Jun 25 12:39:46.902989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:39:46.954470 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 4, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port': {'id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:34Z', 'updated_at': '2021-06-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0ee115cc-554a-4403-8bb3-7dca2c46d2e5', 'name': '', 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'mac_address': 'fa:16:3e:4a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:38Z', 'updated_at': '2021-06-25T12:39:46Z', 'revision_number': 4, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'subnets': [{'id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:39:47.020364 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac1eb82-85d1-4c9e-8e7b-3d75c0a27b5e None None] The sync data for ids ['b73b693b-9357-40cc-a1f6-3d2a60123c59'] in dv-neutron-797120-5-hyperv is: [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:39:39Z', 'revision_number': 4, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port': {'id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:34Z', 'updated_at': '2021-06-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': '0ee115cc-554a-4403-8bb3-7dca2c46d2e5', 'name': '', 'network_id': '656b9e01-47f4-4816-8a84-485d33128c63', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'mac_address': 'fa:16:3e:4a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:38Z', 'updated_at': '2021-06-25T12:39:46Z', 'revision_number': 4, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'subnets': [{'id': '9f9ef320-20b5-419d-bdc4-7b70d4273fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:39:47.036524 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:47.106285 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-fe268cf3-c03a-4773-80b2-af5ed3e24e60 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:47.109238 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-fe268cf3-c03a-4773-80b2-af5ed3e24e60 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 809 time: 0.2278674 Jun 25 12:39:47.133699 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-6cbd31fc-c7e2-47f0-b3e1-1889f3c3a48c tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/quotas/2008337919f34cf9bccdf042f7c49f20 HTTP/1.1" status: 200 len: 375 time: 0.0137110 Jun 25 12:39:47.206642 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning for port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:47.215068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:47.219416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:47.277310 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-b4459508-6a9c-4adc-8ca0-e5450e10daae tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361251 Jun 25 12:39:47.404777 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:47.480157 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] For port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,segment=NetworkSegment(f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e),segment_id=f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:39:47.639596 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:47.643800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-1b81d6d7-948d-4a10-a92a-3ad6ba47ee66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:47.694669 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-d258e9a0-6386-417a-adc9-25d3305206c8 service neutron] 10.222.0.81 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925967 Jun 25 12:39:47.751862 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Pushing event updated for resources: {'Port': ['ID=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:47.757512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:47.865260 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-a518bc2a-392f-4901-91f5-35768dd6fe69 service neutron] 10.222.0.81 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483915 Jun 25 12:39:48.330147 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-69790c64-f33e-48f7-8d87-308290d54265 req-d8e14e0f-3496-4f69-8a3b-d107b04a7335 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 210 time: 0.0656734 Jun 25 12:39:48.973938 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 up at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:39:49.066308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Provisioning complete for port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:49.066769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:49.469839 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-f71fea26-fc40-4c0b-a94f-298c6e7c72c0 req-56d176db-5f2c-4e46-bcd9-97dbc8298b60 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 210 time: 0.0436883 Jun 25 12:39:50.754165 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5aa777f5-8acc-4daf-a29c-548812fde624 req-a0070973-d4db-4cca-9373-7ae9c39a8891 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 210 time: 0.0606546 Jun 25 12:39:51.939931 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a34533a-097d-4ca9-a596-7f06da4b6706 req-3782dc61-ecf0-43e7-83af-386ff999e94c tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 210 time: 0.0421767 Jun 25 12:39:52.434401 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-1b5f2083-4fa0-4a7d-b47d-3559bfce08c5 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:52.436442 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-1b5f2083-4fa0-4a7d-b47d-3559bfce08c5 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 809 time: 0.1756477 Jun 25 12:39:52.512635 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-805c0f31-d40f-47f8-bdab-b760c18f4a34 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2008337919f34cf9bccdf042f7c49f20 HTTP/1.1" status: 200 len: 379 time: 0.0664062 Jun 25 12:39:52.531231 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'port': {'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'admin_state_up': True, 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'security_groups': ['1240ee39-bdc4-4f23-bf20-6720d4f93b8a']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:52.857686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Made reservation on behalf of 2008337919f34cf9bccdf042f7c49f20 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:39:52.864918 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:53.119853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Allocated IP 172.20.0.7 (186c8b7c-304a-4ef5-89b3-a85d3f83ee53/a404147a-c440-4bc9-8859-d65cafe7e19b/1899cfd8-6ab5-493c-8f20-80c81d9921d9) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:39:53.179426 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c72b1c17-0cbb-4c1c-ac1b-8fb2a5ab0389 req-36297b8a-40d4-45eb-b790-c7af048179f0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 210 time: 0.0356841 Jun 25 12:39:53.339405 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:53.360338 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Transition to ACTIVE for port object 1899cfd8-6ab5-493c-8f20-80c81d9921d9 will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:53.532638 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:53.539488 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-16b580d0-7363-40f1-bab5-fb20909b8de8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:53.622279 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:39:53.629333 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:39:53.636783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:39:53.684910 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:53.705686 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.706185 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.706817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.707462 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.707829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.708235 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.708778 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.709391 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.709979 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.710600 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.711161 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.711755 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:39:53.722314 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:53.755799 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:53.756997 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:53.847018 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-86198b4a-7b64-4a26-8b9d-b5acad17bd30 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3254888 Jun 25 12:39:53.862440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Request body: {'port': {'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:39:54.006407 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:54.074814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-91a26e99-e711-4fb6-8ca1-b3485f96251c None None] Provisioning for port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:39:54.082174 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-91a26e99-e711-4fb6-8ca1-b3485f96251c None None] Provisioning complete for port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:39:54.082747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-91a26e99-e711-4fb6-8ca1-b3485f96251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:54.148559 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-91a26e99-e711-4fb6-8ca1-b3485f96251c None None] Port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:39:54.554783 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1899cfd8-6ab5-493c-8f20-80c81d9921d9 {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:39:54.568984 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:54.591120 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Transition to ACTIVE for port object 1899cfd8-6ab5-493c-8f20-80c81d9921d9 will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:39:54.601434 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fa599-ebb4-4690-9553-0ce74249eee7 req-6cedeb04-93bb-4d9a-a8be-3608eb0f8b0b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:54.603645 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e73fa599-ebb4-4690-9553-0ce74249eee7 req-6cedeb04-93bb-4d9a-a8be-3608eb0f8b0b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 931 time: 0.1988523 Jun 25 12:39:54.666355 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e73fa599-ebb4-4690-9553-0ce74249eee7 req-c2f9fbd5-0f74-4c5a-b986-0601afae19f7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522673 Jun 25 12:39:54.708256 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:54.720270 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4a9135a1-1834-49f8-908a-7952d56ec344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:54.784206 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:54.789364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:54.920828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Attempting to bind port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:39:54.922075 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Attempting to bind port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:39:54.922744 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Attempting to bind port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:54.930502 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:39:54.931031 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Attempting to bind port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:39:54.940998 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:39:54.941540 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Checking segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:39:54.942080 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Bound using segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:39:54.942819 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Bound port: 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:39:54.943337 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:55.049593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:39:55.053769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:39:55.166475 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:55.169853 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fb6d2835-28c0-4e46-9a21-a845c62adbe6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:39:55.228116 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:55.229230 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:39:55.231859 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] 10.222.0.47 "PUT /v2.0/ports/1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 1093 time: 1.3764884 Jun 25 12:39:55.233036 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:39:55.238245 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1a1be7-ea1a-4461-9975-148bd0048133" -d '{"events": [{"name": "network-changed", "server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:39:55.288915 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:39:55.293356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38caf233-49ae-4bc6-8c25-a8242df9d139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:39:55.304538 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aebe996-8234-472b-827e-fdec733fc008 x-openstack-request-id: req-6aebe996-8234-472b-827e-fdec733fc008 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:39:55.305322 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:39:55.306752 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6aebe996-8234-472b-827e-fdec733fc008 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:39:55.306972 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'status': 'completed', 'code': 200} Jun 25 12:39:55.425193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1be7-ea1a-4461-9975-148bd0048133 req-3e6ec211-b38d-4593-b5d0-c5c970c76c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:55.427427 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-db1a1be7-ea1a-4461-9975-148bd0048133 req-3e6ec211-b38d-4593-b5d0-c5c970c76c79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1096 time: 0.0928564 Jun 25 12:39:55.585356 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1be7-ea1a-4461-9975-148bd0048133 req-2a44d620-a438-4961-af34-8c0bc9f1aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:55.587360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-db1a1be7-ea1a-4461-9975-148bd0048133 req-2a44d620-a438-4961-af34-8c0bc9f1aa35 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2008337919f34cf9bccdf042f7c49f20&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1523793 Jun 25 12:39:55.765442 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1be7-ea1a-4461-9975-148bd0048133 req-f8ef9199-ca27-48ed-b379-bbd321b6e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:55.768137 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-db1a1be7-ea1a-4461-9975-148bd0048133 req-f8ef9199-ca27-48ed-b379-bbd321b6e4db service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1745501 Jun 25 12:39:55.986606 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-8af25575-167a-44aa-83a9-2c2db7e299b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:55.989440 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-8af25575-167a-44aa-83a9-2c2db7e299b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1096 time: 0.1581461 Jun 25 12:39:56.081470 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-b63005f3-5953-4d94-9e44-115473fb8e6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 217 time: 0.0828338 Jun 25 12:39:56.180265 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f9d5a-637d-492c-a5da-ba0ad4692a66 req-874ca1e7-6f69-4f01-8aa9-e7c57e342ac1 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:56.182109 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-296f9d5a-637d-492c-a5da-ba0ad4692a66 req-874ca1e7-6f69-4f01-8aa9-e7c57e342ac1 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 943 time: 0.2691863 Jun 25 12:39:56.186924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-5a648400-2df8-4a55-ad4e-72d3a21ba493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:56.190153 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-5a648400-2df8-4a55-ad4e-72d3a21ba493 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.1012323 Jun 25 12:39:56.272793 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-296f9d5a-637d-492c-a5da-ba0ad4692a66 req-c8a4caa2-00e9-439a-99f3-aef69eba01b6 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801513 Jun 25 12:39:56.311574 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-5144b090-d6af-47fb-86b2-e44c1d0c2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:56.314710 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-5144b090-d6af-47fb-86b2-e44c1d0c2ca8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133327 Jun 25 12:39:56.455439 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-796722df-5fb5-49d1-a210-ee24183362f9 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329367 Jun 25 12:39:56.636080 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1dfedb5e-5ba9-4fc4-bbff-8f945420b341 req-efeffdb1-f474-43d0-80fb-c44a2355992d service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740668 Jun 25 12:39:57.638556 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555778af-6de2-4609-bf53-70ad3e201714 req-a3cd5407-798d-4619-9d60-7694884f719e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:57.642745 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-555778af-6de2-4609-bf53-70ad3e201714 req-a3cd5407-798d-4619-9d60-7694884f719e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 943 time: 0.1311152 Jun 25 12:39:57.716420 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-555778af-6de2-4609-bf53-70ad3e201714 req-7c13939a-8dc7-4ccc-937a-476522d8c1a3 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627329 Jun 25 12:39:59.012312 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423763f-ffa1-4252-8f28-928355181310 req-c5695ff6-d4df-4730-95c2-1a9f2ea46721 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:39:59.014331 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c423763f-ffa1-4252-8f28-928355181310 req-c5695ff6-d4df-4730-95c2-1a9f2ea46721 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 943 time: 0.1032376 Jun 25 12:39:59.069080 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c423763f-ffa1-4252-8f28-928355181310 req-5926e40d-27a5-4b08-9a3f-e1d5bbdc8f78 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Jun 25 12:39:59.560616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-db36138b-e159-4b55-9e6c-3d50011f60bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:00.435128 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e7549-b2ba-4430-8ec9-7748a4c6b611 req-14fa25da-545e-417a-8dc9-0d6873f9a901 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:00.438257 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5b0e7549-b2ba-4430-8ec9-7748a4c6b611 req-14fa25da-545e-417a-8dc9-0d6873f9a901 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 943 time: 0.1442299 Jun 25 12:40:00.513721 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5b0e7549-b2ba-4430-8ec9-7748a4c6b611 req-452bf91c-e387-4038-ad61-f05a18e67937 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641234 Jun 25 12:40:00.846052 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1899cfd8-6ab5-493c-8f20-80c81d9921d9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:40:01.015972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:40:01.032776 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:40:01.088884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:01.120898 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1899cfd8-6ab5-493c-8f20-80c81d9921d9 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:40:01.163745 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:40:01.274312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:01.277715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8c6599a6-552b-49a8-a668-f702779ac76b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:40:01.369308 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:40:01.376281 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:40:01.644375 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['1899cfd8-6ab5-493c-8f20-80c81d9921d9'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:40:01.881529 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15656a2b-28a3-4d9b-a016-d727778ac919 req-ba6d351a-53c9-4004-8dd0-ccf53e311988 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:01.884387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-15656a2b-28a3-4d9b-a016-d727778ac919 req-ba6d351a-53c9-4004-8dd0-ccf53e311988 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 944 time: 0.1254456 Jun 25 12:40:01.964618 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-15656a2b-28a3-4d9b-a016-d727778ac919 req-7aa2b966-0881-478e-93b3-5fafa7c0335a tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671732 Jun 25 12:40:02.116487 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e6aad664-39a5-4f22-afcc-0417de7879e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:02.217711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:02.861453 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1899cfd8-6ab5-493c-8f20-80c81d9921d9 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:40:03.075149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:40:03.083831 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:40:03.087275 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:03.255996 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:03.303810 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:40:03.305323 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a1d6b-2828-459a-8445-6a9cb9a13984 req-80eac818-9dc1-40d0-b052-a8cbf7d19d1c tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:03.308325 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5aea0-34f9-4e6a-8cb6-1e3f70e8ad5e" -d '{"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-plugged", "status": "completed", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:40:03.310158 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e97a1d6b-2828-459a-8445-6a9cb9a13984 req-80eac818-9dc1-40d0-b052-a8cbf7d19d1c tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 944 time: 0.1290257 Jun 25 12:40:03.338138 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:40:03.384978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb678053-4bbd-46a9-af5f-da0955611366 x-openstack-request-id: req-cb678053-4bbd-46a9-af5f-da0955611366 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:40:03.384978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-plugged", "status": "completed", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:40:03.384978 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb678053-4bbd-46a9-af5f-da0955611366 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:40:03.385659 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'code': 200} Jun 25 12:40:03.392835 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e97a1d6b-2828-459a-8445-6a9cb9a13984 req-8d93fc07-0de4-49a6-8afb-9ec8c15111e3 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703878 Jun 25 12:40:03.445038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:03.448082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:40:03.557949 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:40:03.563149 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:40:03.611055 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:03.924068 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed064543-4afc-40de-93be-67a3e99a5501 req-e19b36cb-3384-4c79-be96-0368467d45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:03.926100 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ed064543-4afc-40de-93be-67a3e99a5501 req-e19b36cb-3384-4c79-be96-0368467d45bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1098 time: 0.0894592 Jun 25 12:40:03.970542 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-ed064543-4afc-40de-93be-67a3e99a5501 req-8331b72c-9063-4b36-9847-3a68c455ef69 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375817 Jun 25 12:40:04.646272 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dac48-dad5-477e-91c4-68e46417c17d req-fc5f09a8-8801-4ff8-9f3e-896f746f5b2c tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:04.648062 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-739dac48-dad5-477e-91c4-68e46417c17d req-fc5f09a8-8801-4ff8-9f3e-896f746f5b2c tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 945 time: 0.0964944 Jun 25 12:40:04.712868 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-739dac48-dad5-477e-91c4-68e46417c17d req-861548a6-c86e-44ca-86f8-1c823e77a9e9 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576227 Jun 25 12:40:05.440551 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:06.001223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590651-7e51-42b1-98cd-9d2a62eeade3 req-6c5f6588-b9fd-4e45-8bde-8b798b4f7962 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:06.004211 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-59590651-7e51-42b1-98cd-9d2a62eeade3 req-6c5f6588-b9fd-4e45-8bde-8b798b4f7962 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 945 time: 0.0984147 Jun 25 12:40:06.069786 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-59590651-7e51-42b1-98cd-9d2a62eeade3 req-eb85f1c4-cb7c-447f-8948-d0498034daaa tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574636 Jun 25 12:40:06.384304 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953186-cdfe-43a8-81ed-5be757865d42 req-9bb78aba-47c3-4fb5-ac66-9ee4b69c190b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:06.387096 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-15953186-cdfe-43a8-81ed-5be757865d42 req-9bb78aba-47c3-4fb5-ac66-9ee4b69c190b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 945 time: 0.1328473 Jun 25 12:40:06.469375 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-15953186-cdfe-43a8-81ed-5be757865d42 req-0f66651b-50be-438f-a966-05dedab11455 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705316 Jun 25 12:40:06.518074 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38582) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:40:06.702780 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019e3ae-c499-4aec-ab0c-1f79c6c2548d tempest-TestSnapshotPattern-1778982708 tempest-TestSnapshotPattern-1778982708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:06.704973 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c019e3ae-c499-4aec-ab0c-1f79c6c2548d tempest-TestSnapshotPattern-1778982708 tempest-TestSnapshotPattern-1778982708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1093 time: 0.1851845 Jun 25 12:40:06.708104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38586) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:40:06.713428 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:40:06.915507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:07.114101 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:07.331063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Allocated IP 172.26.0.40 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/7772ccaa-38eb-4f16-a249-9094d9440579) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:40:07.526768 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:07.755362 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:07.759639 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-81a1c97b-9af8-442e-b2d7-5ba913713253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:40:07.808723 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:40:07.815550 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:40:07.820321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:40:07.874063 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'Port': ['ID=7772ccaa-38eb-4f16-a249-9094d9440579,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:40:07.898096 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.898758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.899394 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.900041 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.900684 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.901391 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.902047 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.902714 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.903368 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.903992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.904645 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.905328 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:40:07.915807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:40:08.647424 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:08.871169 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:09.187562 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:09.263506 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:09.269916 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-a5e7a72a-5ec2-4e7a-b380-6f6e903505a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:40:09.407361 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'Port': ['ID=7772ccaa-38eb-4f16-a249-9094d9440579,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:40:09.415160 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:40:09.432822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:09.626848 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Floating IP df7ba04f-452c-4d05-bf27-7cb99f90e4c6 associated. External IP: 172.26.0.40, port: 1899cfd8-6ab5-493c-8f20-80c81d9921d9. Jun 25 12:40:10.063608 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:40:10.213002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:40:10.227833 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] Sync routers for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:40:10.244247 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:40:10.248398 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:40:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:40:10.303117 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:10.356578 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c25d1e25-51eb-466f-aac9-9df43dfc8974 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6470101 Jun 25 12:40:10.358204 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:40:10.363630 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb536245a4293004ccb94569e29862530b8a96f6b074e81abc97c5bb77e2e451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a49ce5b-422c-4234-898a-687e6a86af22" -d '{"events": [{"name": "network-changed", "server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:40:10.453509 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:40:10.552923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9485ab85-cfa1-47ae-8b6a-0e536fa965d8 x-openstack-request-id: req-9485ab85-cfa1-47ae-8b6a-0e536fa965d8 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:40:10.553496 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:40:10.553984 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9485ab85-cfa1-47ae-8b6a-0e536fa965d8 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:40:10.555639 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'status': 'completed', 'code': 200} Jun 25 12:40:10.686360 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-a4c3bef3-5203-4e27-afb8-5023523c8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:10.690927 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-a4c3bef3-5203-4e27-afb8-5023523c8857 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1098 time: 0.1064148 Jun 25 12:40:10.849708 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:08Z', 'revision_number': 0, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:40:10.878720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-1ab1cfe8-3637-435f-865b-1e1e120b89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:10.881514 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-1ab1cfe8-3637-435f-865b-1e1e120b89b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1837306 Jun 25 12:40:10.924518 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] Checking router: 20ff5d18-692b-4db5-b5ef-24da0282c9e0 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:40:10.942080 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:40:10.943158 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:40:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:40:11.019470 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-ac31b9ae-1828-4456-bda0-4312414ddada service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 998 time: 0.1311877 Jun 25 12:40:11.111995 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-57aa36eb-1130-49bb-9e39-4eecca762055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:11.114718 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-57aa36eb-1130-49bb-9e39-4eecca762055 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0890102 Jun 25 12:40:11.227839 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-8a1f834e-db78-4721-96cd-ea80b1ad6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:11.230944 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-8a1f834e-db78-4721-96cd-ea80b1ad6ad2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1097558 Jun 25 12:40:11.373349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:40:11.431278 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:11.431636 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-34d6d651-014c-4c81-801e-12efb7a99b08 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897006 Jun 25 12:40:11.614863 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1a49ce5b-422c-4234-898a-687e6a86af22 req-a1abbff1-64a8-4b1b-a0fa-3a95904e080a service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763017 Jun 25 12:40:11.842356 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:08Z', 'revision_number': 0, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:40:11.901769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55d8e2-062b-4c88-89b4-d196bc7059f6 None None] The sync data for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv is: [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:08Z', 'revision_number': 0, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:40:12.194708 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5994c-b77c-4ba8-bcfc-2f561f9528bb None None] New status for floating IP df7ba04f-452c-4d05-bf27-7cb99f90e4c6: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:40:23.393882 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-56c1e6f8-0c3d-44b0-a511-dc4ececff1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2051716 Jun 25 12:40:23.567266 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-c6d57694-c3b0-4d4c-ac9e-c347d89cd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:23.569963 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-c6d57694-c3b0-4d4c-ac9e-c347d89cd233 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1098 time: 0.1099303 Jun 25 12:40:23.783459 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-1be33aca-ae34-478c-a66c-c769cd48f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:23.786235 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-1be33aca-ae34-478c-a66c-c769cd48f6f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1853092 Jun 25 12:40:23.898089 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:40:23.923922 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-be434b16-a8e6-4c3d-8686-ec7b43758806 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 1000 time: 0.1308157 Jun 25 12:40:24.016924 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-eedc5873-db73-4d45-9ae1-b615474dc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:24.019671 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-eedc5873-db73-4d45-9ae1-b615474dc611 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0871007 Jun 25 12:40:24.130576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-a36c0eed-4803-413a-b12f-31c292c6a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:40:24.133468 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-a36c0eed-4803-413a-b12f-31c292c6a297 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055946 Jun 25 12:40:24.319903 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-e8ef768e-88c2-4855-8fcd-642bfcc262e6 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771090 Jun 25 12:40:24.503493 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-c03d2c32-d8b8-4324-ab11-04814fde5be8 req-3c31b055-593d-4d0a-b822-8e9763e1d35b service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738265 Jun 25 12:40:29.564719 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d3a518fc-bc83-4b93-888f-e18001590f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:32.068616 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-56cf172a-6051-41d9-9a79-f622324bfa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:32.240537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:33.703353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:35.422755 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:41.418683 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:40:59.593121 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d6b25f15-56c0-48c2-a02d-29bddd28641f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:00.903180 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:41:02.062740 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ab90fed3-30e8-40db-8567-495b92c0603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:02.256985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:03.634339 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:05.382945 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:11.582971 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:23.848976 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-0ed2b43c-d253-432d-a5cb-20e9355bbd14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6512015 Jun 25 12:41:24.025193 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-c8f60713-2938-4417-a636-bacc90aa5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:41:24.027904 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-c8f60713-2938-4417-a636-bacc90aa5a26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1098 time: 0.1118352 Jun 25 12:41:24.234834 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-4e2263e1-7a44-448c-a09f-dc22d88104ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:41:24.237528 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-4e2263e1-7a44-448c-a09f-dc22d88104ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1795669 Jun 25 12:41:24.374997 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-94a54011-b289-4806-95ca-8b2fdfe1a9f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 1000 time: 0.1280494 Jun 25 12:41:24.474278 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-9dcf9074-95da-40de-b467-6a6b9a9f77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:41:24.477245 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-9dcf9074-95da-40de-b467-6a6b9a9f77f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0943885 Jun 25 12:41:24.588276 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-e6267848-b4f3-47ce-8238-0b1f594f520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:41:24.592428 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-e6267848-b4f3-47ce-8238-0b1f594f520f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045837 Jun 25 12:41:24.774989 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-f70b5465-48b1-4d13-ab99-22ee101cccf9 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746876 Jun 25 12:41:24.970649 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3d54f043-6503-4404-9c3a-a1f274842b99 req-c324699a-35a4-4ece-981c-47a004eaac7e service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878428 Jun 25 12:41:29.577622 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-44047b0a-eb54-4194-ba63-6b1029cbb005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:32.042533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c225e543-3d67-4565-b4d2-9d401066373a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:32.251108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:33.579359 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:35.388603 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:37.905437 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:41:41.268322 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:41:59.573785 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-baa0db41-c436-4a4e-a1b4-5ed29aba9c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:02.053361 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a62cefc-b2d9-4191-a097-afb2344a7111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:02.248849 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:03.594082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:05.433613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:11.481528 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:14.906789 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:42:23.280794 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-0c1880fa-bd82-4c2c-9f10-09834c9a6d07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806618 Jun 25 12:42:23.416476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-6bae9493-5d71-4269-96e1-afb6b78bc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:42:23.419011 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-6bae9493-5d71-4269-96e1-afb6b78bc724 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1098 time: 0.0955653 Jun 25 12:42:23.600962 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-626393cb-adad-4e15-981b-082ccc851ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:42:23.603443 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-626393cb-adad-4e15-981b-082ccc851ddd service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1597342 Jun 25 12:42:23.695323 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-1d60ae22-26d3-4348-9c80-dcb4ec95dd3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 1000 time: 0.0851324 Jun 25 12:42:23.756724 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-8b29a143-a671-4852-862e-094928d7c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:42:23.758597 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-8b29a143-a671-4852-862e-094928d7c6fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0555143 Jun 25 12:42:23.833445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-faa7296b-063f-4027-82e8-65af964ce655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:42:23.836387 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-faa7296b-063f-4027-82e8-65af964ce655 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709751 Jun 25 12:42:24.030432 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-609f97c5-2e12-4ff0-a879-36d4284ac394 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867442 Jun 25 12:42:24.202733 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-1b076581-baf1-479b-b2c4-10f1071fa3ab req-1ad321d5-4d43-42dd-b909-7f6a14580ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653039 Jun 25 12:42:29.577326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-328e317a-b903-43c0-a377-c5b194ed5aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:32.062840 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d9ae14ac-84c6-4544-8576-8513363e4cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:32.258452 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:33.675705 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:35.474465 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:41.365222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:51.912663 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:42:55.746436 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1899cfd8-6ab5-493c-8f20-80c81d9921d9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:42:55.932772 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:42:55.958800 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:42:56.010884 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:56.030655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1899cfd8-6ab5-493c-8f20-80c81d9921d9 {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:42:56.056824 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:42:56.204391 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:56.206925 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-4290cbb8-cfa8-4207-8995-9ce337ae3abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:42:56.278634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:42:56.294929 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['1899cfd8-6ab5-493c-8f20-80c81d9921d9'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:42:56.300515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.301060 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.301655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.302225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.302795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.303368 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.303989 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.304553 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.305181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.305759 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.306331 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.306897 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:42:56.316900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:42:57.767715 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1899cfd8-6ab5-493c-8f20-80c81d9921d9 up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:42:57.860693 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:42:57.861373 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:57.978132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:58.020334 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:42:58.022900 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32457bae-bd65-4ccf-af36-c2586a958431" -d '{"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-plugged", "status": "completed", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:42:58.039634 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:42:58.160353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:42:58.162549 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:42:58.245724 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:42:58.251184 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:42:59.154296 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd23d69-1f18-4e5a-beeb-396bb788a818 x-openstack-request-id: req-4cd23d69-1f18-4e5a-beeb-396bb788a818 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:42:59.155169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-plugged", "status": "completed", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:42:59.155169 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cd23d69-1f18-4e5a-beeb-396bb788a818 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:42:59.155417 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'code': 200} Jun 25 12:42:59.622045 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f773cd67-0fbf-44b2-bc94-b2983e377de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:02.108814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3a82d9ea-2097-4ab3-9c48-ca8cc13df37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:02.263128 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:03.629306 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:05.467762 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:11.309297 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:18.876111 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-e909fe60-4b2f-4bfc-8fec-bcecf9d40557 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282136508&fields=id&tenant_id=2008337919f34cf9bccdf042f7c49f20 HTTP/1.1" status: 200 len: 267 time: 0.0576701 Jun 25 12:43:19.091775 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-b5b60e77-fd94-4b67-84ab-f1bf99e52187 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:19.094726 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-b5b60e77-fd94-4b67-84ab-f1bf99e52187 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 809 time: 0.2066195 Jun 25 12:43:19.122270 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-0a9bf5c8-a490-454d-b9aa-79057f145317 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/quotas/2008337919f34cf9bccdf042f7c49f20 HTTP/1.1" status: 200 len: 375 time: 0.0173259 Jun 25 12:43:19.256364 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-d4346780-b3dc-4162-8072-06b510bc1a23 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1231148 Jun 25 12:43:19.285817 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-ef4dd776-a778-471e-a650-75f9cbe9cceb service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:43:19.287437 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-ef4dd776-a778-471e-a650-75f9cbe9cceb service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088222 Jun 25 12:43:19.469544 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-d2a0743d-62a0-4d5d-8d78-07020a535dd4 service neutron] 10.222.0.81 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694331 Jun 25 12:43:19.634346 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-17c03b8e-b1c7-4219-b1f6-40dd09542bca service neutron] 10.222.0.81 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534510 Jun 25 12:43:20.229669 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-47d83bf2-2777-475b-85db-f644ace132aa req-cd6ba204-e801-4101-abf1-16693d10913d tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 210 time: 0.1595964 Jun 25 12:43:21.381864 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4cffd4d6-679d-4e4d-8f98-821485803bd3 req-f86da052-d405-4968-b121-b44b970607fe tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 210 time: 0.0643768 Jun 25 12:43:21.847115 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1899cfd8-6ab5-493c-8f20-80c81d9921d9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:43:21.962146 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:21.995103 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:43:21.999107 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2201751-db84-4844-ad4b-06ce31839463" -d '{"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-unplugged", "status": "completed", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:43:22.030225 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:43:22.074117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca16593e-4d52-4233-8ac6-001462213bd6 x-openstack-request-id: req-ca16593e-4d52-4233-8ac6-001462213bd6 {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:43:22.074604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-unplugged", "status": "completed", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:43:22.075117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca16593e-4d52-4233-8ac6-001462213bd6 {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:43:22.075826 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'code': 200} Jun 25 12:43:22.137968 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:22.141173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-bf850127-1da3-42cf-b920-b2cf5fc411b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:22.239696 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:22.245396 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:22.649081 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-4838db55-cf33-4f5e-acbf-5e3c32867dcb req-3f621142-90a8-4fcb-a1fe-e702c41165c6 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 210 time: 0.0529096 Jun 25 12:43:23.405409 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-84ea2bfa-93fc-46bf-855e-1a4a339aec35 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:23.407354 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-84ea2bfa-93fc-46bf-855e-1a4a339aec35 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 809 time: 0.1792729 Jun 25 12:43:23.472582 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-8c7b4a87-7caa-45bf-bddd-c517743c2501 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2008337919f34cf9bccdf042f7c49f20 HTTP/1.1" status: 200 len: 379 time: 0.0560594 Jun 25 12:43:23.484970 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'port': {'device_id': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'admin_state_up': True, 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'security_groups': ['1240ee39-bdc4-4f23-bf20-6720d4f93b8a']}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:43:23.804960 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Made reservation on behalf of 2008337919f34cf9bccdf042f7c49f20 for: {'port': 1} {{(pid=94501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 12:43:23.813232 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:23.912664 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-b5c3f67f-c0df-4d1d-b6b9-c96bfb494a31 req-c0ba59fa-2867-411a-937a-09c737516681 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 210 time: 0.0452058 Jun 25 12:43:24.101525 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_common [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Allocated IP 172.20.0.4 (186c8b7c-304a-4ef5-89b3-a85d3f83ee53/a404147a-c440-4bc9-8859-d65cafe7e19b/05becc6d-649e-427a-ab1d-4d64573d909b) {{(pid=94501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:43:24.360115 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for port, precommit_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:24.389416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Transition to ACTIVE for port object 05becc6d-649e-427a-ab1d-4d64573d909b will not be triggered until provisioned by entity DHCP. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:43:24.583585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10342147'] for port, after_create {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:24.591156 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-7e96cb46-55cc-401e-ad6c-60437931faf6 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:24.679422 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 is already hosted by enough agents. {{(pid=94501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:43:24.687123 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.base_scheduler [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Resources bound (agent type, host, resource id): {{(pid=94501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:43:24.694996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Received port after_create {{(pid=94501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:43:24.708675 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=1']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:24.772145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.772711 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.773660 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.773929 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.774372 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.775797 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.776662 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.777466 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.777862 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.778493 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.779117 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.779866 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:24.799518 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:24.875897 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:24.877487 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:25.026580 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-6d961773-4506-4db5-816c-ebee6405ace7 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5478604 Jun 25 12:43:25.051323 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-9a1ccc93-8c0c-479e-a1a0-7c33bbdbbc39 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=94501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 12:43:25.054867 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-9a1ccc93-8c0c-479e-a1a0-7c33bbdbbc39 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145624 Jun 25 12:43:25.086319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.v2.base [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Request body: {'port': {'device_id': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=94501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:43:25.285301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:25.323898 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.47', 61792) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:43:25.382899 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9c01abfc-3202-4c78-9d01-d81e7b1cadae None None] Provisioning for port 05becc6d-649e-427a-ab1d-4d64573d909b completed by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:43:25.397461 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-9c01abfc-3202-4c78-9d01-d81e7b1cadae None None] Provisioning complete for port 05becc6d-649e-427a-ab1d-4d64573d909b triggered by entity DHCP. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:43:25.398525 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-9c01abfc-3202-4c78-9d01-d81e7b1cadae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:25.471540 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-42e76612-e28a-4e01-9739-f17ff9fd262b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1439440 Jun 25 12:43:25.475351 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4e572-3023-4f70-951c-d5d8bc37f62b req-530ab0d1-c832-454c-b978-beec478edd96 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:25.477731 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38d4e572-3023-4f70-951c-d5d8bc37f62b req-530ab0d1-c832-454c-b978-beec478edd96 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 931 time: 0.2098951 Jun 25 12:43:25.536652 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-9c01abfc-3202-4c78-9d01-d81e7b1cadae None None] Port 05becc6d-649e-427a-ab1d-4d64573d909b cannot update to ACTIVE because it is not bound. {{(pid=94502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 12:43:25.780583 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-38d4e572-3023-4f70-951c-d5d8bc37f62b req-8444e90b-33bf-4eed-9194-7c10deed51a9 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796765 Jun 25 12:43:26.095259 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05becc6d-649e-427a-ab1d-4d64573d909b {{(pid=94501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:43:26.111874 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:26.139321 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.provisioning_blocks [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Transition to ACTIVE for port object 05becc6d-649e-427a-ab1d-4d64573d909b will not be triggered until provisioned by entity L2. {{(pid=94501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 12:43:26.233707 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:26.241953 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-4ad9080f-51f6-421d-a3ef-4df180da0b0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:26.419712 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=2']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:26.427647 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:26.492829 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Attempting to bind port 05becc6d-649e-427a-ab1d-4d64573d909b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 12:43:26.493535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Attempting to bind port 05becc6d-649e-427a-ab1d-4d64573d909b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 12:43:26.494145 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Attempting to bind port 05becc6d-649e-427a-ab1d-4d64573d909b on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:43:26.505637 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Port 05becc6d-649e-427a-ab1d-4d64573d909b on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 12:43:26.506641 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Attempting to bind port 05becc6d-649e-427a-ab1d-4d64573d909b on network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 12:43:26.530530 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Checking agent: {'id': 'e3c426b3-cef6-4412-9c22-006c96ecc509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'started_at': datetime.datetime(2021, 6, 25, 11, 19, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 12, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 12:43:26.531121 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Checking segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 12:43:26.531811 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Bound using segment: {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'} {{(pid=94501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 12:43:26.532646 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.managers [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Bound port: 05becc6d-649e-427a-ab1d-4d64573d909b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f180d7fc-257d-49b4-9960-db1da61cd5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53'}}] {{(pid=94501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 12:43:26.533319 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:26.713328 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, cleared binding levels {{(pid=94501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 12:43:26.719657 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 12:43:26.841605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10342385'] for port, after_update {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:26.845605 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-6bc4a034-78c6-43a3-b7c8-c0d66845b011 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:26.935720 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:26.944491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:26.944491 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] 10.222.0.47 "PUT /v2.0/ports/05becc6d-649e-427a-ab1d-4d64573d909b HTTP/1.1" status: 200 len: 1093 time: 1.8640532 Jun 25 12:43:26.944491 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:43:26.945416 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c7adf7-a28f-4753-94d9-10266fd585c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:43:27.006212 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=3']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:27.014668 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c1f647d3-107c-49e6-acb1-607ca35cc97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:27.098022 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68f89a3-9765-467f-aadb-c48aa056201e x-openstack-request-id: req-d68f89a3-9765-467f-aadb-c48aa056201e {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:43:27.099088 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:43:27.099297 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d68f89a3-9765-467f-aadb-c48aa056201e {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:43:27.099979 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b', 'status': 'completed', 'code': 200} Jun 25 12:43:27.285743 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbeef83-d416-4e34-b290-0b3e35e76cea req-7b9f8da5-34d0-421f-bb75-f493f9af5881 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:27.288482 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7cbeef83-d416-4e34-b290-0b3e35e76cea req-7b9f8da5-34d0-421f-bb75-f493f9af5881 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1670499 Jun 25 12:43:27.373704 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-7cbeef83-d416-4e34-b290-0b3e35e76cea req-bab5a144-ab86-4975-bee8-502f5914070f tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666814 Jun 25 12:43:28.714440 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877281b7-1feb-4659-b761-9533d27bec82 req-521bbf0e-4817-41b5-af82-50c0c2d9dc00 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:28.716415 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-877281b7-1feb-4659-b761-9533d27bec82 req-521bbf0e-4817-41b5-af82-50c0c2d9dc00 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1368518 Jun 25 12:43:28.802067 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-877281b7-1feb-4659-b761-9533d27bec82 req-0623a52d-d9e4-4ed7-bf20-c1cdf9dda0d4 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729208 Jun 25 12:43:28.914225 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:43:29.588463 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ad88c795-83bc-4c59-ab3e-5930f0f088c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:30.193807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff76f-bf8b-488f-93c7-f33b618ef4ef req-bef65cc9-8adf-40b3-b9cf-7d801ce26df5 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:30.196872 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c2cff76f-bf8b-488f-93c7-f33b618ef4ef req-bef65cc9-8adf-40b3-b9cf-7d801ce26df5 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1503966 Jun 25 12:43:30.281138 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-c2cff76f-bf8b-488f-93c7-f33b618ef4ef req-c3dade61-466e-4d72-94ab-84cec377cd7c tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713115 Jun 25 12:43:31.627071 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05010a22-99aa-4460-8b88-d79d8208d1e9 req-99369c29-ed83-4d12-83e3-e6a21b3a4edb tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:31.629326 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-05010a22-99aa-4460-8b88-d79d8208d1e9 req-99369c29-ed83-4d12-83e3-e6a21b3a4edb tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1437874 Jun 25 12:43:31.714352 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-05010a22-99aa-4460-8b88-d79d8208d1e9 req-5aa9af1e-0b2c-4123-b69e-89a40f039187 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701489 Jun 25 12:43:32.078782 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c333cc65-ddaa-4b66-a8ff-54045f6ae9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:32.304376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:33.103919 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f77e6-b3b6-45ac-bc9b-b607f2b80d20 req-f237b1db-97bc-4cfc-bbc9-900971f06321 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:33.106632 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-415f77e6-b3b6-45ac-bc9b-b607f2b80d20 req-f237b1db-97bc-4cfc-bbc9-900971f06321 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1042409 Jun 25 12:43:33.195423 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-415f77e6-b3b6-45ac-bc9b-b607f2b80d20 req-a0aa8d06-aa94-4694-9326-3131445956be tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793502 Jun 25 12:43:33.816136 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:34.612464 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3380d-e5e6-4df1-b526-10fa743e027e req-0a5cac22-11d0-4fb8-b5fd-7a4955ae4625 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:34.612464 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cd3380d-e5e6-4df1-b526-10fa743e027e req-0a5cac22-11d0-4fb8-b5fd-7a4955ae4625 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1228092 Jun 25 12:43:34.704360 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-3cd3380d-e5e6-4df1-b526-10fa743e027e req-9887ecfd-c57d-4a9b-8ee7-12815708f863 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822172 Jun 25 12:43:35.445521 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:36.067004 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac951a-753f-40e2-9810-61b4addd63a2 req-5418f0fd-4122-4562-a95d-7af4f173d3bd tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:36.068891 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2bac951a-753f-40e2-9810-61b4addd63a2 req-5418f0fd-4122-4562-a95d-7af4f173d3bd tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1319997 Jun 25 12:43:36.123919 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-2bac951a-753f-40e2-9810-61b4addd63a2 req-0487a66c-de32-4d1b-a6e9-aa18cce77ea9 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445173 Jun 25 12:43:37.473796 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1f0d6-590c-4183-bd34-bbd062dad391 req-2b7e8167-81b9-47ca-b2c9-3e5df7308826 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:37.476519 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b3d1f0d6-590c-4183-bd34-bbd062dad391 req-2b7e8167-81b9-47ca-b2c9-3e5df7308826 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1210723 Jun 25 12:43:37.558853 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b3d1f0d6-590c-4183-bd34-bbd062dad391 req-7009804a-9878-4380-8f09-f3e556dc9a93 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711536 Jun 25 12:43:38.400830 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7adf7-a28f-4753-94d9-10266fd585c1 req-e4bf2a6d-c4a5-47b3-bf7d-526406962320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:38.403819 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12c7adf7-a28f-4753-94d9-10266fd585c1 req-e4bf2a6d-c4a5-47b3-bf7d-526406962320 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 1096 time: 0.0921559 Jun 25 12:43:38.594337 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c9e33-66b9-4228-b090-212032302b46 req-20378c19-1d79-4304-a3ba-85589ae3826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:38.596803 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-20378c19-1d79-4304-a3ba-85589ae3826e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1096 time: 0.2301335 Jun 25 12:43:38.601201 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7adf7-a28f-4753-94d9-10266fd585c1 req-1c7dc591-8fdd-4954-b6a1-7c6a1176bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:38.605458 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12c7adf7-a28f-4753-94d9-10266fd585c1 req-1c7dc591-8fdd-4954-b6a1-7c6a1176bbbe service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2008337919f34cf9bccdf042f7c49f20&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1906288 Jun 25 12:43:38.816509 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7adf7-a28f-4753-94d9-10266fd585c1 req-dad0f018-c1ba-44e4-9083-f9778910a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:38.819413 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-12c7adf7-a28f-4753-94d9-10266fd585c1 req-dad0f018-c1ba-44e4-9083-f9778910a866 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2079585 Jun 25 12:43:38.943181 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-d4166e3a-4755-4656-ae76-8ba2b135ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:38.946028 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-d4166e3a-4755-4656-ae76-8ba2b135ae5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 1096 time: 0.0816171 Jun 25 12:43:38.991565 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c9e33-66b9-4228-b090-212032302b46 req-b336cc71-2a0d-4e0c-a1c0-e6f436d0426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:38.994842 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-b336cc71-2a0d-4e0c-a1c0-e6f436d0426d service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.3671193 Jun 25 12:43:39.029010 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d571e-3cfa-4dcb-8b06-c7edf47b5c09 req-d7d3d99c-4af5-491a-b7aa-9e1a2445b1e0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:39.031908 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d72d571e-3cfa-4dcb-8b06-c7edf47b5c09 req-d7d3d99c-4af5-491a-b7aa-9e1a2445b1e0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.2294025 Jun 25 12:43:39.039538 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-a9867f5f-5954-4e21-9199-9f8f8675dfb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05becc6d-649e-427a-ab1d-4d64573d909b HTTP/1.1" status: 200 len: 217 time: 0.0861490 Jun 25 12:43:39.129597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c3fcafff-ef37-4265-a14e-6af12124cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:39.131468 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-c3fcafff-ef37-4265-a14e-6af12124cdbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0861065 Jun 25 12:43:39.227452 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-a761cace-2ada-44bb-b828-8e6e5078a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:39.230224 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-a761cace-2ada-44bb-b828-8e6e5078a94f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916634 Jun 25 12:43:39.284606 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-4ab3718a-4250-4e3e-a8d2-8961d551ddb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 998 time: 0.2821586 Jun 25 12:43:39.289483 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d72d571e-3cfa-4dcb-8b06-c7edf47b5c09 req-f2d25552-8c20-4354-900a-0be30a906986 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226551 Jun 25 12:43:39.396857 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-2eb6dc8c-2ced-439d-a606-b9816f101b5d service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599281 Jun 25 12:43:39.401891 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c9e33-66b9-4228-b090-212032302b46 req-01e7a40c-33d3-4bb9-a37c-6f26e2155a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:39.404510 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-01e7a40c-33d3-4bb9-a37c-6f26e2155a9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.1134775 Jun 25 12:43:39.568547 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c9e33-66b9-4228-b090-212032302b46 req-6e12bd9a-5214-464a-90f0-f57b99b02151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:39.571322 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-6e12bd9a-5214-464a-90f0-f57b99b02151 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1607075 Jun 25 12:43:39.573526 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-14ac71fe-0ec0-4488-9435-12399ca2b9ff req-111d092e-f813-4c66-a95a-8c6768b1b6c8 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679225 Jun 25 12:43:39.754844 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-eeb07f45-e37e-491c-812a-b656c913049a service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723790 Jun 25 12:43:39.921549 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-905c9e33-66b9-4228-b090-212032302b46 req-30ee7052-375d-4fa7-90b7-49932bb16984 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594784 Jun 25 12:43:40.657787 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d1989-18c6-445e-82e7-fa2ab82eed72 req-e123eb64-1600-4f65-84eb-cfab705862db tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:40.661921 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-439d1989-18c6-445e-82e7-fa2ab82eed72 req-e123eb64-1600-4f65-84eb-cfab705862db tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1251726 Jun 25 12:43:40.744944 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-439d1989-18c6-445e-82e7-fa2ab82eed72 req-82fe53b5-dcc9-4b2d-b850-7472daefd2ce tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717759 Jun 25 12:43:41.292071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:41.949679 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 05becc6d-649e-427a-ab1d-4d64573d909b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:43:42.102449 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3faf88-a69f-481e-a617-366a21f1512b req-47450ace-46bd-4c4f-8341-ff9417fd54ef tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:42.106031 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5f3faf88-a69f-481e-a617-366a21f1512b req-47450ace-46bd-4c4f-8341-ff9417fd54ef tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1314833 Jun 25 12:43:42.131903 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:43:42.159924 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '05becc6d-649e-427a-ab1d-4d64573d909b', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'port_id': '05becc6d-649e-427a-ab1d-4d64573d909b', 'mac_address': 'fa:16:3e:7a:72:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:43:42.179932 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-5f3faf88-a69f-481e-a617-366a21f1512b req-2e361632-c0e6-4659-9f63-c00c3eb7fff1 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626285 Jun 25 12:43:42.236300 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:42.262089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05becc6d-649e-427a-ab1d-4d64573d909b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:43:42.301380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:43:42.449960 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:42.452340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:42.514228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=4']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:42.518605 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:42.835814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['05becc6d-649e-427a-ab1d-4d64573d909b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:43:43.519785 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcc23e-a54e-4470-b9ec-1e5beee3098c req-804bca1b-728e-419c-8d1e-63e0fd4221e3 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:43.522456 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-03bcc23e-a54e-4470-b9ec-1e5beee3098c req-804bca1b-728e-419c-8d1e-63e0fd4221e3 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 944 time: 0.1195350 Jun 25 12:43:43.596550 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-03bcc23e-a54e-4470-b9ec-1e5beee3098c req-a088fc1c-f0fc-42df-ba75-c9c246026a20 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631864 Jun 25 12:43:43.979818 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 05becc6d-649e-427a-ab1d-4d64573d909b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:43:44.142089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning for port 05becc6d-649e-427a-ab1d-4d64573d909b completed by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 12:43:44.149363 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 05becc6d-649e-427a-ab1d-4d64573d909b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:43:44.150701 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:44.300113 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:44.331488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:43:44.335614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5e809f-bd9d-4e38-bbac-1ea998b0202c" -d '{"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-plugged", "status": "completed", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:43:44.356942 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:43:44.409287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ddbd09-52e2-4f4b-93f5-fafdc66aafca x-openstack-request-id: req-51ddbd09-52e2-4f4b-93f5-fafdc66aafca {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:43:44.409731 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-plugged", "status": "completed", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:43:44.410098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-51ddbd09-52e2-4f4b-93f5-fafdc66aafca {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:43:44.410634 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b', 'code': 200} Jun 25 12:43:44.485124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:44.488784 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:44.595272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=5']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:44.600429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:44.943784 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ddc80-c7f4-4485-8d81-fa9dd379876e req-f1427a2e-1d43-47ad-8d36-217f1d53e619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:44.946054 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a79ddc80-c7f4-4485-8d81-fa9dd379876e req-f1427a2e-1d43-47ad-8d36-217f1d53e619 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 945 time: 0.1263428 Jun 25 12:43:45.021299 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-a79ddc80-c7f4-4485-8d81-fa9dd379876e req-664b9dd9-4b5d-427f-825c-264263eee776 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635331 Jun 25 12:43:45.117272 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432824-ee6a-42d5-bc99-333784a97972 req-9b435bb8-a1db-45e9-b0b2-0e458a01424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:45.119372 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd432824-ee6a-42d5-bc99-333784a97972 req-9b435bb8-a1db-45e9-b0b2-0e458a01424c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 1098 time: 0.1020396 Jun 25 12:43:45.174837 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd432824-ee6a-42d5-bc99-333784a97972 req-00843809-e235-4ea7-965a-ae48973f9906 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488954 Jun 25 12:43:46.333988 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e8d19-975b-46c5-b3be-d601c23a43e0 req-32d4ec0c-97b7-4deb-9224-916b66181cdd tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:46.336343 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-311e8d19-975b-46c5-b3be-d601c23a43e0 req-32d4ec0c-97b7-4deb-9224-916b66181cdd tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 945 time: 0.0849185 Jun 25 12:43:46.398790 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-311e8d19-975b-46c5-b3be-d601c23a43e0 req-5c46dec9-3e19-4ca5-a546-7eb1912724ab tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511298 Jun 25 12:43:47.766495 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf343-3969-45a4-9576-0002cf77819d req-2014930f-c4da-4da7-90db-da781472dc2e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:47.769052 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-159cf343-3969-45a4-9576-0002cf77819d req-2014930f-c4da-4da7-90db-da781472dc2e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 945 time: 0.1413510 Jun 25 12:43:47.846097 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-159cf343-3969-45a4-9576-0002cf77819d req-d0b33182-1ec6-4f11-8685-832515870bb1 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660021 Jun 25 12:43:48.174005 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37ecf3-2f10-4318-8e5b-bf253fd86fdf req-f7c8352f-0531-4e9a-81b3-a9482e7b89df tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:48.176885 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd37ecf3-2f10-4318-8e5b-bf253fd86fdf req-f7c8352f-0531-4e9a-81b3-a9482e7b89df tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 945 time: 0.1327937 Jun 25 12:43:48.257532 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-fd37ecf3-2f10-4318-8e5b-bf253fd86fdf req-920f5c02-c737-40d8-84b9-7d8bc5756ba0 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694187 Jun 25 12:43:48.301304 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38964) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:43:48.402210 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c206c510-ed97-4c56-a321-64f18b0f4409 tempest-TestSnapshotPattern-1778982708 tempest-TestSnapshotPattern-1778982708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:48.404981 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c206c510-ed97-4c56-a321-64f18b0f4409 tempest-TestSnapshotPattern-1778982708 tempest-TestSnapshotPattern-1778982708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 1093 time: 0.1019208 Jun 25 12:43:48.409725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 38966) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:43:48.418909 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.v2.base [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Request body: {'floatingip': {'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'port_id': '05becc6d-649e-427a-ab1d-4d64573d909b', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 12:43:48.582454 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:48.809808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:49.048140 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.db_base_plugin_common [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Allocated IP 172.26.0.169 (28202613-d2aa-4a01-8c11-e2080899c66e/a40c0131-c7a6-462b-973f-1851f2adc751/7c8e11f0-2952-4f2f-8b0d-11df2a0c9c52) {{(pid=94500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 12:43:49.248059 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for port, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:49.433253 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-206719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764449281235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3102546'] for port, after_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:49.436488 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-5f2fce6a-126a-46f5-8a42-348e7a8607bd tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:49.489918 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Network 28202613-d2aa-4a01-8c11-e2080899c66e is already hosted by enough agents. {{(pid=94500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 12:43:49.503896 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.base_scheduler [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Resources bound (agent type, host, resource id): {{(pid=94500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 12:43:49.511077 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Received port after_create {{(pid=94500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 12:43:50.089118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'Port': ['ID=7c8e11f0-2952-4f2f-8b0d-11df2a0c9c52,revision_number=1']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:50.114799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.115484 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.116240 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.116923 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.117620 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.119708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.120425 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.121133 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.121816 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.122472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.123137 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.123778 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:43:50.133267 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:50.821675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:51.094455 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:51.366213 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for port, precommit_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:51.575679 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3102624'] for port, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:51.579535 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d538045a-f6af-41a4-8dc1-46a3d7555fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:43:51.708708 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event updated for resources: {'Port': ['ID=7c8e11f0-2952-4f2f-8b0d-11df2a0c9c52,revision_number=2']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:43:51.717580 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:43:51.740003 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-771276'] for floatingip, after_update {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:51.953931 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Floating IP e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6 associated. External IP: 172.26.0.169, port: 05becc6d-649e-427a-ab1d-4d64573d909b. Jun 25 12:43:52.392052 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:43:52.619369 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:43:52.635675 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] Sync routers for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:43:52.655020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:43:52.655020 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:43:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:43:52.873260 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:43:52.879963 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:43:52.954368 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-07650809-6e42-4b32-910c-4a86cdb52a64 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5429747 Jun 25 12:43:52.955838 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:43:52.960236 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb536245a4293004ccb94569e29862530b8a96f6b074e81abc97c5bb77e2e451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565317d3-9d9d-49cd-a8d9-73dc244ebf68" -d '{"events": [{"name": "network-changed", "server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:43:53.036366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96834ca6-912c-4b22-8ce2-45874b44bfcb x-openstack-request-id: req-96834ca6-912c-4b22-8ce2-45874b44bfcb {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:43:53.036899 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:43:53.037442 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96834ca6-912c-4b22-8ce2-45874b44bfcb {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:43:53.038151 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b', 'status': 'completed', 'code': 200} Jun 25 12:43:53.151185 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-0256e639-68db-4789-bd1d-5d6b10c89352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:53.153999 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-0256e639-68db-4789-bd1d-5d6b10c89352 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 1098 time: 0.0852301 Jun 25 12:43:53.296952 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-62b908fc-9a47-4317-9e4a-ff739b737867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:53.299517 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-62b908fc-9a47-4317-9e4a-ff739b737867 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1389322 Jun 25 12:43:53.361502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:12Z', 'revision_number': 1, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}, {'id': 'e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '05becc6d-649e-427a-ab1d-4d64573d909b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:7a:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:43:50Z', 'updated_at': '2021-06-25T12:43:50Z', 'revision_number': 0, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:43:53.415542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] Checking router: 20ff5d18-692b-4db5-b5ef-24da0282c9e0 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:43:53.429488 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:43:53.430313 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:43:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:43:53.445897 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-c7db3bdc-0d44-4185-b935-9bb2cecaa548 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05becc6d-649e-427a-ab1d-4d64573d909b HTTP/1.1" status: 200 len: 999 time: 0.1383004 Jun 25 12:43:53.545691 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-881f0935-b8ff-4696-bb43-c182823a31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:53.548650 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-881f0935-b8ff-4696-bb43-c182823a31ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0948570 Jun 25 12:43:53.596555 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:43:53.650749 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-fe7f34bc-b0ff-43cf-bd6b-7747034997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:43:53.653677 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-fe7f34bc-b0ff-43cf-bd6b-7747034997fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982904 Jun 25 12:43:53.802443 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-d4814923-50bb-4692-847f-0557e70e3eb4 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420836 Jun 25 12:43:53.990569 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-565317d3-9d9d-49cd-a8d9-73dc244ebf68 req-7fc246a5-cacf-4232-9d31-144135c7b33a service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802976 Jun 25 12:43:54.049030 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:12Z', 'revision_number': 1, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}, {'id': 'e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '05becc6d-649e-427a-ab1d-4d64573d909b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:7a:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:43:50Z', 'updated_at': '2021-06-25T12:43:50Z', 'revision_number': 0, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:43:54.102159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cf6d48-06ed-4d7b-aa25-a5aa1bf9e9a4 None None] The sync data for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv is: [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:12Z', 'revision_number': 1, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}, {'id': 'e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '05becc6d-649e-427a-ab1d-4d64573d909b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:7a:72:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:43:50Z', 'updated_at': '2021-06-25T12:43:50Z', 'revision_number': 0, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:43:54.412230 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b70a10-0b96-4a3c-8cd3-646ae1517ded None None] New status for floating IP e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6: ACTIVE {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:43:59.581623 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-d730d9b9-cc4c-474f-82a8-7b36ddfa1701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:02.078082 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4d929baa-1941-4437-b795-4939d83fde69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:02.301626 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:03.616109 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:05.484284 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:05.913428 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:44:11.307707 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:29.604992 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b7392a8a-2cad-4327-afd0-1baf86010bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:32.095095 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-f2c78a8e-9245-4b24-affb-b482d9602371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:32.260533 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:33.842668 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:35.511993 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:38.959846 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-75f0fd3b-69da-4cdb-8e37-c2f67c42af24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568125 Jun 25 12:44:39.074554 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-03d3fb58-13e9-4ed7-acc1-2472c5bca261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:44:39.076432 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-03d3fb58-13e9-4ed7-acc1-2472c5bca261 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1096 time: 0.0709546 Jun 25 12:44:39.203493 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-a426553f-4894-4e5a-a77e-548753072447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:44:39.205001 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-a426553f-4894-4e5a-a77e-548753072447 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1041627 Jun 25 12:44:39.283520 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-f5e1fda9-1a80-44c8-8509-2dadc8ca18d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 998 time: 0.0712011 Jun 25 12:44:39.366865 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-b6c585be-80e1-47d3-b06c-136177b736d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:44:39.369487 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-b6c585be-80e1-47d3-b06c-136177b736d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0788074 Jun 25 12:44:39.460734 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-12700065-c0b8-47f4-bf30-0539c025de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:44:39.462699 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-12700065-c0b8-47f4-bf30-0539c025de35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858428 Jun 25 12:44:39.580171 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-e57769e8-ec88-432d-a3b7-27086f98d923 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108422 Jun 25 12:44:39.683495 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-ea2f95fa-6f32-42f9-abdd-52107ad03bfb req-b6e44f4a-46f2-4b99-9809-f1a079b1a119 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961092 Jun 25 12:44:41.295090 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:44:42.904410 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:44:59.604773 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b25f-6cb0-4cf2-afc4-03c3f753f85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:02.083155 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b15806c6-34a8-4f75-b6d4-363d378d01f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:02.232388 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:03.752392 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:05.620662 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:11.295234 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:19.910773 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:45:27.431032 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-35a25bdb-c9db-4a36-82e6-f898283b8dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1655254 Jun 25 12:45:27.546738 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-0c810851-b68d-48e1-a3eb-52c66bbc298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:45:27.548982 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-0c810851-b68d-48e1-a3eb-52c66bbc298e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 1098 time: 0.0877957 Jun 25 12:45:27.696002 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-a5690195-17ff-479c-a87f-7dc5f082fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:45:27.698939 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-a5690195-17ff-479c-a87f-7dc5f082fb15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1222646 Jun 25 12:45:27.816404 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-8830bcc5-c15a-41ab-94a9-eed8d3efc4a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05becc6d-649e-427a-ab1d-4d64573d909b HTTP/1.1" status: 200 len: 1001 time: 0.1101530 Jun 25 12:45:27.907317 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-f034c0a3-d2ee-4e4a-8bc6-1bda9ac911f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:45:27.910093 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-f034c0a3-d2ee-4e4a-8bc6-1bda9ac911f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0874219 Jun 25 12:45:28.014980 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-8b459038-2146-4243-9341-a89e7b2f9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:45:28.017835 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-8b459038-2146-4243-9341-a89e7b2f9b71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004472 Jun 25 12:45:28.191838 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-87628e70-6d6f-4a1d-bab1-c6defd8c6f6b service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662369 Jun 25 12:45:28.366871 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-bd0ac221-953a-40dc-b0e5-335e478a4482 req-17e35be8-1e95-4872-8546-c9fab328c277 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667883 Jun 25 12:45:29.637832 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-0e3ec22c-ea50-4fe2-bac3-f3502006c243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:32.088677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-3cf62555-7d7d-4cdb-a4a9-e2ce1b07ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:32.334628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:33.618537 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:35.420013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:41.405349 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:56.905165 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:45:58.652877 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 05becc6d-649e-427a-ab1d-4d64573d909b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=94502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 12:45:58.836259 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:45:58.866228 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Returning: {'device': '05becc6d-649e-427a-ab1d-4d64573d909b', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'port_id': '05becc6d-649e-427a-ab1d-4d64573d909b', 'mac_address': 'fa:16:3e:7a:72:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 12:45:58.928089 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:58.948191 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05becc6d-649e-427a-ab1d-4d64573d909b {{(pid=94502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 12:45:58.984770 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:45:59.071403 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:45:59.076700 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:45:59.154912 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=6']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:45:59.166181 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] get_ports_and_sgs() called for port_ids ['05becc6d-649e-427a-ab1d-4d64573d909b'] {{(pid=94502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 12:45:59.169970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.170497 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.170940 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.171380 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.171847 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.172282 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.172727 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.173221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.173664 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.174126 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.174557 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.175041 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:45:59.181541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:45:59.686421 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-99657eba-89ef-4acb-84de-af0c8263ce92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:00.666986 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 05becc6d-649e-427a-ab1d-4d64573d909b up at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 12:46:00.760610 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.provisioning_blocks [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Provisioning complete for port 05becc6d-649e-427a-ab1d-4d64573d909b triggered by entity L2. {{(pid=94502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 12:46:00.761720 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1761029'] for port, provisioning_complete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:00.914618 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:00.946068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:46:00.948563 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edcf7d6-b436-4949-92a1-5cdb78111f68" -d '{"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-plugged", "status": "completed", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:46:00.966227 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:01.003541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e477d5e8-ee88-4366-b2b1-f3a2a995302c x-openstack-request-id: req-e477d5e8-ee88-4366-b2b1-f3a2a995302c {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:46:01.003852 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-plugged", "status": "completed", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:46:01.004156 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e477d5e8-ee88-4366-b2b1-f3a2a995302c {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:46:01.004765 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b', 'code': 200} Jun 25 12:46:01.092277 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:01.095747 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-22a1e259-9189-4c91-ba78-d243527a951e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:01.169071 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=7']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:01.173746 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:02.065633 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1077197d-d630-40ea-9736-d58c51061da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:02.280612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:03.686415 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:05.477542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:11.340160 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:23.389400 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39260) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:23.752118 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Deleting port 7c8e11f0-2952-4f2f-8b0d-11df2a0c9c52 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:23.752649 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:23.903261 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:23.903943 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:23.929125 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Calling delete_port for 7c8e11f0-2952-4f2f-8b0d-11df2a0c9c52 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:24.349018 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:24.355093 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-6c56fc35-41ba-4d6b-a931-e66e53eb6169 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:24.404993 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event deleted for resources: {'Port': ['ID=7c8e11f0-2952-4f2f-8b0d-11df2a0c9c52,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:24.458422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.459106 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.459772 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.460434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.461136 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.461805 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.462452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.463115 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.463854 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.464432 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.465155 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.465807 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:24.473299 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:24.547770 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:24.548268 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Floating IP e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6 disassociated (deleted). External IP: 172.26.0.169, port: 05becc6d-649e-427a-ab1d-4d64573d909b. Jun 25 12:46:24.762056 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 05becc6d-649e-427a-ab1d-4d64573d909b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:24.919617 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616079'] for port, before_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:24.966837 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b'}] {{(pid=94502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:46:24.971340 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059c39935e3badc42e2ed2d19a7069dba169a8cccf0e6bbaf51d2f7aa3737874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b2da6-5877-429c-8ed5-63eef43c92f3" -d '{"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-unplugged", "status": "completed", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b"}]}' {{(pid=94502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:46:24.981870 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:46:25.000632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:25.052542 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 12:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a959f-6df7-4cf4-9797-b8aaba0cacac x-openstack-request-id: req-395a959f-6df7-4cf4-9797-b8aaba0cacac {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:46:25.053036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-unplugged", "status": "completed", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b", "code": 200}]} {{(pid=94502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:46:25.053523 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-395a959f-6df7-4cf4-9797-b8aaba0cacac {{(pid=94502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:46:25.054192 dv-neutron-797120-5-hyperv neutron-server[94502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b', 'code': 200} Jun 25 12:46:25.111328 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764449659073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764449281253', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764449275926'] for port, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:25.115307 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:25.209792 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:46:25.217915 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:25.219769 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Pushing event updated for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=8']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:25.229272 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:25.233659 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] Sync routers for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:46:25.254283 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:25.255612 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:25.293769 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "DELETE /v2.0/floatingips/e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6 HTTP/1.1" status: 204 len: 168 time: 1.9023502 Jun 25 12:46:25.295230 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:46:25.300759 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb536245a4293004ccb94569e29862530b8a96f6b074e81abc97c5bb77e2e451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d051069d-ef9a-4a68-8a45-c9173bf31d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:46:25.483621 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:25.491190 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452847aa-6784-42d3-96a4-0a719ffdd5b2 x-openstack-request-id: req-452847aa-6784-42d3-96a4-0a719ffdd5b2 {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:46:25.492225 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:46:25.492851 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-452847aa-6784-42d3-96a4-0a719ffdd5b2 {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:46:25.493543 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b', 'status': 'completed', 'code': 200} Jun 25 12:46:25.625527 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-22d4b8e0-3053-4ba8-9893-57061cf0d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:25.626776 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-22d4b8e0-3053-4ba8-9893-57061cf0d12c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 1096 time: 0.1080856 Jun 25 12:46:25.811321 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-9eb6bdb9-1088-499f-a5b8-a0231342f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:25.814536 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-9eb6bdb9-1088-499f-a5b8-a0231342f5e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1804206 Jun 25 12:46:25.943070 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:12Z', 'revision_number': 1, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:26.000914 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] Checking router: 20ff5d18-692b-4db5-b5ef-24da0282c9e0 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:46:26.025635 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:26.026697 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:02Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:26.250182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:26.340676 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-c29242d8-3667-467a-9871-f9d7438daa4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05becc6d-649e-427a-ab1d-4d64573d909b HTTP/1.1" status: 200 len: 217 time: 0.5190811 Jun 25 12:46:26.444638 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-3ecb2e5a-fa96-4620-b5c0-eb3897b052df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:26.446730 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-3ecb2e5a-fa96-4620-b5c0-eb3897b052df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0970225 Jun 25 12:46:26.521452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772726a-dd39-4804-ac0f-2bf0fa17656c req-457aace9-2ea9-4707-8039-a07a22fed06a tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:26.523499 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d772726a-dd39-4804-ac0f-2bf0fa17656c req-457aace9-2ea9-4707-8039-a07a22fed06a tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1623950 Jun 25 12:46:26.605822 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-32c65c64-d16f-4a8f-959d-611fd9b32192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:26.608210 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-32c65c64-d16f-4a8f-959d-611fd9b32192 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1506634 Jun 25 12:46:26.612704 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d772726a-dd39-4804-ac0f-2bf0fa17656c req-9c348b1b-7da6-4503-938f-1a0d33f0bfcd tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775719 Jun 25 12:46:26.707771 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:12Z', 'revision_number': 1, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:26.755063 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a86d96-2e5d-4fdd-9e85-1773768ce411 None None] The sync data for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv is: [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_floatingips': [{'id': 'df7ba04f-452c-4d05-bf27-7cb99f90e4c6', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'router_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'port_id': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'mac_address': 'fa:16:3e:8a:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T12:40:08Z', 'updated_at': '2021-06-25T12:40:12Z', 'revision_number': 1, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:46:26.787323 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-218e6dec-5b67-42c5-824d-4d33b201600b service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697402 Jun 25 12:46:26.972875 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-d051069d-ef9a-4a68-8a45-c9173bf31d3e req-3a86af9a-69c9-4682-a311-2e1f37c9a03e service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778290 Jun 25 12:46:27.106596 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4bdba-0187-4182-b565-4b2845f5d0d3 None None] New status for floating IP e1654c72-deeb-4bbe-9e58-13ad1b8fdbd6: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:46:27.969766 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57513-7741-4e73-9941-eab73a80beea req-4ace8389-7d09-4f2c-9d26-eb523a756b35 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:27.973490 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0c57513-7741-4e73-9941-eab73a80beea req-4ace8389-7d09-4f2c-9d26-eb523a756b35 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1301317 Jun 25 12:46:28.050925 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-b0c57513-7741-4e73-9941-eab73a80beea req-20aa6965-b553-47eb-b7f7-af6b1c8f1e29 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659592 Jun 25 12:46:28.262685 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-4eaa62c6-b7de-4652-99d2-48fc1f28a5eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851157 Jun 25 12:46:28.281255 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-363575b5-3bae-4ae8-ac30-41c1ee3905fd tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:28.284061 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-363575b5-3bae-4ae8-ac30-41c1ee3905fd tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 943 time: 0.1205802 Jun 25 12:46:28.434907 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-bcbcd1c8-df66-4ae8-9ef8-3a974069f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:28.437816 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-bcbcd1c8-df66-4ae8-9ef8-3a974069f1f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1096 time: 0.1125767 Jun 25 12:46:28.500625 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Deleting port 05becc6d-649e-427a-ab1d-4d64573d909b {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:28.501252 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:28.633180 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-276e1413-b764-4c27-bb6a-8b372a9f706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:28.636361 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-276e1413-b764-4c27-bb6a-8b372a9f706a service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.1744132 Jun 25 12:46:28.683636 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] For port 05becc6d-649e-427a-ab1d-4d64573d909b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=05becc6d-649e-427a-ab1d-4d64573d909b,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:28.684265 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:28.708811 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Calling delete_port for 05becc6d-649e-427a-ab1d-4d64573d909b owned by compute:nova {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:28.778159 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-a52bebd6-6049-4d1e-baa9-284e7cce180d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 998 time: 0.1347067 Jun 25 12:46:28.869745 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-9c2d632d-f70e-47dd-aa38-9ef7bfe7f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:28.872237 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-9c2d632d-f70e-47dd-aa38-9ef7bfe7f46c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0872629 Jun 25 12:46:28.956139 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-4bc713d8-4a59-4565-b261-f966a00e2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:28.959496 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-4bc713d8-4a59-4565-b261-f966a00e2a0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806653 Jun 25 12:46:28.976280 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:28.983100 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-bd50a098-1101-4a06-9402-3442d27183b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:29.040194 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event deleted for resources: {'Port': ['ID=05becc6d-649e-427a-ab1d-4d64573d909b,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:29.045771 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:29.129503 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] No DVR routers for this DVR port 05becc6d-649e-427a-ab1d-4d64573d909b on host hv-neutron-7971 {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:46:29.133659 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:29.137485 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-e182f001-d181-4d7b-b763-4fc47d0b432d req-30879d8d-ef41-43bb-99ca-c1815b04e294 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "DELETE /v2.0/ports/05becc6d-649e-427a-ab1d-4d64573d909b HTTP/1.1" status: 204 len: 173 time: 0.8475354 Jun 25 12:46:29.138422 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-deleted', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:46:29.142961 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb536245a4293004ccb94569e29862530b8a96f6b074e81abc97c5bb77e2e451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5877b133-86a3-49fb-9d04-8f96895c5506" -d '{"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-deleted", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:46:29.165553 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-503e864a-ebcf-48da-b3bc-9f04bf560272 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963058 Jun 25 12:46:29.212864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcbbd49-173e-4041-b3e6-51d23635a63d x-openstack-request-id: req-2dcbbd49-173e-4041-b3e6-51d23635a63d {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:46:29.213477 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e0b9a-06b3-4d09-9567-66cf7eed92a6", "name": "network-vif-deleted", "tag": "05becc6d-649e-427a-ab1d-4d64573d909b", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:46:29.213977 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2dcbbd49-173e-4041-b3e6-51d23635a63d {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:46:29.215296 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e0b9a-06b3-4d09-9567-66cf7eed92a6', 'name': 'network-vif-deleted', 'tag': '05becc6d-649e-427a-ab1d-4d64573d909b', 'status': 'completed', 'code': 200} Jun 25 12:46:29.379827 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-9877d90a-c87a-415e-b309-081ca27a158f req-81ad8466-fe7e-4a5e-92c6-5603861e254e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 210 time: 0.0601401 Jun 25 12:46:29.403138 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-65430e4a-49b1-43fe-8157-84afbe855dfe req-04813544-9172-4661-bd42-ef8942c03ee4 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333043 Jun 25 12:46:29.628539 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-1186bf66-9fec-41b9-bd4e-035681d225cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:30.739480 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-455a5fa6-fe90-4598-936b-4e05ede3988c req-16b0ee44-4164-4acd-8d45-6a2982775e09 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=e09e0b9a-06b3-4d09-9567-66cf7eed92a6 HTTP/1.1" status: 200 len: 210 time: 0.0585003 Jun 25 12:46:30.772183 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 05becc6d-649e-427a-ab1d-4d64573d909b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:30.811754 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 05becc6d-649e-427a-ab1d-4d64573d909b {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:30.812439 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 05becc6d-649e-427a-ab1d-4d64573d909b not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:32.079614 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c9fa73cb-cb2b-4286-b7da-8b7478482f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:32.277192 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:33.642451 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:33.910975 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:46:34.128141 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39328) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:34.461510 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Deleting port 7772ccaa-38eb-4f16-a249-9094d9440579 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:34.469452 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:34.634402 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:34.634965 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:34.675675 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Calling delete_port for 7772ccaa-38eb-4f16-a249-9094d9440579 owned by network:floatingip {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:35.151360 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:35.155656 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-62b01832-34a1-4b62-b163-e58ef57bca4e tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:35.198725 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event deleted for resources: {'Port': ['ID=7772ccaa-38eb-4f16-a249-9094d9440579,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:35.204588 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:35.326685 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:35.327288 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.db.l3_db [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Floating IP df7ba04f-452c-4d05-bf27-7cb99f90e4c6 disassociated (deleted). External IP: 172.26.0.40, port: 1899cfd8-6ab5-493c-8f20-80c81d9921d9. Jun 25 12:46:35.436628 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:35.750727 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:46:35.980284 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:46:35.988585 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for floatingip, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:35.998119 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] Sync routers for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:46:36.018202 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:36.020593 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:36.073595 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-4bb8ff9e-ddbe-4605-b700-edc0ef33aa6b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "DELETE /v2.0/floatingips/df7ba04f-452c-4d05-bf27-7cb99f90e4c6 HTTP/1.1" status: 204 len: 168 time: 1.9427094 Jun 25 12:46:36.075025 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9'}] {{(pid=94500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:46:36.079936 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb536245a4293004ccb94569e29862530b8a96f6b074e81abc97c5bb77e2e451" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e950e4-fcbc-479b-876d-0b3164141ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9"}]}' {{(pid=94500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:46:36.163103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdf88fa-f9a6-443d-bfd8-8fb2520e8f6d x-openstack-request-id: req-3fdf88fa-f9a6-443d-bfd8-8fb2520e8f6d {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:46:36.164282 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9", "status": "completed", "code": 200}]} {{(pid=94500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:46:36.164661 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3fdf88fa-f9a6-443d-bfd8-8fb2520e8f6d {{(pid=94500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:46:36.166318 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'status': 'completed', 'code': 200} Jun 25 12:46:36.245347 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:36.311597 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-a2948137-751b-48f1-a098-a62b2ffb8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:36.314820 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-a2948137-751b-48f1-a098-a62b2ffb8b06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2008337919f34cf9bccdf042f7c49f20&device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 1096 time: 0.1195440 Jun 25 12:46:36.545890 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-81ea7914-97dd-450b-8b04-210c9719d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:36.549158 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-81ea7914-97dd-450b-8b04-210c9719d77b service neutron] 10.222.0.47 "GET /v2.0/networks?id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 200 len: 911 time: 0.2256913 Jun 25 12:46:36.635240 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-7fdf7fe7-4c3a-43cf-ad48-9e8886aa4786 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 200 len: 217 time: 0.0781939 Jun 25 12:46:36.709875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:36.736290 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-b5d7a7e4-51bd-4312-9e77-4e39c4ceca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:36.740858 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-b5d7a7e4-51bd-4312-9e77-4e39c4ceca49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 200 len: 848 time: 0.0985963 Jun 25 12:46:36.768299 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] Checking router: 20ff5d18-692b-4db5-b5ef-24da0282c9e0 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:46:36.787604 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:36.788357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:36.860844 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-ed59b130-7add-4158-96fe-ce99a00586c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:36.863950 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-ed59b130-7add-4158-96fe-ce99a00586c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186c8b7c-304a-4ef5-89b3-a85d3f83ee53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109850 Jun 25 12:46:36.964429 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:37.015941 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-f16eac67-e237-4dee-bab2-9159101f1474 service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450145 Jun 25 12:46:37.186568 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-d8e950e4-fcbc-479b-876d-0b3164141ac8 req-dab8361e-2f57-4f07-b314-d0b21732edaa service neutron] 10.222.0.47 "GET /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631217 Jun 25 12:46:37.369677 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:37.427641 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc5ba3-25cc-4d3a-926c-dc105a85d880 None None] The sync data for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv is: [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:39:28Z', 'revision_number': 4, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv', '_interfaces': [{'id': 'd04509d3-f553-4c68-aad5-099630335c33', 'name': '', 'network_id': '186c8b7c-304a-4ef5-89b3-a85d3f83ee53', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'mac_address': 'fa:16:3e:dc:a0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:27Z', 'updated_at': '2021-06-25T12:39:35Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'subnets': [{'id': 'a404147a-c440-4bc9-8859-d65cafe7e19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:46:37.449433 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd1f5d-f09f-4ec0-a91f-9ff921e3bcd6 req-362b3753-18d0-45f3-9d32-e9c0a6143e56 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:37.451297 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f0bd1f5d-f09f-4ec0-a91f-9ff921e3bcd6 req-362b3753-18d0-45f3-9d32-e9c0a6143e56 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 943 time: 0.1212490 Jun 25 12:46:37.520478 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [req-f0bd1f5d-f09f-4ec0-a91f-9ff921e3bcd6 req-d3699c33-0f33-46b4-a75e-5683476b6aed tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560272 Jun 25 12:46:37.778070 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42afb0-917c-4f64-b542-e5d786831a59 None None] New status for floating IP df7ba04f-452c-4d05-bf27-7cb99f90e4c6: DOWN {{(pid=94503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 12:46:38.339507 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8942415-c498-41c6-8061-8995bca82037 req-cd218915-f118-4895-aac9-8f88c3d55f0b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:38.342179 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e8942415-c498-41c6-8061-8995bca82037 req-cd218915-f118-4895-aac9-8f88c3d55f0b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 943 time: 0.1374142 Jun 25 12:46:38.528731 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Deleting port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:38.529348 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:38.694173 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] For port 1899cfd8-6ab5-493c-8f20-80c81d9921d9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1899cfd8-6ab5-493c-8f20-80c81d9921d9,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:38.694792 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:38.720636 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Calling delete_port for 1899cfd8-6ab5-493c-8f20-80c81d9921d9 owned by compute:nova {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:38.944815 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21ebd5-8cf7-468b-9555-8010de786aa2 req-c4c94339-72ca-46f1-9897-1e1c780269df tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 12:46:38.947623 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2b21ebd5-8cf7-468b-9555-8010de786aa2 req-c4c94339-72ca-46f1-9897-1e1c780269df tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 943 time: 0.2145967 Jun 25 12:46:39.508126 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-2b21ebd5-8cf7-468b-9555-8010de786aa2 req-dc0ab5a7-0cbe-4102-a808-054bbb09fe9b tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/security-groups?id=1240ee39-bdc4-4f23-bf20-6720d4f93b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5444021 Jun 25 12:46:39.690987 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:39.698202 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-91a183e1-4408-491a-860e-aa72b95bb570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:39.744108 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event deleted for resources: {'Port': ['ID=1899cfd8-6ab5-493c-8f20-80c81d9921d9,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:39.764975 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.765674 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.766318 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.766870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.767406 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.767921 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.768441 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.769664 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.770769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.770769 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.771225 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.771682 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-5-hyperv {{(pid=94501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 12:46:39.804341 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:39.850870 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] No DVR routers for this DVR port 1899cfd8-6ab5-493c-8f20-80c81d9921d9 on host hv-neutron-7971 {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:46:39.854653 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137020'] for port, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:39.857915 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-e8942415-c498-41c6-8061-8995bca82037 req-201a6528-0e8e-4196-9437-38c1a99a7551 tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.47 "DELETE /v2.0/ports/1899cfd8-6ab5-493c-8f20-80c81d9921d9 HTTP/1.1" status: 204 len: 173 time: 1.5094497 Jun 25 12:46:39.858749 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-deleted', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9'}] {{(pid=94501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 12:46:39.864177 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67662830ab0c5cda80f5bd279c12bad9557fec4afc1fbe791a210d1b6b6ee5c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a3532-4710-4f0a-be05-a697c483f2ac" -d '{"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-deleted", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9"}]}' {{(pid=94501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 12:46:40.030678 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58e8bcc-b629-4de7-a7b6-28af90b38b82 x-openstack-request-id: req-b58e8bcc-b629-4de7-a7b6-28af90b38b82 {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 12:46:40.031208 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01651051-aabc-4e3e-9a7b-1c9fb268351e", "name": "network-vif-deleted", "tag": "1899cfd8-6ab5-493c-8f20-80c81d9921d9", "status": "completed", "code": 200}]} {{(pid=94501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 12:46:40.031734 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b58e8bcc-b629-4de7-a7b6-28af90b38b82 {{(pid=94501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 12:46:40.032393 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01651051-aabc-4e3e-9a7b-1c9fb268351e', 'name': 'network-vif-deleted', 'tag': '1899cfd8-6ab5-493c-8f20-80c81d9921d9', 'status': 'completed', 'code': 200} Jun 25 12:46:40.775531 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [req-423dce22-3486-45f9-8bfc-a4ddd897f6dc req-dd2d0a73-a139-4679-8d05-f984dc35785f tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "GET /v2.0/ports?device_id=01651051-aabc-4e3e-9a7b-1c9fb268351e HTTP/1.1" status: 200 len: 210 time: 0.0450118 Jun 25 12:46:40.791985 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1899cfd8-6ab5-493c-8f20-80c81d9921d9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:40.856357 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] No Port match for: 1899cfd8-6ab5-493c-8f20-80c81d9921d9 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:40.856946 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Device 1899cfd8-6ab5-493c-8f20-80c81d9921d9 not bound to the agent host hv-neutron-7971 {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:41.405145 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:41.980434 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39346) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:42.102226 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e95cef4-fde1-4da0-9ed7-37e643fc3fcf tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:42.172380 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e95cef4-fde1-4da0-9ed7-37e643fc3fcf tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:42.447868 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e95cef4-fde1-4da0-9ed7-37e643fc3fcf tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:42.453223 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-7e95cef4-fde1-4da0-9ed7-37e643fc3fcf tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:42.458356 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-7e95cef4-fde1-4da0-9ed7-37e643fc3fcf tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] 10.222.0.81 "DELETE /v2.0/security-groups/1240ee39-bdc4-4f23-bf20-6720d4f93b8a HTTP/1.1" status: 204 len: 168 time: 0.4730909 Jun 25 12:46:42.458622 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-653d4cf1-33cb-48a4-b8ca-9d482683a871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:42.475867 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95cef4-fde1-4da0-9ed7-37e643fc3fcf tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1240ee39-bdc4-4f23-bf20-6720d4f93b8a,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:42.481992 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-7e95cef4-fde1-4da0-9ed7-37e643fc3fcf tempest-TestSnapshotPattern-321630286 tempest-TestSnapshotPattern-321630286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:42.658153 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 39350) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:43.497645 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:43.986346 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Deleting port d04509d3-f553-4c68-aad5-099630335c33 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:43.988420 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:44.157342 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] For port d04509d3-f553-4c68-aad5-099630335c33, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=d04509d3-f553-4c68-aad5-099630335c33,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:44.157994 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:44.186016 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Calling delete_port for d04509d3-f553-4c68-aad5-099630335c33 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:44.764821 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:44.771397 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-e894d26c-a16a-49c9-a5ea-aa0171a8df36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:44.819713 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Pushing event deleted for resources: {'Port': ['ID=d04509d3-f553-4c68-aad5-099630335c33,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:44.829551 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:45.161140 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:45.560394 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:46:45.795132 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:46:45.804382 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-38ee94ef-5d5a-4cdf-834d-5cf61a19913e admin admin] 10.222.0.81 "PUT /v2.0/routers/20ff5d18-692b-4db5-b5ef-24da0282c9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1438026 Jun 25 12:46:45.808742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39354) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:45.813891 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] Sync routers for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:46:45.836182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:45.837305 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:46.030773 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks [] for router, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:46.064108 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:46.236879 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:46.441472 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Deleting port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:46.442172 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:46.636517 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] For port 32d8a5f4-8636-4258-bd4f-11a2aa356ac8, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:46.637184 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:46.667572 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Calling delete_port for 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 owned by network:router_gateway {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:46.672860 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:46:44Z', 'revision_number': 5, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port': {'id': '32d8a5f4-8636-4258-bd4f-11a2aa356ac8', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:24Z', 'updated_at': '2021-06-25T12:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:46.724835 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] Checking router: 20ff5d18-692b-4db5-b5ef-24da0282c9e0 for host: dv-neutron-797120-5-hyperv {{(pid=94502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:46:46.743649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] Routers {'20ff5d18-692b-4db5-b5ef-24da0282c9e0'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:46.744829 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'], 'active': True} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:46.922512 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvr_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] Set router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 gateway port host: None {{(pid=94502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:47.045655 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_hamode_db [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:46:46Z', 'revision_number': 6, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:47.093844 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.100532 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9efb7a41-c856-4746-93e7-51e3bef781e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:47.101598 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e935d-ad9d-449a-9824-754444acc67b None None] The sync data for ids ['20ff5d18-692b-4db5-b5ef-24da0282c9e0'] in dv-neutron-797120-5-hyperv is: [{'id': '20ff5d18-692b-4db5-b5ef-24da0282c9e0', 'name': 'tempest-TestSnapshotPattern-620074528-router', 'tenant_id': '2008337919f34cf9bccdf042f7c49f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:23Z', 'updated_at': '2021-06-25T12:46:46Z', 'revision_number': 6, 'project_id': '2008337919f34cf9bccdf042f7c49f20', 'gw_port_host': None}] {{(pid=94502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:46:47.150873 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Pushing event deleted for resources: {'Port': ['ID=32d8a5f4-8636-4258-bd4f-11a2aa356ac8,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:47.158492 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:47.273104 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.385798 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.388842 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.539243 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.540143 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ff5d18-692b-4db5-b5ef-24da0282c9e0 {{(pid=94500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:46:47.547587 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] Notify callbacks [] for router, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.548991 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d04509d3-f553-4c68-aad5-099630335c33 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:47.550805 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d53d70ba-d091-42a8-a122-4b83a76657da admin admin] 10.222.0.81 "DELETE /v2.0/routers/20ff5d18-692b-4db5-b5ef-24da0282c9e0 HTTP/1.1" status: 204 len: 168 time: 1.7381651 Jun 25 12:46:47.554325 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 39356) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:47.592663 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: d04509d3-f553-4c68-aad5-099630335c33 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:47.595073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device d04509d3-f553-4c68-aad5-099630335c33 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:47.640650 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Deleting subnet a404147a-c440-4bc9-8859-d65cafe7e19b {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:46:47.646264 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.693593 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:47.825625 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.014086 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.021364 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-3866d1a7-e7ea-4a8a-9037-c9077e32b557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:48.085330 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a404147a-c440-4bc9-8859-d65cafe7e19b,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:48.092576 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:48.096326 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.101741 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-671896be-08d9-4ecb-9c79-937fe06251c5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a404147a-c440-4bc9-8859-d65cafe7e19b HTTP/1.1" status: 204 len: 168 time: 0.5456152 Jun 25 12:46:48.106072 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39358) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:48.112799 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f0deb-d920-4886-9e76-9422c3567b18 None None] Network 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:46:48.274808 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.396850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Deleting port e2c7280b-7d13-4c59-8e42-2a43502505dc {{(pid=94500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:48.396850 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.512455 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] DHCP port deletion for 186c8b7c-304a-4ef5-89b3-a85d3f83ee53 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:46:48.532937 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.db [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] For port e2c7280b-7d13-4c59-8e42-2a43502505dc, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e2c7280b-7d13-4c59-8e42-2a43502505dc,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:48.533507 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.564126 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.plugin [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Calling delete_port for e2c7280b-7d13-4c59-8e42-2a43502505dc owned by network:dhcp {{(pid=94500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:48.598117 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] Deleting port e2c7280b-7d13-4c59-8e42-2a43502505dc {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:48.599173 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.748875 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] For port e2c7280b-7d13-4c59-8e42-2a43502505dc, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=e2c7280b-7d13-4c59-8e42-2a43502505dc,segment=NetworkSegment(f180d7fc-257d-49b4-9960-db1da61cd5bb),segment_id=f180d7fc-257d-49b4-9960-db1da61cd5bb)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:48.749445 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.782846 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] Calling delete_port for e2c7280b-7d13-4c59-8e42-2a43502505dc owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:48.865297 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3102555'] for port, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.871607 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-eecbd385-3b7c-4e6a-a838-f1a5c22e8a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:48.931542 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] No DVR routers for this DVR port e2c7280b-7d13-4c59-8e42-2a43502505dc on host dv-neutron-797120-5-hyperv {{(pid=94500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:46:48.934799 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c7280b-7d13-4c59-8e42-2a43502505dc,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:48.942887 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 12:46:48.947582 dv-neutron-797120-5-hyperv neutron-server[94502]: self.session.flush() Jun 25 12:46:48.967456 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:48.973956 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:49.030326 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] Pushing event deleted for resources: {'Port': ['ID=e2c7280b-7d13-4c59-8e42-2a43502505dc,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:49.034673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:49.041972 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031862a-6c88-4410-af7f-3e1cd41a7d5c None None] No DVR routers for this DVR port e2c7280b-7d13-4c59-8e42-2a43502505dc on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:46:49.068154 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:49.086864 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186c8b7c-304a-4ef5-89b3-a85d3f83ee53']}} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:49.106742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f180d7fc-257d-49b4-9960-db1da61cd5bb') {'for_net_delete': True} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:49.107835 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.services.segments.db [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f180d7fc-257d-49b4-9960-db1da61cd5bb') {} {{(pid=94500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:49.123235 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2875998'] for segment, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:49.158069 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:49.169967 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=94500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:46:49.170742 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3102596'] for segment, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: Traceback (most recent call last): Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: timer() Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: cb(*args, **kw) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: return func(*args, **kwargs) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: self._notify() Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: self.callback(batched_events) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: event.method(event) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: return f(self, *a, **k) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._get(url).json() Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: return self.request(url, 'GET', **kwargs) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:46:49.174290 dv-neutron-797120-5-hyperv neutron-server[94500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:46:49.283163 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:49.326013 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:49.326464 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 32d8a5f4-8636-4258-bd4f-11a2aa356ac8 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:49.327162 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e2c7280b-7d13-4c59-8e42-2a43502505dc no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:49.365211 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: e2c7280b-7d13-4c59-8e42-2a43502505dc {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:49.365815 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device e2c7280b-7d13-4c59-8e42-2a43502505dc not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:49.382167 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:49.388810 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-1957dd85-feec-41b0-a65d-491a10d4f18f tempest-TestNetworkBasicOps-1691695361 tempest-TestNetworkBasicOps-1691695361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:49.395803 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Notify callbacks [] for network, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:49.399395 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] 10.222.0.81 "DELETE /v2.0/networks/186c8b7c-304a-4ef5-89b3-a85d3f83ee53 HTTP/1.1" status: 204 len: 168 time: 1.2868407 Jun 25 12:46:49.404795 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 39360) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:49.418303 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Pushing event deleted for resources: {'Network': ['ID=186c8b7c-304a-4ef5-89b3-a85d3f83ee53,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:49.422515 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-70fba193-a17d-4229-860c-54d7b07d3089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:50.041284 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-671287'] for router_interface, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:50.490089 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Deleting port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:50.491229 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:50.634690 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] For port 0ee115cc-554a-4403-8bb3-7dca2c46d2e5, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,segment=NetworkSegment(f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e),segment_id=f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:50.635218 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:50.653044 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Calling delete_port for 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 owned by network:router_interface {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:51.002476 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:51.008619 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-c399a758-f319-469b-995e-4bdd691e75e2 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:51.059162 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee115cc-554a-4403-8bb3-7dca2c46d2e5,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:51.067355 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:51.364494 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770503'] for router_interface, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:51.791105 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Router b73b693b-9357-40cc-a1f6-3d2a60123c59 has already been hosted by L3 agent 7cbd57e2-5759-4a1e-bad7-98ac1b446be0 {{(pid=94501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 12:46:52.016179 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] Notify agent at l3_agent.dv-neutron-797120-5-hyperv the message routers_updated {{(pid=94501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 12:46:52.025568 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-93706f78-45cb-4d77-83f9-be1d229ccb76 admin admin] 10.222.0.81 "PUT /v2.0/routers/b73b693b-9357-40cc-a1f6-3d2a60123c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6188982 Jun 25 12:46:52.029912 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 39362) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:52.034503 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] Sync routers for ids ['b73b693b-9357-40cc-a1f6-3d2a60123c59'] in dv-neutron-797120-5-hyperv {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 12:46:52.053024 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] Routers {'b73b693b-9357-40cc-a1f6-3d2a60123c59'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:52.053989 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b73b693b-9357-40cc-a1f6-3d2a60123c59'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:52.258301 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks [] for router, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:52.417990 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] Set router b73b693b-9357-40cc-a1f6-3d2a60123c59 gateway port host: dv-neutron-797120-5-hyperv {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:52.465689 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:52.644445 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Deleting port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:52.645192 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:52.774600 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'external_fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:46:50Z', 'revision_number': 5, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port': {'id': 'ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981', 'name': '', 'network_id': '28202613-d2aa-4a01-8c11-e2080899c66e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T12:39:34Z', 'updated_at': '2021-06-25T12:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a40c0131-c7a6-462b-973f-1851f2adc751', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-5-hyperv'}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:52.814533 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] Checking router: b73b693b-9357-40cc-a1f6-3d2a60123c59 for host: dv-neutron-797120-5-hyperv {{(pid=94503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 12:46:52.829760 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] Routers {'b73b693b-9357-40cc-a1f6-3d2a60123c59'} bound to L3 agent in host dv-neutron-797120-5-hyperv {{(pid=94503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 12:46:52.831270 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T11:13:02Z,description=,heartbeat_timestamp=2021-06-25T12:46:32Z,host='dv-neutron-797120-5-hyperv',id=7cbd57e2-5759-4a1e-bad7-98ac1b446be0,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T11:13:03Z,topic='l3_agent')) {'router_ids': ['b73b693b-9357-40cc-a1f6-3d2a60123c59'], 'active': True} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:52.994319 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_dvr_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] Set router b73b693b-9357-40cc-a1f6-3d2a60123c59 gateway port host: None {{(pid=94503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 12:46:53.105966 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.l3_hamode_db [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:46:52Z', 'revision_number': 6, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port_host': None}], 'dv-neutron-797120-5-hyperv', False) {} {{(pid=94503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:53.156837 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca69338-ff88-4f19-b15c-46aeadf01313 None None] The sync data for ids ['b73b693b-9357-40cc-a1f6-3d2a60123c59'] in dv-neutron-797120-5-hyperv is: [{'id': 'b73b693b-9357-40cc-a1f6-3d2a60123c59', 'name': 'tempest-TestSnapshotPattern-2029951796-router', 'tenant_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T12:39:33Z', 'updated_at': '2021-06-25T12:46:52Z', 'revision_number': 6, 'project_id': 'd3574f0ba11a4f2e892dfc05aaa329a7', 'gw_port_host': None}] {{(pid=94503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 12:46:53.390976 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] For port ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,segment=NetworkSegment(b16a24aa-85cd-4c1f-915d-cdeafc68faf7),segment_id=b16a24aa-85cd-4c1f-915d-cdeafc68faf7)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:53.391906 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:53.417395 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Calling delete_port for ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 owned by network:router_gateway {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:53.862093 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:53.865585 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-80074e29-afc5-4ace-bba5-f0d950d47c81 tempest-TestShelveInstance-579290584 tempest-TestShelveInstance-579290584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:53.908620 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:53.914942 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:54.028925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-771177'] for router_gateway, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.205308 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-773202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28014'] for router, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.210463 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.367658 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770072'] for router, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.368448 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73b693b-9357-40cc-a1f6-3d2a60123c59 {{(pid=94501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 12:46:54.374160 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] Notify callbacks [] for router, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.378195 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-f456e724-3ed7-4d80-9bc5-99627c76a484 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b73b693b-9357-40cc-a1f6-3d2a60123c59 HTTP/1.1" status: 204 len: 168 time: 2.3443890 Jun 25 12:46:54.378570 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 39364) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:54.472627 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Deleting subnet 9f9ef320-20b5-419d-bdc4-7b70d4273fc8 {{(pid=94501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 12:46:54.482125 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.563077 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9624207'] for subnet, precommit_delete_associations {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.678813 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1758691'] for subnet, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.885774 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1758708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10342192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10461261'] for subnet, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.895790 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-9534329b-0025-4461-8434-ea70d475968f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:54.945535 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9ef320-20b5-419d-bdc4-7b70d4273fc8,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:54.950828 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:54.952369 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:54.956444 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-0eecb448-2795-4a8f-b4d8-e9ef38faf39a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9f9ef320-20b5-419d-bdc4-7b70d4273fc8 HTTP/1.1" status: 204 len: 168 time: 0.5759358 Jun 25 12:46:54.960312 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe0843-2b79-4fd3-8412-5c36f8af786f None None] Network 656b9e01-47f4-4816-8a84-485d33128c63 requested from dv-neutron-797120-5-hyperv {{(pid=94502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 12:46:54.961672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [-] (94501) accepted ('10.222.0.81', 39366) {{(pid=94501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:55.080149 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1583505'] for network, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.165248 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Deleting port 01963022-3380-43a0-bcb7-c5c77cefbb35 {{(pid=94501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:55.165649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.292761 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] DHCP port deletion for 656b9e01-47f4-4816-8a84-485d33128c63 request from dv-neutron-797120-5-hyperv {{(pid=94502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 12:46:55.302172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.db [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] For port 01963022-3380-43a0-bcb7-c5c77cefbb35, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=01963022-3380-43a0-bcb7-c5c77cefbb35,segment=NetworkSegment(f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e),segment_id=f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e)] {{(pid=94501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:55.302849 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.331885 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Calling delete_port for 01963022-3380-43a0-bcb7-c5c77cefbb35 owned by network:dhcp {{(pid=94501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:55.334473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:55.367133 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:55.367507 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device ec6cdf2e-82fc-4f49-92cb-2dd1e17f8981 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:55.368036 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:55.392416 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:55.392792 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 0ee115cc-554a-4403-8bb3-7dca2c46d2e5 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:55.421221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] Deleting port 01963022-3380-43a0-bcb7-c5c77cefbb35 {{(pid=94502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 12:46:55.421760 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764449655583'] for port, before_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.555132 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.db [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] For port 01963022-3380-43a0-bcb7-c5c77cefbb35, host dv-neutron-797120-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-5-hyperv',level=0,port_id=01963022-3380-43a0-bcb7-c5c77cefbb35,segment=NetworkSegment(f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e),segment_id=f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e)] {{(pid=94502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 12:46:55.555711 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-671512'] for port, precommit_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.583795 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] Calling delete_port for 01963022-3380-43a0-bcb7-c5c77cefbb35 owned by network:dhcp {{(pid=94502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 12:46:55.616524 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10342154'] for port, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.622046 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8cdca5f1-52ea-433d-8268-973f11c1f777 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:55.668809 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Pushing event deleted for resources: {'Port': ['ID=01963022-3380-43a0-bcb7-c5c77cefbb35,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:55.673283 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:55.679996 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] No DVR routers for this DVR port 01963022-3380-43a0-bcb7-c5c77cefbb35 on host dv-neutron-797120-5-hyperv {{(pid=94501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:46:55.746809 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764449659091', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764449281244'] for port, after_delete {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.752073 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:55.806344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] Pushing event deleted for resources: {'Port': ['ID=01963022-3380-43a0-bcb7-c5c77cefbb35,revision_number=None']} {{(pid=94502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:55.809541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] No DVR routers for this DVR port 01963022-3380-43a0-bcb7-c5c77cefbb35 on host dv-neutron-797120-5-hyperv {{(pid=94502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 12:46:55.811787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG oslo_concurrency.lockutils [None req-b737ce5e-9ae8-447f-aef7-3685f6037357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=94502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:55.838492 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1759678', 'neutron.services.segments.db._delete_segments_for_network-8764449727775'] for network, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.860572 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656b9e01-47f4-4816-8a84-485d33128c63']}} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:55.883672 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e') {'for_net_delete': True} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:55.884172 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.services.segments.db [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30ae347-6b9c-45f8-8e3a-4c5fbce1e08e') {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 12:46:55.905610 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764449812471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9624216'] for segment, before_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.949649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310'] for segment, precommit_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.949649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=94501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 12:46:55.949649 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10342357'] for segment, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: conditions |= (models_v2.Port.network_id.in_( Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: Traceback (most recent call last): Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: timer() Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: cb(*args, **kw) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: return func(*args, **kwargs) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: self._notify() Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: self.callback(batched_events) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: event.method(event) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: return f(self, *a, **k) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._get(url).json() Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: return self.request(url, 'GET', **kwargs) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 12:46:55.952460 dv-neutron-797120-5-hyperv neutron-server[94501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 12:46:56.158855 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1759669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-525807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-771249'] for network, after_delete {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:56.164410 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-8a3dcaa8-1852-401b-b036-e49d3a75a0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:56.168925 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Notify callbacks [] for network, before_response {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:56.172065 dv-neutron-797120-5-hyperv neutron-server[94501]: INFO neutron.wsgi [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] 10.222.0.81 "DELETE /v2.0/networks/656b9e01-47f4-4816-8a84-485d33128c63 HTTP/1.1" status: 204 len: 168 time: 1.2086143 Jun 25 12:46:56.186891 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Pushing event deleted for resources: {'Network': ['ID=656b9e01-47f4-4816-8a84-485d33128c63,revision_number=None']} {{(pid=94501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:56.190188 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-fe2d13ff-c7af-4ed8-953f-981b28a95928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:56.632940 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39370) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:56.697837 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-d8649da6-efc0-4652-9e96-5f55a4fb0eef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2008337919f34cf9bccdf042f7c49f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613947 Jun 25 12:46:56.700251 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39372) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:56.792013 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3efc4bb6-5ba7-4808-b6b8-3081b2a7a761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:56.835690 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3efc4bb6-5ba7-4808-b6b8-3081b2a7a761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:57.093761 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3efc4bb6-5ba7-4808-b6b8-3081b2a7a761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:57.099758 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-3efc4bb6-5ba7-4808-b6b8-3081b2a7a761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:57.102321 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-3efc4bb6-5ba7-4808-b6b8-3081b2a7a761 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cfdd0fd-142e-47e0-88dd-975e5964946e HTTP/1.1" status: 204 len: 168 time: 0.4006174 Jun 25 12:46:57.103802 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-9fd2131f-7fc5-4c08-84db-2b3a07a23982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:57.119234 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc4bb6-5ba7-4808-b6b8-3081b2a7a761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfdd0fd-142e-47e0-88dd-975e5964946e,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:57.124268 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-3efc4bb6-5ba7-4808-b6b8-3081b2a7a761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:57.277775 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 01963022-3380-43a0-bcb7-c5c77cefbb35 no longer exists at agent ovs-agent-dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 12:46:57.302725 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.plugin [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] No Port match for: 01963022-3380-43a0-bcb7-c5c77cefbb35 {{(pid=94502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 12:46:57.303159 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron.plugins.ml2.rpc [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Device 01963022-3380-43a0-bcb7-c5c77cefbb35 not bound to the agent host dv-neutron-797120-5-hyperv {{(pid=94502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 12:46:58.230103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39378) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:58.310641 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-c2a210a1-597c-4aac-8b44-38bf52be4925 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3574f0ba11a4f2e892dfc05aaa329a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782166 Jun 25 12:46:58.314595 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.wsgi [-] (94500) accepted ('10.222.0.81', 39380) {{(pid=94500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 12:46:58.385366 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f8548c89-2aaa-478e-90f9-a72395ab8259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:58.419103 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f8548c89-2aaa-478e-90f9-a72395ab8259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:58.627241 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f8548c89-2aaa-478e-90f9-a72395ab8259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604253'] for security_group, after_delete {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:58.631605 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron_lib.callbacks.manager [None req-f8548c89-2aaa-478e-90f9-a72395ab8259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:46:58.633725 dv-neutron-797120-5-hyperv neutron-server[94500]: INFO neutron.wsgi [None req-f8548c89-2aaa-478e-90f9-a72395ab8259 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5840aa06-bda9-4668-82c1-2b19ddd00882 HTTP/1.1" status: 204 len: 168 time: 0.3173339 Jun 25 12:46:58.635991 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-64a6e332-4850-489f-82f2-a581b5accda6 tempest-TestNetworkAdvancedServerOps-1612026580 tempest-TestNetworkAdvancedServerOps-1612026580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 12:46:58.649999 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8548c89-2aaa-478e-90f9-a72395ab8259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5840aa06-bda9-4668-82c1-2b19ddd00882,revision_number=None']} {{(pid=94500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 12:46:58.653981 dv-neutron-797120-5-hyperv neutron-server[94500]: DEBUG oslo_concurrency.lockutils [None req-f8548c89-2aaa-478e-90f9-a72395ab8259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=94500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 12:46:59.612124 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-824767a8-8bd6-46c4-8fb5-246c94d6fa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:02.079220 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c39a71a9-8ef0-41d0-83b5-f8358f061222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:02.250515 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:03.627728 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:05.435613 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:10.914465 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:47:11.364609 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:29.614797 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6c614500-4ba2-4edd-8eb8-7dcb65286b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:32.037825 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-b9b9c304-35fd-47ed-91d6-d6cc03cf2471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:32.255222 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:33.626021 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:35.435344 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:41.553068 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:47:47.921875 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:47:59.574323 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-c814a4ac-a721-45de-99e3-fcf4fdf348b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:02.037038 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-29102ff3-952c-4d41-a0ba-22310010beb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:02.225787 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:03.618401 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:05.435441 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:11.425581 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:24.917010 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:48:29.772433 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5c7bae92-37ae-4378-832c-1f39359baeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:32.070520 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-12bf8d3e-2d72-43d3-b1b5-5dd91195610c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:32.258673 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:33.659939 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:35.544289 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:41.383873 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:48:59.594601 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-ce0badf9-fb64-4393-9daf-700a1bc4267f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:01.921841 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:49:02.045967 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-2359888d-770d-4ebb-9a93-0343915c072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:02.257023 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:03.634263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:05.519502 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:11.439919 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:29.645043 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-19af8ac1-bc11-4c34-a4a2-36f991047341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:32.085569 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7c39e59e-128b-4c55-b3b8-bd2003411cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:32.314083 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:33.697309 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:35.519376 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:38.928307 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:49:41.485263 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:49:59.627287 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5b54-cdf2-43c6-b46c-4072e171580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:02.067861 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a593436e-347b-4b7a-93b7-a6c90d749b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:02.290910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:03.678276 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:05.495764 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:11.470245 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:15.924017 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:50:29.667632 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-41ac4697-4a5b-4815-8f16-034bed980586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:32.135221 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-838f96a9-8e40-4735-aa33-4d5c657d842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:32.284910 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:33.667208 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:35.484866 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:41.437257 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:50:52.929668 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:50:59.586917 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-a45ac0bc-08d8-4e7c-932f-1fa372e2970c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:02.206541 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e14772a8-7792-48a5-8799-3933c70a6b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:02.352788 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:03.775643 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:05.489937 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:11.433078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:29.606645 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-4f2e9d16-9d85-4c00-99cc-5649a20f9ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:29.934486 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:51:32.052778 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-7449f194-6c7f-4a68-93c7-4cf956c0387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:32.281182 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:33.652256 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:35.590671 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:36.211293 dv-neutron-797120-5-hyperv neutron-server[94501]: DEBUG neutron.wsgi [req-0fcc8309-eb42-482c-9e02-d5738c72403a req-be056468-cdeb-4b7e-9e62-59734f78e9e7 service neutron] (94501) timed out ('10.222.0.81', 37640) {{(pid=94501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 12:51:41.488814 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:51:59.637522 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-77bfb2f8-c4dd-48d9-83ac-ade8853f78e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:02.329078 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5f4f-99e0-47d5-9405-da4cc90f7886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:02.377854 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:03.688957 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:05.596657 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:06.940067 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:52:11.471098 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:29.616970 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e6e1bb31-09b0-4549-b14c-b4ed76caf5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:32.090353 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-14581694-ee69-49f1-9d11-43e5cca1de10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:32.248448 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:33.690558 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:35.535682 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:41.478196 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:52:43.942774 dv-neutron-797120-5-hyperv neutron-server[94503]: DEBUG neutron.db.agents_db [None req-62722a88-9dfa-4e6c-8a16-2db56f02a077 None None] Agent healthcheck: found 6 active agents {{(pid=94503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 12:52:59.603529 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-208381ec-dc44-4caf-b638-f98b5eb81c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:53:02.072649 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-8658fe6a-8bb5-4346-87ad-91991d436249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:53:02.323962 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-964b0a26-c52f-4f65-b780-b6600be63a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:53:03.712242 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-6298b4b9-d84b-464f-a712-b7d9cd3f22f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:53:05.517994 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-e79e867e-76f2-40a6-8876-95d7a6e160aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 12:53:11.540473 dv-neutron-797120-5-hyperv neutron-server[94502]: DEBUG neutron_lib.callbacks.manager [None req-510bf550-afc8-436f-8878-5efe9cccb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764449727757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1761268'] for agent, after_update {{(pid=94502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}